From 8193e78b2999b5329dc47d456254194e38518ab1 Mon Sep 17 00:00:00 2001 From: noam-delfina <126973819+noam-delfina@users.noreply.github.com> Date: Wed, 13 Sep 2023 03:32:49 -0400 Subject: [PATCH] Add documentation for writing polars dataframes to bigquery (#391) Co-authored-by: Stijn de Gooijer --- docs/src/python/user-guide/io/bigquery.py | 20 ++++++++++++++++++++ docs/user-guide/io/bigquery.md | 2 +- 2 files changed, 21 insertions(+), 1 deletion(-) diff --git a/docs/src/python/user-guide/io/bigquery.py b/docs/src/python/user-guide/io/bigquery.py index 70453c9a4..678ed7020 100644 --- a/docs/src/python/user-guide/io/bigquery.py +++ b/docs/src/python/user-guide/io/bigquery.py @@ -15,4 +15,24 @@ df = pl.from_arrow(rows.to_arrow()) # --8<-- [end:read] + +# --8<-- [start:write] +from google.cloud import bigquery + +client = bigquery.Client() + +# Write dataframe to stream as parquet file; does not hit disk +with io.BytesIO() as stream: + df.write_parquet(stream) + stream.seek(0) + job = client.load_table_from_file( + stream, + destination='tablename', + project='projectname', + job_config=bigquery.LoadJobConfig( + source_format=bigquery.SourceFormat.PARQUET, + ), + ) +job.result() # Waits for the job to complete +# --8<-- [end:write] """ diff --git a/docs/user-guide/io/bigquery.md b/docs/user-guide/io/bigquery.md index 684497f80..21287cd44 100644 --- a/docs/user-guide/io/bigquery.md +++ b/docs/user-guide/io/bigquery.md @@ -16,4 +16,4 @@ We can load a query into a `DataFrame` like this: ## Write ---8<-- "docs/_build/snippets/under_construction.md" +{{code_block('user-guide/io/bigquery','write',[])}}