dataforge/fn_registry
1
0
Fork 0
Code Issues Pull Requests 5 Actions Packages Projects Releases Wiki Activity

chore: auto-commit (26 archivos)

Browse Source 
- python/functions/bigquery/bq_auth.md
- python/functions/bigquery/bq_load_from_file.md
- python/functions/bigquery/bq_load_from_gcs.md
- python/functions/bigquery/client.py
- python/functions/bigquery/queries.py
- python/functions/datascience/__init__.py
- python/functions/datascience/decode_qr_image.py
- python/functions/datascience/load_bq_table_to_duckdb.md
- python/functions/datascience/load_bq_table_to_duckdb.py
- python/functions/pipelines/profile_bq_table.md
- ...

Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
egutierrez
2026-07-02 19:00:13 +02:00
parent 2ebc9efeb2
commit 5a4f82cf76
26 changed files with 2573 additions and 94 deletions
Download Patch File Download Diff File Expand all files Collapse all files
python/functions/bigquery/queries.py
+11 -4
View File
@@ -173,11 +173,14 @@ def bq_load_from_gcs(
job_config = bigquery.LoadJobConfig(
source_format=format_map.get(source_format, bigquery.SourceFormat.CSV),
write_disposition=disposition_map.get(source_format, bigquery.WriteDisposition.WRITE_APPEND),
write_disposition=disposition_map.get(write_disposition, bigquery.WriteDisposition.WRITE_APPEND),
autodetect=autodetect,
skip_leading_rows=skip_leading_rows,
)
job_config.write_disposition = disposition_map.get(write_disposition, bigquery.WriteDisposition.WRITE_APPEND)
# skip_leading_rows solo es valido para CSV: BigQuery rechaza el job
# ("Only CSV imports may specify leading rows to skip") si el campo va
# seteado con cualquier otro formato, incluso a 0.
if source_format == "CSV":
job_config.skip_leading_rows = skip_leading_rows
table_ref = client._client.dataset(dataset_id).table(table_id)
uris = uri if isinstance(uri, list) else [uri]
@@ -251,8 +254,12 @@ def bq_load_from_file(
source_format=format_map.get(source_format, bigquery.SourceFormat.CSV),
write_disposition=disposition_map.get(write_disposition, bigquery.WriteDisposition.WRITE_APPEND),
autodetect=autodetect,
skip_leading_rows=skip_leading_rows,
)
# skip_leading_rows solo es valido para CSV: BigQuery rechaza el job
# ("Only CSV imports may specify leading rows to skip") si el campo va
# seteado con cualquier otro formato, incluso a 0.
if source_format == "CSV":
job_config.skip_leading_rows = skip_leading_rows
table_ref = client._client.dataset(dataset_id).table(table_id)