Content-Length: 292110 | pFad | https://github.com/apache/airflow/commit/fedab9d64a58f1b5d3c88fe7a67f1f4021db8d26

45 Remove hack from BigQuery DTS hook (#23887) · apache/airflow@fedab9d · GitHub
Skip to content

Commit fedab9d

Browse files
Remove hack from BigQuery DTS hook (#23887)
1 parent 1dccaad commit fedab9d

File tree

2 files changed

+4
-4
lines changed

2 files changed

+4
-4
lines changed

airflow/providers/google/cloud/hooks/bigquery_dts.py

Lines changed: 1 addition & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -82,10 +82,7 @@ def _disable_auto_scheduling(config: Union[dict, TransferConfig]) -> TransferCon
8282
schedule_options["disable_auto_scheduling"] = True
8383
else:
8484
new_config["schedule_options"] = {"disable_auto_scheduling": True}
85-
# HACK: TransferConfig.to_dict returns invalid representation
86-
# See: https://github.com/googleapis/python-bigquery-datatransfer/issues/90
87-
if isinstance(new_config.get('user_id'), str):
88-
new_config['user_id'] = int(new_config['user_id'])
85+
8986
return TransferConfig(**new_config)
9087

9188
def get_conn(self) -> DataTransferServiceClient:

setup.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -367,6 +367,9 @@ def write_version(filename: str = os.path.join(*[my_dir, "airflow", "git_version
367367
'pandas-gbq',
368368
pandas_requirement,
369369
'sqlalchemy-bigquery>=1.2.1',
370+
# A transient dependency of google-cloud-bigquery-datatransfer, but we
371+
# further constrain it since older versions are buggy.
372+
'proto-plus>=1.19.6',
370373
]
371374
grpc = [
372375
# Google has very clear rules on what dependencies should be used. All the limits below

0 commit comments

Comments
 (0)








ApplySandwichStrip

pFad - (p)hone/(F)rame/(a)nonymizer/(d)eclutterfier!      Saves Data!


--- a PPN by Garber Painting Akron. With Image Size Reduction included!

Fetched URL: https://github.com/apache/airflow/commit/fedab9d64a58f1b5d3c88fe7a67f1f4021db8d26

Alternative Proxies:

Alternative Proxy

pFad Proxy

pFad v3 Proxy

pFad v4 Proxy