From 4eb4f9950b45f30c24d126be54d5fd13d23a267e Mon Sep 17 00:00:00 2001 From: Mayuri N Date: Thu, 4 Apr 2024 20:35:54 +0530 Subject: [PATCH] fix(ingest/databricks): pin pandas for databricks ingestion --- metadata-ingestion/setup.py | 3 +++ 1 file changed, 3 insertions(+) diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py index 33325b26d4e15..bc70c1d8cee20 100644 --- a/metadata-ingestion/setup.py +++ b/metadata-ingestion/setup.py @@ -266,6 +266,9 @@ # Version 2.4.0 includes sqlalchemy dialect, 2.8.0 includes some bug fixes # Version 3.0.0 required SQLAlchemy > 2.0.21 "databricks-sql-connector>=2.8.0,<3.0.0", + # Due to https://github.com/databricks/databricks-sql-python/issues/326 + # databricks-sql-connector<3.0.0 requires pandas<2.2.0 + "pandas<2.2.0", } mysql = sql_common | {"pymysql>=1.0.2"}