fix(ingest/okta): fix event_loop RuntimeError with nested asyncio (da…

…tahub-project#8637)
FundingCircle · Aug 22, 2023 · 29d2ad1 · 29d2ad1
1 parent cc1d460
commit 29d2ad1
Show file tree

Hide file tree

Showing 2 changed files with 3 additions and 1 deletion.
diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py
@@ -345,7 +345,7 @@ def get_long_description():
     "mysql": sql_common | {"pymysql>=1.0.2"},
     # mariadb should have same dependency as mysql
     "mariadb": sql_common | {"pymysql>=1.0.2"},
-    "okta": {"okta~=1.7.0"},
+    "okta": {"okta~=1.7.0", "nest-asyncio"},
     "oracle": sql_common | {"cx_Oracle"},
     "postgres": sql_common | {"psycopg2-binary", "GeoAlchemy2"},
     "presto": sql_common | trino | {"acryl-pyhive[hive]>=0.6.12"},

diff --git a/metadata-ingestion/src/datahub/ingestion/source/identity/okta.py b/metadata-ingestion/src/datahub/ingestion/source/identity/okta.py
@@ -7,6 +7,7 @@
 from time import sleep
 from typing import Dict, Iterable, List, Optional, Union
 
+import nest_asyncio
 from okta.client import Client as OktaClient
 from okta.exceptions import OktaAPIException
 from okta.models import Group, GroupProfile, User, UserProfile, UserStatus
@@ -51,6 +52,7 @@
 )
 
 logger = logging.getLogger(__name__)
+nest_asyncio.apply()
 
 
 class OktaConfig(StatefulIngestionConfigBase, ConfigModel):