diff --git a/docs/conf.py b/docs/conf.py index 62d4c72d7..ebee0a19a 100644 --- a/docs/conf.py +++ b/docs/conf.py @@ -27,7 +27,7 @@ extensions = [ "sphinx.ext.napoleon", "sphinx.ext.viewcode", "sphinxcontrib.autodoc_pydantic", - 'sphinxcontrib.autodoc_pydantic_base', + "sphinxcontrib.autodoc_pydantic_base", "myst_nb", "sphinx_copybutton", "sphinx_panels", diff --git a/pilot/connections/conn_spark.py b/pilot/connections/conn_spark.py index ac404f5c9..d1d245c83 100644 --- a/pilot/connections/conn_spark.py +++ b/pilot/connections/conn_spark.py @@ -22,8 +22,8 @@ class SparkConnect(BaseConnect): self, file_path: str, spark_session: Optional[SparkSession] = None, - engine_args: Optional[dict]= None, - **kwargs: Any + engine_args: Optional[dict] = None, + **kwargs: Any, ) -> None: """Initialize the Spark DataFrame from Datasource path return: Spark DataFrame @@ -109,15 +109,4 @@ class SparkConnect(BaseConnect): return f"{self.table_name}{self.get_fields()}" def get_table_comments(self, db_name): - session = self._db_sessions() - cursor = session.execute( - text( - f"""SELECT table, comment FROM system.tables WHERE database = '{db_name}'""".format( - db_name - ) - ) - ) - table_comments = cursor.fetchall() - return [ - (table_comment[0], table_comment[1]) for table_comment in table_comments - ] + return "" diff --git a/pilot/server/llm_manage/api.py b/pilot/server/llm_manage/api.py index 605947998..04e90feb0 100644 --- a/pilot/server/llm_manage/api.py +++ b/pilot/server/llm_manage/api.py @@ -19,6 +19,7 @@ async def model_params(): print(f"/worker/model/params") try: from pilot.model.cluster import WorkerManagerFactory + worker_manager = CFG.SYSTEM_APP.get_component( ComponentType.WORKER_MANAGER_FACTORY, WorkerManagerFactory ).create()