import peter

task/default/main_spider_task.py

@@ -0,0 +1,26 @@
+import importlib
+
+from database.database import get_session
+from database.tinformationsource.curd import get_active_information_sources
+from log.log_manager import logger
+from task.manager_task import execute_task
+
+
+def main_spider_task():
+    with get_session() as db:
+        information_sources = get_active_information_sources(db)
+        for information_source in information_sources:
+            if information_source.module is None or information_source.method is None:
+                logger.error(f"{information_source.title} module or method is None")
+                continue
+            # 动态导入模块和函数
+            module = importlib.import_module(information_source.module)
+            task_function = getattr(module, information_source.method)
+            try:
+                task_function(information_source)
+            except Exception as e:
+                logger.error(f"{information_source.title} task error: {e}")
+
+
+if __name__ == '__main__':
+    execute_task(main_spider_task)