import edward

database/tmaterial/crud.py

@@ -0,0 +1,129 @@
+from database.tmaterial.model import TMaterial
+from database.tnews.model import TNews
+
+
+def create_material(db, material: TMaterial):
+    db.add(material)
+    db.commit()
+    db.refresh(material)
+    return material
+
+def receive_news(db, news_list: list[TNews]):
+    material_list = []
+    for news in news_list:
+        material = TMaterial()
+        material.title = news.title
+        material.summary = news.summary
+        material.url = news.url
+        material.content = news.content
+        material.occurrence_date = news.occurrence_date
+        material.source = news.source
+        material.primary_category = news.primary_category
+        material.secondary_category = news.secondary_category
+        material.tertiary_category = news.tertiary_category
+        material.label = news.label
+        material_list.append(material)
+    create_materials_if_url_not_exists(db, material_list)
+
+
+# 插入数据库之前判断数据库中是否已经存在，根据TMaterial.url 判断
+def create_material_if_url_not_exists(db, material: TMaterial):
+    # 检查是否已经存在具有相同 URL 的记录
+    existing_material = db.query(TMaterial).filter(TMaterial.url == material.url).first()
+
+    if existing_material:
+        # 如果记录已存在，直接返回已有的记录
+        return existing_material
+
+    # 如果记录不存在，插入新的记录
+    db.add(material)
+    db.commit()
+    db.refresh(material)
+    return material
+
+
+def create_materials_if_url_not_exists(db, material_list: list[TMaterial]):
+    inserted_materials = []  # 用于保存实际插入的新闻记录
+
+    for material in material_list:
+        # 检查是否已经存在具有相同 URL 的记录
+        existing_materials = db.query(TMaterial).filter(TMaterial.url == material.url).first()
+
+        if not existing_materials:
+            # 如果记录不存在，插入新的记录
+            db.add(material)
+            inserted_materials.append(material)
+
+    # 批量提交所有插入的记录
+    db.commit()
+
+    # 刷新所有新插入的记录
+    for material in inserted_materials:
+        db.refresh(material)
+
+    return inserted_materials
+
+
+def get_material_by_id(db, material_id: int):
+    return db.query(TMaterial).filter(TMaterial.id == material_id).first()
+
+
+def get_material_need_summary(db):
+    return db.query(TMaterial).filter(TMaterial.ai_summary == None).all()
+
+
+def get_materials_for_generate_reference_message(db, news_type: str) -> list[TMaterial]:
+    return db.query(TMaterial).filter(
+        TMaterial.type == news_type,
+        TMaterial.ai_summary != None,
+        TMaterial.is_usage == False
+    ).order_by(TMaterial.occurrence_date.desc()).all()
+
+def get_materials_for_generate_real_estate_reference_message(db) -> list[TMaterial]:
+    return db.query(TMaterial).filter(
+        TMaterial.primary_category == '新闻类',
+        TMaterial.secondary_category == '经济类',
+        TMaterial.tertiary_category == '房地产',
+        TMaterial.ai_summary != None,
+        TMaterial.ai_summary != 'summary formate error',
+        TMaterial.is_usage == False
+    ).order_by(TMaterial.occurrence_date.desc()).all()
+
+def get_materials_for_generate_news(db) -> list[TMaterial]:
+    return db.query(TMaterial).filter(
+        TMaterial.label == '资讯',
+        TMaterial.ai_summary != None,
+        TMaterial.ai_summary != 'summary formate error',
+        TMaterial.is_usage == False
+    ).order_by(TMaterial.occurrence_date.desc()).all()
+
+def get_materials_for_generate_tech_reference_message(db) -> list[TMaterial]:
+    return db.query(TMaterial).filter(
+        TMaterial.primary_category == '新闻类',
+        TMaterial.secondary_category == '科技类',
+        TMaterial.ai_summary != None,
+        TMaterial.ai_summary != 'summary formate error',
+        TMaterial.is_usage == False
+    ).order_by(TMaterial.occurrence_date.desc()).all()
+
+def update_material_by_id(db, news: TMaterial):
+    db.merge(news)
+    db.commit()
+
+
+def update_material(db, material_id: int, updates: dict):
+    material = db.query(TMaterial).filter(TMaterial.id == material_id).first()
+    if material:
+        for key, value in updates.items():
+            setattr(material, key, value)
+        db.commit()
+        db.refresh(material)
+    return material
+
+
+def delete_material(db, material_id: int):
+    material = db.query(TMaterial).filter(TMaterial.id == material_id).first()
+    if material:
+        db.delete(material)
+        db.commit()
+    return material