allowlgroup/parser
5
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

ремув баг
All checks were successful
continuous-integration/drone/push Build is passing
Details

Browse Source
This commit is contained in:
Игорь Бандурист
2026-05-05 20:22:12 +10:00
parent 3e2820c8ce
commit 46350c1c09
2 changed files with 1 additions and 13 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
api/routes.py
View File

@@ -138,11 +138,8 @@ def setup_routes(app: FastAPI) -> None:
all_files = [] all_files = []
current_date = start_date current_date = start_date
while current_date <= finish_date: while current_date <= finish_date:
print(current_date)
date_path = current_date.strftime("%Y/%m/%d") date_path = current_date.strftime("%Y/%m/%d")
print(date_path)
full_dir_path = os.path.join(DOCUMENTS_DIR, date_path) full_dir_path = os.path.join(DOCUMENTS_DIR, date_path)
print(full_dir_path)
if os.path.exists(full_dir_path): if os.path.exists(full_dir_path):
for file in os.listdir(full_dir_path): for file in os.listdir(full_dir_path):
@@ -150,7 +147,6 @@ def setup_routes(app: FastAPI) -> None:
file_title = file[:-5] # убираем расширение .docx file_title = file[:-5] # убираем расширение .docx
if file_title in titles_from_db: if file_title in titles_from_db:
all_files.append(os.path.join(full_dir_path, file)) all_files.append(os.path.join(full_dir_path, file))
print(all_files)
current_date += timedelta(days=1) current_date += timedelta(days=1)

10
services/document_builder.py
View File

@@ -35,14 +35,6 @@ def update_bd_and_create_document(
clean_response = response_text.strip().replace('```json', '').replace('```', '').strip() clean_response = response_text.strip().replace('```json', '').replace('```', '').strip()
data = json.loads(clean_response) data = json.loads(clean_response)
# Проверяем наличие обязательных полей от GPT
# missing_fields = [f for f in REQUIRED_FIELDS if not data.get(f)]
# if missing_fields:
# print(f"Ответ GPT не содержит обязательных полей: {missing_fields} для URL: {url}")
# logger.warning(f"Ответ GPT не содержит обязательных полей: {missing_fields} для URL: {url}")
# print(f"Полученные данные: {data}")
# return
# Нормализация типов: category может приходить как list, а ожидается str # Нормализация типов: category может приходить как list, а ожидается str
if isinstance(data.get('category'), list): if isinstance(data.get('category'), list):
data['category'] = ', '.join(data['category']) data['category'] = ', '.join(data['category'])
@@ -67,7 +59,7 @@ def update_bd_and_create_document(
print("Данные успешно сохранены в БД") print("Данные успешно сохранены в БД")
# Создание DOCX документа # Создание DOCX документа
path_day = article_date.split()[0] path_day = parsed_at.split()[0].replace('-', '/')
documents_path = os.path.join(DOCUMENTS_DIR, path_day) documents_path = os.path.join(DOCUMENTS_DIR, path_day)
if not os.path.exists(documents_path): if not os.path.exists(documents_path):
os.makedirs(documents_path) os.makedirs(documents_path)