ytljxtns
This commit is contained in:
7
main.py
7
main.py
@@ -336,7 +336,7 @@ def start_pars_one_istochnik(data_init=""):
|
||||
print(f"Страница {page_number} [{i}/{len(hrefs)}] parsing {link}")
|
||||
text = extract_text_from_url_one(link)
|
||||
if len(text) >= 100:
|
||||
response_text = gpt_response_message(text, url_ist = "http://epaper.hljnews.cn/hljrb/pc/layout")
|
||||
response_text = gpt_response_message(text, url_ist = "source1")
|
||||
print(response_text)
|
||||
if response_text:
|
||||
update_bd_and_create_document(response_text=response_text, article_date=f"{current_year}/{current_month}/{current_day}", url=link, parsed_at=str(dt.now()), original_text=text, other=url)
|
||||
@@ -364,7 +364,7 @@ def start_pars_two_istochnik():
|
||||
try:
|
||||
text, time_text = extract_text_from_url(hrefs)
|
||||
if len(text) >= 100:
|
||||
response_text = gpt_response_message(text, url_ist = "https://def.ltn.com.tw/breakingnewslist")
|
||||
response_text = gpt_response_message(text, url_ist = "source2")
|
||||
print(response_text)
|
||||
if response_text:
|
||||
update_bd_and_create_document(response_text=response_text, article_date=time_text, url=hrefs, parsed_at=str(dt.now()), original_text=text, other=url)
|
||||
@@ -483,14 +483,13 @@ def get_categories_promt():
|
||||
return wp.get_all_categories_promt()
|
||||
|
||||
class Source(BaseModel):
|
||||
url: str
|
||||
name: str
|
||||
promt: str
|
||||
|
||||
# POST метод для установки настроек
|
||||
@app.post("/settings", summary="Метод сохранения настроек парсера")
|
||||
def set_settings(settings: Source):
|
||||
return wp.update_promt(settings.url, settings.name, settings.promt)
|
||||
return wp.update_promt(settings.name, settings.promt)
|
||||
|
||||
@app.delete("/delete_task/{task_id}", summary="Метод удаления задачи")
|
||||
def delete_task(task_id: int):
|
||||
|
||||
Reference in New Issue
Block a user