breed_enricher: Wikimedia-Foto-Fetch + alle Rassen in einem Rutsch (limit 2000)
- breed_enricher: _fetch_wikimedia_photo() (de/en Fallback via Wikipedia API) - breed_enricher: foto_url nach KI-Anreicherung automatisch befüllen - scheduler: Startup- und Nacht-Job auf limit=2000 (357 ausstehende Rassen) - scheduler: Status-Report alle 2h statt 2×/Tag - dogs.py: sitting_access → sitting_subscriptions (SQL-Fix)
This commit is contained in:
parent
988cffcbd4
commit
28cad893d1
3 changed files with 57 additions and 15 deletions
|
|
@ -106,15 +106,14 @@ def start():
|
|||
replace_existing=True,
|
||||
misfire_grace_time=3600,
|
||||
)
|
||||
# 2× täglich Status-Report per Mail (06:00, 18:00)
|
||||
for _h in [6, 18]:
|
||||
_scheduler.add_job(
|
||||
_job_status_report,
|
||||
CronTrigger(hour=_h, minute=0),
|
||||
id=f"status_report_{_h:02d}",
|
||||
replace_existing=True,
|
||||
misfire_grace_time=1800,
|
||||
)
|
||||
# Alle 2 Stunden Status-Report per Mail
|
||||
_scheduler.add_job(
|
||||
_job_status_report,
|
||||
CronTrigger(minute=0, hour="*/2"),
|
||||
id="status_report",
|
||||
replace_existing=True,
|
||||
misfire_grace_time=1800,
|
||||
)
|
||||
# Einmalig beim Start (nach 90s) — erste 50 Rassen sofort anreichern
|
||||
_scheduler.add_job(
|
||||
_job_wiki_enrich_startup,
|
||||
|
|
@ -634,10 +633,10 @@ def _log_job(job_id: str, status: str, result: str):
|
|||
# JOB: KI-Anreicherung der Rassen-Daten (nächtlich)
|
||||
# ------------------------------------------------------------------
|
||||
async def _job_wiki_enrich():
|
||||
"""Reichert 20 noch nicht angereicherte Rassen mit KI-Daten an."""
|
||||
"""Reichert alle noch nicht angereicherten Rassen mit KI-Daten an."""
|
||||
try:
|
||||
from scraper.breed_enricher import enrich_breeds
|
||||
enriched = await enrich_breeds(limit=20)
|
||||
enriched = await enrich_breeds(limit=2000)
|
||||
msg = f"{enriched} Rassen angereichert"
|
||||
logger.info(f"Wiki-KI-Anreicherung (nächtlich): {msg}.")
|
||||
_log_job("wiki_enrich_nightly", "ok", msg)
|
||||
|
|
@ -647,10 +646,10 @@ async def _job_wiki_enrich():
|
|||
|
||||
|
||||
async def _job_wiki_enrich_startup():
|
||||
"""Beim Start: erste 50 Rassen sofort anreichern."""
|
||||
"""Beim Start: alle Rassen sofort anreichern."""
|
||||
try:
|
||||
from scraper.breed_enricher import enrich_breeds
|
||||
enriched = await enrich_breeds(limit=50)
|
||||
enriched = await enrich_breeds(limit=2000)
|
||||
msg = f"{enriched} Rassen angereichert (Startup)"
|
||||
logger.info(f"Wiki-KI-Anreicherung (Startup): {msg}.")
|
||||
_log_job("wiki_enrich_startup", "ok", msg)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue