refactor: reduce log noise, improve event naming and console readability

Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>

app/services/domains/ingestion/application.py

@@ -153,7 +153,7 @@ class ScholarIngestionService:
             await db_session.commit()
             await db_session.refresh(user_settings)
             structured_log(
-                logger, "info", "ingestion.safety_cooldown_cleared",
+                logger, "info", "ingestion.cooldown_cleared",
                 user_id=user_id,
                 reason=previous.get("cooldown_reason"),
                 cooldown_until=previous.get("cooldown_until"),
@@ -962,7 +962,7 @@ class ScholarIngestionService:
             )
         elif pre_apply_state.get("cooldown_active") and not safety_state.get("cooldown_active"):
             structured_log(
-                logger, "info", "ingestion.safety_cooldown_cleared",
+                logger, "info", "ingestion.cooldown_cleared",
                 user_id=user_id,
                 crawl_run_id=int(run.id),
                 reason=pre_apply_state.get("cooldown_reason"),
@@ -1319,7 +1319,7 @@ class ScholarIngestionService:
         effective_delay = self._effective_request_delay_seconds(request_delay_seconds)
         if effective_delay != _int_or_default(request_delay_seconds, effective_delay):
             structured_log(
-                logger, "warning", "ingestion.request_delay_coerced_to_policy_floor",
+                logger, "warning", "ingestion.delay_coerced",
                 user_id=user_id,
                 requested_request_delay_seconds=_int_or_default(request_delay_seconds, 0),
                 effective_request_delay_seconds=effective_delay,
@@ -2596,13 +2596,6 @@ class ScholarIngestionService:
             db_session.add(link)
             discovered_count += 1
 
-            structured_log(
-                logger, "debug", "ingestion.publication_discovered",
-                scholar_profile_id=scholar.id,
-                publication_id=publication.id,
-                crawl_run_id=run.id,
-            )
-            
             await self._commit_discovered_publication(
                 db_session,
                 run=run,
@@ -2720,11 +2713,6 @@ class ScholarIngestionService:
         )
         db_session.add(publication)
         await db_session.flush()
-        structured_log(
-            logger, "debug", "ingestion.publication_created",
-            publication_id=publication.id,
-            cluster_id=publication.cluster_id,
-        )
         return publication
 
     @staticmethod

app/services/domains/publications/pdf_queue.py

@@ -514,9 +514,9 @@ async def _run_resolution_task(
             )
             if arxiv_rate_limited and arxiv_lookup_allowed:
                 arxiv_lookup_allowed = False
-                structured_log(logger, "warning", "publications.pdf_queue.arxiv_batch_disabled", detail="arXiv temporarily disabled for remaining batch after rate limit")
+                structured_log(logger, "warning", "pdf_queue.arxiv_batch_disabled", detail="arXiv temporarily disabled for remaining batch after rate limit")
         except OpenAlexBudgetExhaustedError:
-            structured_log(logger, "warning", "publications.pdf_queue.budget_exhausted", detail="Stopping PDF resolution batch — OpenAlex daily budget exhausted")
+            structured_log(logger, "warning", "pdf_queue.budget_exhausted", detail="Stopping PDF resolution batch — OpenAlex daily budget exhausted")
             break
 
 

app/services/domains/publications/pdf_resolution_pipeline.py

@@ -45,7 +45,7 @@ async def resolve_publication_pdf_outcome_for_row(
     except ArxivRateLimitError:
         arxiv_rate_limited = True
         arxiv_outcome = None
-        structured_log(logger, "warning", "publications.pdf_resolution.arxiv_rate_limited", publication_id=int(row.publication_id))
+        structured_log(logger, "warning", "pdf_resolution.arxiv_rate_limited", publication_id=int(row.publication_id))
     if arxiv_outcome and arxiv_outcome.pdf_url:
         return PipelineOutcome(arxiv_outcome, None, arxiv_rate_limited=arxiv_rate_limited)
 
@@ -94,7 +94,7 @@ async def _openalex_outcome(
         # Re-raise so the caller's batch loop can stop hitting the API.
         raise
     except Exception as exc:
-        structured_log(logger, "warning", "publications.pdf_resolution.openalex_failed", error=str(exc))
+        structured_log(logger, "warning", "pdf_resolution.openalex_failed", error=str(exc))
     return None
 
 
@@ -107,12 +107,12 @@ async def _arxiv_outcome(
     from app.services.domains.arxiv.application import discover_arxiv_id_for_publication
 
     if not allow_lookup:
-        structured_log(logger, "info", "publications.pdf_resolution.arxiv_skipped", publication_id=int(row.publication_id), skip_reason="batch_arxiv_cooldown_active")
+        structured_log(logger, "info", "pdf_resolution.arxiv_skipped", publication_id=int(row.publication_id), skip_reason="batch_arxiv_cooldown_active")
         return None
 
     skip_reason = arxiv_skip_reason_for_item(item=row)
     if skip_reason is not None:
-        structured_log(logger, "info", "publications.pdf_resolution.arxiv_skipped", publication_id=int(row.publication_id), skip_reason=skip_reason)
+        structured_log(logger, "info", "pdf_resolution.arxiv_skipped", publication_id=int(row.publication_id), skip_reason=skip_reason)
         return None
 
     try:
@@ -130,7 +130,7 @@ async def _arxiv_outcome(
     except ArxivRateLimitError:
         raise  # propagate so orchestration can switch to non-arXiv fallback
     except Exception as exc:
-        structured_log(logger, "warning", "publications.pdf_resolution.arxiv_failed", error=str(exc))
+        structured_log(logger, "warning", "pdf_resolution.arxiv_failed", error=str(exc))
     return None
 
 

app/services/domains/scholar/source.py

@@ -101,13 +101,6 @@ class LiveScholarSource:
             cstart=cstart,
             pagesize=pagesize,
         )
-        structured_log(
-            logger, "debug", "scholar_source.fetch_started",
-            scholar_id=scholar_id,
-            requested_url=requested_url,
-            cstart=cstart,
-            pagesize=pagesize,
-        )
         return await self._fetch_with_global_throttle(requested_url)
 
     async def fetch_author_search_html(
@@ -120,19 +113,9 @@ class LiveScholarSource:
             query=query,
             start=start,
         )
-        structured_log(
-            logger, "debug", "scholar_source.search_fetch_started",
-            query=query,
-            requested_url=requested_url,
-            start=start,
-        )
         return await self._fetch_with_global_throttle(requested_url)
 
     async def fetch_publication_html(self, publication_url: str) -> FetchResult:
-        structured_log(
-            logger, "debug", "scholar_source.publication_fetch_started",
-            requested_url=publication_url,
-        )
         return await self._fetch_with_global_throttle(publication_url)
 
     async def _fetch_with_global_throttle(self, requested_url: str) -> FetchResult: