feat: Update default models for extraction and normalization to GPT-5.6 Luna across configuration files and documentation. Remove deprecated code and improve pricing details in the UI components. Add tests to ensure correct model settings and pricing calculations.

services/cleaning/domain/csv_cleaning/analyze.py

@@ -9,7 +9,6 @@ import pandas as pd
 
 from .models import (
   TYPE_CATEGORICAL,
-  TYPE_DATE,
   TYPE_DECIMAL,
   TYPE_INTEGER,
   TYPE_TEXT,

services/cleaning/domain/csv_cleaning/column_hints.py

@@ -2,8 +2,6 @@
 from __future__ import annotations
 
 import re
-from typing import Optional
-
 import pandas as pd
 
 from .nullish import _is_nullish_scalar

services/cleaning/domain/csv_cleaning/rules/dates.py

@@ -10,7 +10,6 @@ from ..dates import (
   _normalize_messy_date_to_compact,
   _parse_any_date_to_tuple,
   _parse_date_with_format,
-  _parse_date_with_text_month,
   detect_date_format,
 )
 from ..nullish import _is_nullish_scalar

services/cleaning/infrastructure/database.py

@@ -15,7 +15,6 @@ from sqlalchemy import (
   String,
   Text,
   create_engine,
-  select,
   text,
 )
 from sqlalchemy.orm import DeclarativeBase, Mapped, Session, mapped_column, sessionmaker
@@ -156,13 +155,3 @@ def session_scope() -> Iterator[Session]:
     raise
   finally:
     session.close()
-
-
-def get_extraction_rows(session: Session, batch_id: str) -> list[ExtractionRow]:
-  return list(
-    session.scalars(
-      select(ExtractionRow)
-      .where(ExtractionRow.batch_id == batch_id)
-      .order_by(ExtractionRow.row_index, ExtractionRow.id)
-    )
-  )