103 lines
4.0 KiB
Python
103 lines
4.0 KiB
Python
"""Runtime provider composition from secret-safe application settings."""
|
|
|
|
from sqlalchemy.orm import Session, sessionmaker
|
|
|
|
from ekp_core.config import Settings
|
|
from ekp_core.dense_retrieval import DenseRetrievalService
|
|
from ekp_core.search import SearchService
|
|
from ekp_domain import IndexProfile
|
|
from ekp_embedding import EmbeddingProvider, QianfanEmbeddingProvider
|
|
from ekp_reranker import QianfanRerankerProvider, RerankerProvider
|
|
from ekp_vector_store import MochowVectorStore, VectorStore, create_mochow_vector_store
|
|
|
|
BGE_LARGE_ZH_DIMENSIONS = 1024
|
|
DEMO_CHUNK_STRATEGY_VERSION = "structure_v1"
|
|
|
|
|
|
class ProviderConfigurationError(ValueError):
|
|
"""Raised when a runtime provider lacks required injected configuration."""
|
|
|
|
|
|
def create_index_profile(settings: Settings) -> IndexProfile:
|
|
"""Bind the Demo's chunk and embedding versions without vendor SDK types."""
|
|
return IndexProfile(
|
|
profile_id=settings.index_profile_id,
|
|
chunk_strategy_version=DEMO_CHUNK_STRATEGY_VERSION,
|
|
embedding_model=settings.embedding_model,
|
|
vector_dimension=BGE_LARGE_ZH_DIMENSIONS,
|
|
)
|
|
|
|
|
|
def create_embedding_provider(settings: Settings) -> QianfanEmbeddingProvider:
|
|
"""Create Qianfan only when its API key is supplied by the runtime."""
|
|
if settings.baidu_qianfan_api_key is None:
|
|
raise ProviderConfigurationError("BAIDU_QIANFAN_API_KEY is required")
|
|
return QianfanEmbeddingProvider(
|
|
api_key=settings.baidu_qianfan_api_key.get_secret_value(),
|
|
endpoint=settings.embedding_endpoint,
|
|
timeout_seconds=settings.embedding_timeout_seconds,
|
|
)
|
|
|
|
|
|
def create_vector_store(settings: Settings) -> MochowVectorStore:
|
|
"""Create the Mochow adapter for an explicitly configured database/table."""
|
|
if settings.baidu_mochow_api_key is None:
|
|
raise ProviderConfigurationError("BAIDU_MOCHOW_API_KEY is required")
|
|
if not settings.baidu_mochow_endpoint:
|
|
raise ProviderConfigurationError("BAIDU_MOCHOW_ENDPOINT is required")
|
|
if not settings.knowledge_vdb_db_name:
|
|
raise ProviderConfigurationError("KNOWLEDGE_VDB_DB_NAME is required")
|
|
return create_mochow_vector_store(
|
|
account=settings.baidu_mochow_account,
|
|
api_key=settings.baidu_mochow_api_key.get_secret_value(),
|
|
endpoint=settings.baidu_mochow_endpoint,
|
|
database_name=settings.knowledge_vdb_db_name,
|
|
table_name=settings.mochow_table,
|
|
batch_size=settings.mochow_batch_size,
|
|
search_ef=settings.mochow_search_ef,
|
|
timeout_seconds=settings.mochow_timeout_seconds,
|
|
)
|
|
|
|
|
|
def create_dense_retrieval_service(
|
|
settings: Settings,
|
|
embedding_provider: EmbeddingProvider,
|
|
vector_store: VectorStore,
|
|
index_profile: IndexProfile,
|
|
) -> DenseRetrievalService:
|
|
"""Compose DEMO-007 retrieval while leaving REST exposure to DEMO-009."""
|
|
return DenseRetrievalService(
|
|
embedding_provider=embedding_provider,
|
|
vector_store=vector_store,
|
|
index_profile=index_profile,
|
|
default_top_n=settings.dense_top_n,
|
|
)
|
|
|
|
|
|
def create_reranker_provider(settings: Settings) -> QianfanRerankerProvider:
|
|
"""Create the Demo Qwen3 reranker using an explicit or shared Qianfan key."""
|
|
secret = settings.reranker_api_key or settings.baidu_qianfan_api_key
|
|
if secret is None:
|
|
raise ProviderConfigurationError("RERANKER_API_KEY or BAIDU_QIANFAN_API_KEY is required")
|
|
return QianfanRerankerProvider(
|
|
api_key=secret.get_secret_value(),
|
|
endpoint=settings.reranker_endpoint,
|
|
model_name=settings.reranker_model,
|
|
timeout_seconds=settings.reranker_timeout_seconds,
|
|
)
|
|
|
|
|
|
def create_search_service(
|
|
settings: Settings,
|
|
session_factory: sessionmaker[Session],
|
|
dense_retriever: DenseRetrievalService,
|
|
reranker_provider: RerankerProvider,
|
|
) -> SearchService:
|
|
"""Compose DEMO-008 search while leaving REST serialization to DEMO-009."""
|
|
return SearchService(
|
|
session_factory=session_factory,
|
|
dense_retriever=dense_retriever,
|
|
reranker_provider=reranker_provider,
|
|
default_top_k=settings.search_top_k,
|
|
)
|