stage19: performance optimierung — LLM concurrency semaphore, priority (HIGH/NORMAL/LOW), limiter
This commit is contained in:
@@ -33,6 +33,7 @@ from nsct.orchestration.budget import BudgetExhaustedError, BudgetTracker, HardB
|
||||
from nsct.orchestration.models import ResearchRun
|
||||
from nsct.orchestration.state import ResearchRunState, StateMachine
|
||||
from nsct.providers.abstract import MultiProviderSearch, SearchProvider
|
||||
from nsct.providers.priority_queue import Priority
|
||||
|
||||
try:
|
||||
from nsct.stages.stage9_synthesis import SynthesisStage
|
||||
@@ -61,6 +62,7 @@ class ResearchOrchestrator:
|
||||
query: str,
|
||||
budget_config: HardBudgetConfig | None = None,
|
||||
depth: str = "normal",
|
||||
priority: Priority = Priority.NORMAL,
|
||||
) -> None:
|
||||
"""Initialisiere den Orchestrator.
|
||||
|
||||
@@ -76,11 +78,14 @@ class ResearchOrchestrator:
|
||||
Optionales Budget. Wird aus config abgeleitet, wenn None.
|
||||
depth : str
|
||||
Suchtiefe ("quick", "normal", "deep").
|
||||
priority : Priority
|
||||
LLM-Anfrage-Priorität für den Research-Pipeline.
|
||||
"""
|
||||
self._config = config
|
||||
self._research_id = research_id
|
||||
self._query = query
|
||||
self._depth = depth
|
||||
self._priority = priority
|
||||
|
||||
# Budget
|
||||
if budget_config is not None:
|
||||
|
||||
Reference in New Issue
Block a user