Task 007 implement agent job queue and fake runner path
This commit is contained in:
@@ -0,0 +1,165 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from datetime import UTC, datetime
|
||||
from typing import Any
|
||||
from uuid import UUID
|
||||
|
||||
from pydantic import ValidationError
|
||||
|
||||
from src.domain.contracts import (
|
||||
AgentJobErrorCategory,
|
||||
AgentJobListResponse,
|
||||
AgentJobOutput,
|
||||
AgentJobResponse,
|
||||
AgentJobStatus,
|
||||
AgentJobTestCodexRequest,
|
||||
AgentJobType,
|
||||
)
|
||||
|
||||
|
||||
VALID_FAKE_AGENT_PROFILE = "fake-codex"
|
||||
INVALID_SCHEMA_FAKE_AGENT_PROFILE = "fake-invalid-schema"
|
||||
|
||||
|
||||
def create_test_codex_job(
|
||||
repository: object,
|
||||
request: AgentJobTestCodexRequest,
|
||||
) -> AgentJobResponse:
|
||||
agent_profile = (
|
||||
INVALID_SCHEMA_FAKE_AGENT_PROFILE
|
||||
if request.fake_result == "invalid_schema"
|
||||
else VALID_FAKE_AGENT_PROFILE
|
||||
)
|
||||
job = repository.agent_jobs.create(
|
||||
article_id=None,
|
||||
parent_job_id=None,
|
||||
attempt=1,
|
||||
job_type=AgentJobType.TEST_CODEX,
|
||||
agent_profile=agent_profile,
|
||||
status=AgentJobStatus.QUEUED,
|
||||
input_files=[{"path": "inputs/job.json"}],
|
||||
queued_at=_now(),
|
||||
)
|
||||
return AgentJobResponse(job=job)
|
||||
|
||||
|
||||
def list_agent_jobs(repository: object) -> AgentJobListResponse:
|
||||
return AgentJobListResponse(jobs=repository.agent_jobs.list())
|
||||
|
||||
|
||||
def get_agent_job(repository: object, job_id: UUID) -> AgentJobResponse:
|
||||
return AgentJobResponse(job=repository.agent_jobs.get(job_id))
|
||||
|
||||
|
||||
def retry_agent_job(repository: object, job_id: UUID) -> AgentJobResponse:
|
||||
parent = repository.agent_jobs.get(job_id)
|
||||
retry = repository.agent_jobs.create(
|
||||
article_id=parent.article_id,
|
||||
parent_job_id=parent.id,
|
||||
attempt=parent.attempt + 1,
|
||||
job_type=parent.job_type,
|
||||
agent_profile=parent.agent_profile,
|
||||
status=AgentJobStatus.QUEUED,
|
||||
input_files=[file_ref.model_dump(mode="json") for file_ref in parent.input_files],
|
||||
queued_at=_now(),
|
||||
)
|
||||
return AgentJobResponse(job=retry)
|
||||
|
||||
|
||||
def cancel_agent_job(repository: object, job_id: UUID) -> AgentJobResponse:
|
||||
return AgentJobResponse(job=repository.agent_jobs.cancel(job_id=job_id, finished_at=_now()))
|
||||
|
||||
|
||||
def claim_next_agent_job(repository: object) -> AgentJobResponse | None:
|
||||
job = repository.agent_jobs.claim_next_queued(started_at=_now())
|
||||
if job is None:
|
||||
return None
|
||||
return AgentJobResponse(job=job)
|
||||
|
||||
|
||||
def complete_agent_job(
|
||||
repository: object,
|
||||
*,
|
||||
job_id: UUID,
|
||||
workspace_path: str | None,
|
||||
stdout: str,
|
||||
stderr: str,
|
||||
exit_code: int | None,
|
||||
duration_ms: int | None,
|
||||
output: dict[str, Any],
|
||||
) -> AgentJobResponse:
|
||||
try:
|
||||
validated_output = AgentJobOutput.model_validate(output)
|
||||
except ValidationError as error:
|
||||
job = repository.agent_jobs.complete(
|
||||
job_id=job_id,
|
||||
status=AgentJobStatus.FAILED,
|
||||
workspace_path=workspace_path,
|
||||
output_files=[],
|
||||
error_category=AgentJobErrorCategory.FAILED_SCHEMA_VALIDATION,
|
||||
error_message=str(error),
|
||||
stdout=stdout,
|
||||
stderr=stderr,
|
||||
exit_code=exit_code,
|
||||
duration_ms=duration_ms,
|
||||
finished_at=_now(),
|
||||
)
|
||||
return AgentJobResponse(job=job)
|
||||
|
||||
job = repository.agent_jobs.complete(
|
||||
job_id=job_id,
|
||||
status=_normalize_completion_status(
|
||||
status=validated_output.status,
|
||||
exit_code=exit_code,
|
||||
error_category=validated_output.error_category,
|
||||
),
|
||||
workspace_path=workspace_path,
|
||||
output_files=[
|
||||
file_ref.model_dump(mode="json") for file_ref in validated_output.output_files
|
||||
],
|
||||
error_category=_normalize_error_category(
|
||||
initial=validated_output.error_category,
|
||||
status=validated_output.status,
|
||||
exit_code=exit_code,
|
||||
),
|
||||
error_message=validated_output.error_message,
|
||||
stdout=stdout,
|
||||
stderr=stderr,
|
||||
exit_code=exit_code,
|
||||
duration_ms=duration_ms,
|
||||
finished_at=_now(),
|
||||
)
|
||||
return AgentJobResponse(job=job)
|
||||
|
||||
|
||||
def _now() -> datetime:
|
||||
return datetime.now(UTC)
|
||||
|
||||
|
||||
def _normalize_completion_status(
|
||||
*,
|
||||
status: AgentJobStatus,
|
||||
exit_code: int | None,
|
||||
error_category: AgentJobErrorCategory | None,
|
||||
) -> AgentJobStatus:
|
||||
if status == AgentJobStatus.SUCCEEDED and exit_code not in (0, None):
|
||||
return AgentJobStatus.FAILED
|
||||
if error_category == AgentJobErrorCategory.CLI_EXIT_CODE_FAILURE and exit_code in (
|
||||
None,
|
||||
0,
|
||||
):
|
||||
return AgentJobStatus.SUCCEEDED
|
||||
return status
|
||||
|
||||
|
||||
def _normalize_error_category(
|
||||
*,
|
||||
initial: AgentJobErrorCategory | None,
|
||||
status: AgentJobStatus,
|
||||
exit_code: int | None,
|
||||
) -> AgentJobErrorCategory | None:
|
||||
if initial is not None:
|
||||
return initial
|
||||
if status == AgentJobStatus.SUCCEEDED and exit_code not in (0, None):
|
||||
return AgentJobErrorCategory.CLI_EXIT_CODE_FAILURE
|
||||
return None
|
||||
@@ -16,7 +16,10 @@ from .enums import (
|
||||
)
|
||||
from .models import (
|
||||
AgentJobOutput,
|
||||
AgentJobListResponse,
|
||||
AgentJobResponse,
|
||||
AgentJobSummary,
|
||||
AgentJobTestCodexRequest,
|
||||
ArticleCreateRequest,
|
||||
ArticleCreateResponse,
|
||||
ArticleDetailResponse,
|
||||
@@ -58,9 +61,12 @@ __all__ = [
|
||||
"ARTICLE_WORKFLOW_STATUSES",
|
||||
"ARTICLE_WORKFLOW_TRANSITIONS",
|
||||
"AgentJobErrorCategory",
|
||||
"AgentJobListResponse",
|
||||
"AgentJobOutput",
|
||||
"AgentJobResponse",
|
||||
"AgentJobStatus",
|
||||
"AgentJobSummary",
|
||||
"AgentJobTestCodexRequest",
|
||||
"AgentJobType",
|
||||
"ArticleCreateRequest",
|
||||
"ArticleCreateResponse",
|
||||
|
||||
@@ -306,7 +306,9 @@ class RunnerFileRef(ContractModel):
|
||||
|
||||
class AgentJobSummary(ContractModel):
|
||||
id: UUID
|
||||
article_id: UUID
|
||||
article_id: UUID | None = None
|
||||
parent_job_id: UUID | None = None
|
||||
attempt: int = Field(default=1, ge=1)
|
||||
job_type: AgentJobType
|
||||
agent_profile: str = Field(min_length=1)
|
||||
status: AgentJobStatus
|
||||
@@ -315,10 +317,27 @@ class AgentJobSummary(ContractModel):
|
||||
output_files: list[RunnerFileRef] = Field(default_factory=list)
|
||||
error_category: AgentJobErrorCategory | None = None
|
||||
error_message: str | None = None
|
||||
stdout: str = ""
|
||||
stderr: str = ""
|
||||
exit_code: int | None = None
|
||||
duration_ms: int | None = Field(default=None, ge=0)
|
||||
queued_at: datetime
|
||||
started_at: datetime | None = None
|
||||
finished_at: datetime | None = None
|
||||
|
||||
|
||||
class AgentJobTestCodexRequest(ContractModel):
|
||||
fake_result: str = Field(default="valid", pattern="^(valid|invalid_schema)$")
|
||||
|
||||
|
||||
class AgentJobResponse(ContractModel):
|
||||
job: AgentJobSummary
|
||||
|
||||
|
||||
class AgentJobListResponse(ContractModel):
|
||||
jobs: list[AgentJobSummary]
|
||||
|
||||
|
||||
class AgentJobOutput(ContractModel):
|
||||
status: AgentJobStatus
|
||||
output_files: list[RunnerFileRef] = Field(default_factory=list)
|
||||
|
||||
@@ -23,7 +23,10 @@ from .enums import (
|
||||
)
|
||||
from .models import (
|
||||
AgentJobOutput,
|
||||
AgentJobListResponse,
|
||||
AgentJobResponse,
|
||||
AgentJobSummary,
|
||||
AgentJobTestCodexRequest,
|
||||
ArticleCreateRequest,
|
||||
ArticleCreateResponse,
|
||||
ArticleDetailResponse,
|
||||
@@ -105,6 +108,9 @@ CONTRACT_SCHEMA_MODELS: tuple[type[BaseModel], ...] = (
|
||||
PublishCommitSummary,
|
||||
RunnerFileRef,
|
||||
AgentJobSummary,
|
||||
AgentJobTestCodexRequest,
|
||||
AgentJobResponse,
|
||||
AgentJobListResponse,
|
||||
AgentJobOutput,
|
||||
ArticleDetailResponse,
|
||||
)
|
||||
|
||||
@@ -9,6 +9,10 @@ from typing import Any
|
||||
from uuid import UUID, uuid4
|
||||
|
||||
from src.domain.contracts import (
|
||||
AgentJobErrorCategory,
|
||||
AgentJobStatus,
|
||||
AgentJobSummary,
|
||||
AgentJobType,
|
||||
ArticleSummary,
|
||||
PublishingRules,
|
||||
PublishingStatus,
|
||||
@@ -36,6 +40,7 @@ class BackendRepository:
|
||||
self.users = UsersRepository(self)
|
||||
self.target_sites = TargetSitesRepository(self)
|
||||
self.articles = ArticlesRepository(self)
|
||||
self.agent_jobs = AgentJobsRepository(self)
|
||||
self.script_config_versions = ScriptConfigVersionsRepository(self)
|
||||
self.script_config_version_events = ScriptConfigVersionAuditEventsRepository(self)
|
||||
self.schema = SchemaRepository(self)
|
||||
@@ -588,6 +593,233 @@ class ArticlesRepository:
|
||||
return [_workflow_event_from_row(row) for row in rows]
|
||||
|
||||
|
||||
class AgentJobsRepository:
|
||||
def __init__(self, repository: BackendRepository) -> None:
|
||||
self._repository = repository
|
||||
|
||||
def create(
|
||||
self,
|
||||
*,
|
||||
article_id: UUID | None,
|
||||
parent_job_id: UUID | None,
|
||||
attempt: int,
|
||||
job_type: AgentJobType,
|
||||
agent_profile: str,
|
||||
status: AgentJobStatus,
|
||||
input_files: list[JsonObject],
|
||||
queued_at: datetime,
|
||||
) -> AgentJobSummary:
|
||||
job_id = uuid4()
|
||||
placeholder = self._repository.placeholder()
|
||||
json_cast = self._repository.json_cast()
|
||||
sql = f"""
|
||||
INSERT INTO agent_jobs (
|
||||
id,
|
||||
article_id,
|
||||
parent_job_id,
|
||||
attempt,
|
||||
job_type,
|
||||
agent_profile,
|
||||
status,
|
||||
input_files,
|
||||
queued_at
|
||||
)
|
||||
VALUES (
|
||||
{placeholder},
|
||||
{placeholder},
|
||||
{placeholder},
|
||||
{placeholder},
|
||||
{placeholder},
|
||||
{placeholder},
|
||||
{placeholder},
|
||||
{placeholder}{json_cast},
|
||||
{placeholder}
|
||||
)
|
||||
"""
|
||||
with self._repository.connection() as connection:
|
||||
connection.execute(
|
||||
sql,
|
||||
(
|
||||
str(job_id),
|
||||
_uuid_value(article_id),
|
||||
_uuid_value(parent_job_id),
|
||||
attempt,
|
||||
job_type.value,
|
||||
agent_profile,
|
||||
status.value,
|
||||
_json_value(input_files),
|
||||
_datetime_value(queued_at),
|
||||
),
|
||||
)
|
||||
|
||||
return self.get(job_id)
|
||||
|
||||
def list(self) -> list[AgentJobSummary]:
|
||||
with self._repository.connection() as connection:
|
||||
rows = connection.execute(
|
||||
f"""
|
||||
SELECT {self._select_columns()}
|
||||
FROM agent_jobs
|
||||
ORDER BY queued_at DESC
|
||||
"""
|
||||
).fetchall()
|
||||
|
||||
return [_agent_job_summary_from_row(row) for row in rows]
|
||||
|
||||
def get(self, job_id: UUID) -> AgentJobSummary:
|
||||
placeholder = self._repository.placeholder()
|
||||
with self._repository.connection() as connection:
|
||||
row = connection.execute(
|
||||
f"""
|
||||
SELECT {self._select_columns()}
|
||||
FROM agent_jobs
|
||||
WHERE id = {placeholder}
|
||||
""",
|
||||
(str(job_id),),
|
||||
).fetchone()
|
||||
|
||||
if row is None:
|
||||
raise LookupError(f"Agent job not found: {job_id}")
|
||||
return _agent_job_summary_from_row(row)
|
||||
|
||||
def claim_next_queued(self, *, started_at: datetime) -> AgentJobSummary | None:
|
||||
placeholder = self._repository.placeholder()
|
||||
with self._repository.connection() as connection:
|
||||
row = connection.execute(
|
||||
f"""
|
||||
SELECT id
|
||||
FROM agent_jobs
|
||||
WHERE status = {placeholder}
|
||||
ORDER BY queued_at
|
||||
LIMIT 1
|
||||
""",
|
||||
(AgentJobStatus.QUEUED.value,),
|
||||
).fetchone()
|
||||
if row is None:
|
||||
return None
|
||||
|
||||
job_id = _row_value(row, "id")
|
||||
connection.execute(
|
||||
f"""
|
||||
UPDATE agent_jobs
|
||||
SET status = {placeholder}, started_at = {placeholder}
|
||||
WHERE id = {placeholder} AND status = {placeholder}
|
||||
""",
|
||||
(
|
||||
AgentJobStatus.RUNNING.value,
|
||||
_datetime_value(started_at),
|
||||
str(job_id),
|
||||
AgentJobStatus.QUEUED.value,
|
||||
),
|
||||
)
|
||||
|
||||
return self.get(UUID(str(job_id)))
|
||||
|
||||
def complete(
|
||||
self,
|
||||
*,
|
||||
job_id: UUID,
|
||||
status: AgentJobStatus,
|
||||
workspace_path: str | None,
|
||||
output_files: list[JsonObject],
|
||||
error_category: AgentJobErrorCategory | None,
|
||||
error_message: str | None,
|
||||
stdout: str,
|
||||
stderr: str,
|
||||
exit_code: int | None,
|
||||
duration_ms: int | None,
|
||||
finished_at: datetime,
|
||||
) -> AgentJobSummary:
|
||||
existing = self.get(job_id)
|
||||
if existing.status == AgentJobStatus.CANCELLED:
|
||||
return existing
|
||||
|
||||
placeholder = self._repository.placeholder()
|
||||
json_cast = self._repository.json_cast()
|
||||
with self._repository.connection() as connection:
|
||||
connection.execute(
|
||||
f"""
|
||||
UPDATE agent_jobs
|
||||
SET
|
||||
status = {placeholder},
|
||||
workspace_path = {placeholder},
|
||||
output_files = {placeholder}{json_cast},
|
||||
error_category = {placeholder},
|
||||
error_message = {placeholder},
|
||||
stdout = {placeholder},
|
||||
stderr = {placeholder},
|
||||
exit_code = {placeholder},
|
||||
duration_ms = {placeholder},
|
||||
finished_at = {placeholder}
|
||||
WHERE id = {placeholder}
|
||||
""",
|
||||
(
|
||||
status.value,
|
||||
workspace_path,
|
||||
_json_value(output_files),
|
||||
_agent_error_category_value(error_category),
|
||||
error_message,
|
||||
stdout,
|
||||
stderr,
|
||||
exit_code,
|
||||
duration_ms,
|
||||
_datetime_value(finished_at),
|
||||
str(job_id),
|
||||
),
|
||||
)
|
||||
|
||||
return self.get(job_id)
|
||||
|
||||
def cancel(self, *, job_id: UUID, finished_at: datetime) -> AgentJobSummary:
|
||||
existing = self.get(job_id)
|
||||
if existing.status in {AgentJobStatus.SUCCEEDED, AgentJobStatus.FAILED}:
|
||||
return existing
|
||||
|
||||
placeholder = self._repository.placeholder()
|
||||
with self._repository.connection() as connection:
|
||||
connection.execute(
|
||||
f"""
|
||||
UPDATE agent_jobs
|
||||
SET
|
||||
status = {placeholder},
|
||||
error_message = {placeholder},
|
||||
finished_at = {placeholder}
|
||||
WHERE id = {placeholder}
|
||||
""",
|
||||
(
|
||||
AgentJobStatus.CANCELLED.value,
|
||||
"Cancelled",
|
||||
_datetime_value(finished_at),
|
||||
str(job_id),
|
||||
),
|
||||
)
|
||||
|
||||
return self.get(job_id)
|
||||
|
||||
def _select_columns(self) -> str:
|
||||
return """
|
||||
id,
|
||||
article_id,
|
||||
parent_job_id,
|
||||
attempt,
|
||||
job_type,
|
||||
agent_profile,
|
||||
status,
|
||||
workspace_path,
|
||||
input_files,
|
||||
output_files,
|
||||
error_category,
|
||||
error_message,
|
||||
stdout,
|
||||
stderr,
|
||||
exit_code,
|
||||
duration_ms,
|
||||
queued_at,
|
||||
started_at,
|
||||
finished_at
|
||||
"""
|
||||
|
||||
|
||||
class ScriptConfigVersionsRepository:
|
||||
def __init__(self, repository: BackendRepository) -> None:
|
||||
self._repository = repository
|
||||
@@ -1015,6 +1247,30 @@ def _workflow_event_from_row(row: Any) -> WorkflowEventSummary:
|
||||
)
|
||||
|
||||
|
||||
def _agent_job_summary_from_row(row: Any) -> AgentJobSummary:
|
||||
return AgentJobSummary(
|
||||
id=_row_value(row, "id"),
|
||||
article_id=_row_value(row, "article_id"),
|
||||
parent_job_id=_row_value(row, "parent_job_id"),
|
||||
attempt=_row_value(row, "attempt"),
|
||||
job_type=_row_value(row, "job_type"),
|
||||
agent_profile=_row_value(row, "agent_profile"),
|
||||
status=_row_value(row, "status"),
|
||||
workspace_path=_row_value(row, "workspace_path"),
|
||||
input_files=_json_from_row(row, "input_files"),
|
||||
output_files=_json_from_row(row, "output_files"),
|
||||
error_category=_row_value(row, "error_category"),
|
||||
error_message=_row_value(row, "error_message"),
|
||||
stdout=_row_value(row, "stdout"),
|
||||
stderr=_row_value(row, "stderr"),
|
||||
exit_code=_row_value(row, "exit_code"),
|
||||
duration_ms=_row_value(row, "duration_ms"),
|
||||
queued_at=_row_value(row, "queued_at"),
|
||||
started_at=_row_value(row, "started_at"),
|
||||
finished_at=_row_value(row, "finished_at"),
|
||||
)
|
||||
|
||||
|
||||
def _script_config_version_event_from_row(row: Any) -> dict[str, Any]:
|
||||
return {
|
||||
"id": _row_value(row, "id"),
|
||||
@@ -1079,3 +1335,9 @@ def _article_status_value(value: ArticleWorkflowStatus | None) -> str | None:
|
||||
if value is None:
|
||||
return None
|
||||
return value.value
|
||||
|
||||
|
||||
def _agent_error_category_value(value: AgentJobErrorCategory | None) -> str | None:
|
||||
if value is None:
|
||||
return None
|
||||
return value.value
|
||||
|
||||
@@ -226,6 +226,8 @@ POSTGRES_SCHEMA_STATEMENTS: tuple[str, ...] = (
|
||||
CREATE TABLE IF NOT EXISTS agent_jobs (
|
||||
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
||||
article_id UUID REFERENCES articles(id) ON DELETE SET NULL,
|
||||
parent_job_id UUID REFERENCES agent_jobs(id) ON DELETE SET NULL,
|
||||
attempt INTEGER NOT NULL DEFAULT 1,
|
||||
job_type TEXT NOT NULL CHECK (job_type IN ({AGENT_JOB_TYPE_VALUES})),
|
||||
agent_profile TEXT NOT NULL,
|
||||
status TEXT NOT NULL CHECK (status IN ({AGENT_JOB_STATUS_VALUES})),
|
||||
@@ -237,11 +239,21 @@ POSTGRES_SCHEMA_STATEMENTS: tuple[str, ...] = (
|
||||
OR error_category IN ({AGENT_JOB_ERROR_CATEGORY_VALUES})
|
||||
),
|
||||
error_message TEXT,
|
||||
stdout TEXT NOT NULL DEFAULT '',
|
||||
stderr TEXT NOT NULL DEFAULT '',
|
||||
exit_code INTEGER,
|
||||
duration_ms INTEGER,
|
||||
queued_at TIMESTAMPTZ NOT NULL DEFAULT now(),
|
||||
started_at TIMESTAMPTZ,
|
||||
finished_at TIMESTAMPTZ
|
||||
)
|
||||
""",
|
||||
"ALTER TABLE agent_jobs ADD COLUMN IF NOT EXISTS parent_job_id UUID REFERENCES agent_jobs(id) ON DELETE SET NULL",
|
||||
"ALTER TABLE agent_jobs ADD COLUMN IF NOT EXISTS attempt INTEGER NOT NULL DEFAULT 1",
|
||||
"ALTER TABLE agent_jobs ADD COLUMN IF NOT EXISTS stdout TEXT NOT NULL DEFAULT ''",
|
||||
"ALTER TABLE agent_jobs ADD COLUMN IF NOT EXISTS stderr TEXT NOT NULL DEFAULT ''",
|
||||
"ALTER TABLE agent_jobs ADD COLUMN IF NOT EXISTS exit_code INTEGER",
|
||||
"ALTER TABLE agent_jobs ADD COLUMN IF NOT EXISTS duration_ms INTEGER",
|
||||
"""
|
||||
CREATE TABLE IF NOT EXISTS research_run_manifests (
|
||||
id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
|
||||
@@ -509,6 +521,8 @@ SQLITE_SCHEMA_STATEMENTS: tuple[str, ...] = (
|
||||
CREATE TABLE IF NOT EXISTS agent_jobs (
|
||||
id TEXT PRIMARY KEY,
|
||||
article_id TEXT,
|
||||
parent_job_id TEXT,
|
||||
attempt INTEGER NOT NULL DEFAULT 1,
|
||||
job_type TEXT NOT NULL,
|
||||
agent_profile TEXT NOT NULL,
|
||||
status TEXT NOT NULL,
|
||||
@@ -517,6 +531,10 @@ SQLITE_SCHEMA_STATEMENTS: tuple[str, ...] = (
|
||||
output_files TEXT NOT NULL DEFAULT '[]',
|
||||
error_category TEXT,
|
||||
error_message TEXT,
|
||||
stdout TEXT NOT NULL DEFAULT '',
|
||||
stderr TEXT NOT NULL DEFAULT '',
|
||||
exit_code INTEGER,
|
||||
duration_ms INTEGER,
|
||||
queued_at TEXT NOT NULL DEFAULT CURRENT_TIMESTAMP,
|
||||
started_at TEXT,
|
||||
finished_at TEXT
|
||||
|
||||
@@ -5,6 +5,10 @@ from fastapi.openapi.utils import get_openapi
|
||||
from fastapi.responses import JSONResponse
|
||||
|
||||
from src.domain.contracts.openapi import inject_contract_schemas
|
||||
from src.presentation.routes.agent_jobs import (
|
||||
internal_router as internal_agent_jobs_router,
|
||||
)
|
||||
from src.presentation.routes.agent_jobs import router as agent_jobs_router
|
||||
from src.presentation.routes.articles import router as articles_router
|
||||
from src.presentation.routes.auth import router as auth_router
|
||||
from src.presentation.routes.sites import router as sites_router
|
||||
@@ -13,6 +17,8 @@ from src.presentation.routes.sites import router as sites_router
|
||||
app = FastAPI(title="AI Content Pipeline Backend")
|
||||
app.include_router(auth_router)
|
||||
app.include_router(articles_router)
|
||||
app.include_router(agent_jobs_router)
|
||||
app.include_router(internal_agent_jobs_router)
|
||||
app.include_router(sites_router)
|
||||
|
||||
|
||||
|
||||
@@ -0,0 +1,133 @@
|
||||
from __future__ import annotations
|
||||
|
||||
from typing import Any
|
||||
from uuid import UUID
|
||||
|
||||
from fastapi import APIRouter, Body, Depends, HTTPException, Response, status
|
||||
from pydantic import BaseModel, Field
|
||||
|
||||
from src.application.agent_jobs import (
|
||||
cancel_agent_job,
|
||||
claim_next_agent_job,
|
||||
complete_agent_job,
|
||||
create_test_codex_job,
|
||||
get_agent_job,
|
||||
list_agent_jobs,
|
||||
retry_agent_job,
|
||||
)
|
||||
from src.domain.auth import ADMIN_ROLES
|
||||
from src.domain.contracts import (
|
||||
AgentJobListResponse,
|
||||
AgentJobResponse,
|
||||
AgentJobTestCodexRequest,
|
||||
CurrentUser,
|
||||
)
|
||||
from src.infrastructure.repositories import BackendRepository
|
||||
from src.presentation.dependencies import get_repository, require_roles
|
||||
|
||||
|
||||
router = APIRouter(prefix="/api", tags=["agent-jobs"])
|
||||
internal_router = APIRouter(prefix="/internal/agent-jobs", include_in_schema=False)
|
||||
|
||||
|
||||
class AgentJobCompletionRequest(BaseModel):
|
||||
workspace_path: str | None = None
|
||||
stdout: str = ""
|
||||
stderr: str = ""
|
||||
exit_code: int | None = None
|
||||
duration_ms: int | None = Field(default=None, ge=0)
|
||||
output: dict[str, Any] = Field(default_factory=dict)
|
||||
|
||||
|
||||
@router.post(
|
||||
"/agent-jobs/test-codex",
|
||||
response_model=AgentJobResponse,
|
||||
status_code=status.HTTP_201_CREATED,
|
||||
)
|
||||
def post_test_codex_job(
|
||||
request: AgentJobTestCodexRequest = Body(
|
||||
default_factory=AgentJobTestCodexRequest
|
||||
),
|
||||
_: CurrentUser = Depends(require_roles(ADMIN_ROLES)),
|
||||
repository: BackendRepository = Depends(get_repository),
|
||||
) -> AgentJobResponse:
|
||||
return create_test_codex_job(repository, request)
|
||||
|
||||
|
||||
@router.get("/agent-jobs", response_model=AgentJobListResponse)
|
||||
def get_agent_jobs(
|
||||
_: CurrentUser = Depends(require_roles(ADMIN_ROLES)),
|
||||
repository: BackendRepository = Depends(get_repository),
|
||||
) -> AgentJobListResponse:
|
||||
return list_agent_jobs(repository)
|
||||
|
||||
|
||||
@router.get("/agent-jobs/{job_id}", response_model=AgentJobResponse)
|
||||
def get_agent_job_route(
|
||||
job_id: UUID,
|
||||
_: CurrentUser = Depends(require_roles(ADMIN_ROLES)),
|
||||
repository: BackendRepository = Depends(get_repository),
|
||||
) -> AgentJobResponse:
|
||||
try:
|
||||
return get_agent_job(repository, job_id)
|
||||
except LookupError as error:
|
||||
raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail="Not Found") from error
|
||||
|
||||
|
||||
@router.post(
|
||||
"/agent-jobs/{job_id}/retry",
|
||||
response_model=AgentJobResponse,
|
||||
status_code=status.HTTP_201_CREATED,
|
||||
)
|
||||
def post_retry_agent_job(
|
||||
job_id: UUID,
|
||||
_: CurrentUser = Depends(require_roles(ADMIN_ROLES)),
|
||||
repository: BackendRepository = Depends(get_repository),
|
||||
) -> AgentJobResponse:
|
||||
try:
|
||||
return retry_agent_job(repository, job_id)
|
||||
except LookupError as error:
|
||||
raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail="Not Found") from error
|
||||
|
||||
|
||||
@router.post("/agent-jobs/{job_id}/cancel", response_model=AgentJobResponse)
|
||||
def post_cancel_agent_job(
|
||||
job_id: UUID,
|
||||
_: CurrentUser = Depends(require_roles(ADMIN_ROLES)),
|
||||
repository: BackendRepository = Depends(get_repository),
|
||||
) -> AgentJobResponse:
|
||||
try:
|
||||
return cancel_agent_job(repository, job_id)
|
||||
except LookupError as error:
|
||||
raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail="Not Found") from error
|
||||
|
||||
|
||||
@internal_router.post("/claim", response_model=None)
|
||||
def post_claim_agent_job(
|
||||
repository: BackendRepository = Depends(get_repository),
|
||||
):
|
||||
claimed = claim_next_agent_job(repository)
|
||||
if claimed is None:
|
||||
return Response(status_code=status.HTTP_204_NO_CONTENT)
|
||||
return claimed
|
||||
|
||||
|
||||
@internal_router.post("/{job_id}/complete", response_model=AgentJobResponse)
|
||||
def post_complete_agent_job(
|
||||
job_id: UUID,
|
||||
request: AgentJobCompletionRequest,
|
||||
repository: BackendRepository = Depends(get_repository),
|
||||
) -> AgentJobResponse:
|
||||
try:
|
||||
return complete_agent_job(
|
||||
repository,
|
||||
job_id=job_id,
|
||||
workspace_path=request.workspace_path,
|
||||
stdout=request.stdout,
|
||||
stderr=request.stderr,
|
||||
exit_code=request.exit_code,
|
||||
duration_ms=request.duration_ms,
|
||||
output=request.output,
|
||||
)
|
||||
except LookupError as error:
|
||||
raise HTTPException(status_code=status.HTTP_404_NOT_FOUND, detail="Not Found") from error
|
||||
Reference in New Issue
Block a user