37 lines
817 B
Python
37 lines
817 B
Python
"""Utilities for execution-feedback code generation experiments."""
|
|
|
|
from .agent import AgentResult, AttemptRecord, ExecutionFeedbackAgent
|
|
from .reward import CodeReward, score_verification
|
|
from .evaluation import (
|
|
EvaluationReport,
|
|
aggregate_reports,
|
|
estimate_pass_at_k,
|
|
evaluate_candidates,
|
|
)
|
|
from .verifier import (
|
|
CodeTask,
|
|
TestCase,
|
|
VerificationResult,
|
|
VerificationStatus,
|
|
extract_python_code,
|
|
verify_code,
|
|
)
|
|
|
|
__all__ = [
|
|
"AgentResult",
|
|
"AttemptRecord",
|
|
"CodeReward",
|
|
"CodeTask",
|
|
"EvaluationReport",
|
|
"ExecutionFeedbackAgent",
|
|
"TestCase",
|
|
"VerificationResult",
|
|
"VerificationStatus",
|
|
"aggregate_reports",
|
|
"estimate_pass_at_k",
|
|
"evaluate_candidates",
|
|
"extract_python_code",
|
|
"score_verification",
|
|
"verify_code",
|
|
]
|