Last active
June 18, 2025 06:36
-
-
Save iregina/7be68e666c63f60562b352e58872b8d5 to your computer and use it in GitHub Desktop.
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Grading | |
| model: gpt-4.1-mini | |
| tools: | |
| - Roast::Tools::Grep | |
| - Roast::Tools::ReadFile | |
| - Roast::Tools::SearchFile | |
| # Uncomment this to run the workflow on modified tests automatically | |
| # each: '% cd $(git rev-parse --show-toplevel) && git status --porcelain | grep "_test\.rb" | cut -c4- | xargs realpath' | |
| steps: | |
| - read_dependencies | |
| - run_coverage | |
| - | |
| - analyze_coverage | |
| - verify_test_helpers | |
| - verify_mocks_and_stubs | |
| - generate_grades | |
| - calculate_final_grade | |
| - format_result | |
| - generate_recommendations | |
| # set non-default attributes for steps below | |
| analyze_coverage: | |
| json: true | |
| generate_grades: | |
| json: true | |
| generate_recommendations: | |
| model: o3 # Use a more capable model for nuanced recommendations |
Sign up for free
to join this conversation on GitHub.
Already have an account?
Sign in to comment