@@ -3,6 +3,9 @@ name: Weekly Model Evaluation
33on :
44 schedule :
55 - cron : ' 0 6 * * 1' # Every Monday at 6:00 UTC
6+ pull_request : # TODO: Remove before merging — only for debugging artifact paths
7+ paths :
8+ - ' .github/workflows/model-evaluation.yml'
69 workflow_dispatch :
710 inputs :
811 models :
9497 # per-artifact subdirectories.
9598 path : eval-results
9699
100+ - name : Debug - list artifact structure
101+ run : |
102+ echo "=== eval-results directory structure ==="
103+ ls -R eval-results || echo "eval-results directory not found"
104+
97105 - name : Update model evaluation docs
98106 run : |
99107 MODELS="${{ inputs.models || 'gpt-5-mini' }}"
@@ -121,18 +129,19 @@ jobs:
121129 echo "changed=true" >> "$GITHUB_OUTPUT"
122130 fi
123131
124- - name : Create Pull Request
125- if : steps.check-changes.outputs.changed == 'true'
126- uses : peter-evans/create-pull-request@v7
127- with :
128- branch : chore/update-model-evaluation-${{ needs.prepare.outputs.date }}
129- commit-message : " Update model evaluations ${{ needs.prepare.outputs.date }}"
130- title : " chore(evals): Update model evaluations ${{ needs.prepare.outputs.date }}"
131- body : |
132- Automated weekly model evaluation update.
133-
134- **Models evaluated:** ${{ inputs.models || 'gpt-5-mini' }}
135- **Date:** ${{ needs.prepare.outputs.date }}
136-
137- This PR was automatically generated by the [Model Evaluation workflow](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}).
138- base : main
132+ # TODO: Re-enable after debugging artifact paths
133+ # - name: Create Pull Request
134+ # if: steps.check-changes.outputs.changed == 'true'
135+ # uses: peter-evans/create-pull-request@v7
136+ # with:
137+ # branch: chore/update-model-evaluation-${{ needs.prepare.outputs.date }}
138+ # commit-message: "Update model evaluations ${{ needs.prepare.outputs.date }}"
139+ # title: "chore(evals): Update model evaluations ${{ needs.prepare.outputs.date }}"
140+ # body: |
141+ # Automated weekly model evaluation update.
142+ #
143+ # **Models evaluated:** ${{ inputs.models || 'gpt-5-mini' }}
144+ # **Date:** ${{ needs.prepare.outputs.date }}
145+ #
146+ # This PR was automatically generated by the [Model Evaluation workflow](${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }}).
147+ # base: main
0 commit comments