Self-hosted runner (scheduled) #1218
This file contains hidden or bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Self-hosted runner (scheduled) | |
| on: | |
| repository_dispatch: | |
| schedule: | |
| - cron: "17 2 * * *" | |
| push: | |
| branches: | |
| - run_scheduled_ci* | |
| workflow_dispatch: | |
| inputs: | |
| prev_workflow_run_id: | |
| description: 'previous workflow run id to compare' | |
| type: string | |
| required: false | |
| default: "" | |
| other_workflow_run_id: | |
| description: 'other workflow run id to compare' | |
| type: string | |
| required: false | |
| default: "" | |
| # Used for `push` to easily modify the target workflow runs to compare against | |
| env: | |
| prev_workflow_run_id: "" | |
| other_workflow_run_id: "" | |
| jobs: | |
| setup: | |
| name: Setup | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Setup | |
| run: | | |
| mkdir "setup_values" | |
| echo "${{ inputs.prev_workflow_run_id || env.prev_workflow_run_id }}" > "setup_values/prev_workflow_run_id.txt" | |
| echo "${{ inputs.other_workflow_run_id || env.other_workflow_run_id }}" > "setup_values/other_workflow_run_id.txt" | |
| - name: Upload artifacts | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: setup_values | |
| path: setup_values | |
| model-ci: | |
| name: Model CI | |
| uses: ./.github/workflows/self-scheduled.yml | |
| with: | |
| job: run_models_gpu | |
| slack_report_channel: "#transformers-ci-daily-models" | |
| docker: huggingface/transformers-all-latest-gpu | |
| ci_event: Daily CI | |
| report_repo_id: hf-internal-testing/transformers_daily_ci | |
| secrets: inherit | |
| torch-pipeline: | |
| name: Torch pipeline CI | |
| uses: ./.github/workflows/self-scheduled.yml | |
| with: | |
| job: run_pipelines_torch_gpu | |
| slack_report_channel: "#transformers-ci-daily-pipeline-torch" | |
| docker: huggingface/transformers-pytorch-gpu | |
| ci_event: Daily CI | |
| report_repo_id: hf-internal-testing/transformers_daily_ci | |
| secrets: inherit | |
| example-ci: | |
| name: Example CI | |
| uses: ./.github/workflows/self-scheduled.yml | |
| with: | |
| job: run_examples_gpu | |
| slack_report_channel: "#transformers-ci-daily-examples" | |
| docker: huggingface/transformers-all-latest-gpu | |
| ci_event: Daily CI | |
| report_repo_id: hf-internal-testing/transformers_daily_ci | |
| secrets: inherit | |
| trainer-fsdp-ci: | |
| name: Trainer/FSDP CI | |
| uses: ./.github/workflows/self-scheduled.yml | |
| with: | |
| job: run_trainer_and_fsdp_gpu | |
| slack_report_channel: "#transformers-ci-daily-training" | |
| docker: huggingface/transformers-all-latest-gpu | |
| ci_event: Daily CI | |
| report_repo_id: hf-internal-testing/transformers_daily_ci | |
| secrets: inherit | |
| deepspeed-ci: | |
| name: DeepSpeed CI | |
| uses: ./.github/workflows/self-scheduled.yml | |
| with: | |
| job: run_torch_cuda_extensions_gpu | |
| slack_report_channel: "#transformers-ci-daily-training" | |
| docker: huggingface/transformers-pytorch-deepspeed-latest-gpu | |
| ci_event: Daily CI | |
| working-directory-prefix: /workspace | |
| report_repo_id: hf-internal-testing/transformers_daily_ci | |
| secrets: inherit | |
| quantization-ci: | |
| name: Quantization CI | |
| uses: ./.github/workflows/self-scheduled.yml | |
| with: | |
| job: run_quantization_torch_gpu | |
| slack_report_channel: "#transformers-ci-daily-quantization" | |
| docker: huggingface/transformers-quantization-latest-gpu | |
| ci_event: Daily CI | |
| report_repo_id: hf-internal-testing/transformers_daily_ci | |
| secrets: inherit |