Fix GRPO recipe - #2926
Dr.CI classification results
{"FAILED":[{"workflowId":17590176356,"workflowUniqueId":160791043,"id":49968849053,"runnerName":"i-0697d1100db7de377","authorEmail":"markobozov@MacBook-Pro-Mark-2.local","name":"RL tests / gpu_test (3.11, stable)","jobName":"gpu_test (3.11, stable)","conclusion":"cancelled","completed_at":"2025-09-09T17:24:48.000000000Z","html_url":"https://github.com/pytorch/torchtune/actions/runs/17590176356/job/49968849053","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/torchtune/49968849053","head_branch":"fix-grpo","pr_number":2926,"head_sha":"b3bf2ed529ff580c4e5c1210baab369461c8d97d","head_sha_timestamp":"2025-09-09T17:05:09Z","failure_captures":[],"failure_lines":[],"failure_context":[],"time":"2025-09-09T17:09:42.000000000Z"},{"workflowId":17590176356,"workflowUniqueId":160791043,"id":49968849057,"runnerName":"i-02dd90d5d6d0f96df","authorEmail":"markobozov@MacBook-Pro-Mark-2.local","name":"RL tests / gpu_test (3.10, stable)","jobName":"gpu_test (3.10, stable)","conclusion":"failure","completed_at":"2025-09-09T17:24:04.000000000Z","html_url":"https://github.com/pytorch/torchtune/actions/runs/17590176356/job/49968849057","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/torchtune/49968849057","head_branch":"fix-grpo","pr_number":2926,"head_sha":"b3bf2ed529ff580c4e5c1210baab369461c8d97d","head_sha_timestamp":"2025-09-09T17:05:09Z","failure_captures":["tests/recipes/dev/test_generate_v2.py::TestGenerateV2::test_llama3_generate_results"],"failure_lines":["FAILED tests/recipes/dev/test_generate_v2.py::TestGenerateV2::test_llama3_generate_results - ValueError: No file with name: /tmp/test-artifacts/small-ckpt-tune-llama3-05052024.pt found in /tmp/test-artifacts."],"failure_context":[],"time":"2025-09-09T17:09:42.000000000Z"},{"workflowId":17590176357,"workflowUniqueId":103397641,"id":49968853425,"runnerName":"i-0bdb42f75db09c12b","authorEmail":"markobozov@MacBook-Pro-Mark-2.local","name":"GPU tests / gpu_test (3.9, stable)","jobName":"gpu_test (3.9, stable)","conclusion":"failure","completed_at":"2025-09-09T17:38:02.000000000Z","html_url":"https://github.com/pytorch/torchtune/actions/runs/17590176357/job/49968853425","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/torchtune/49968853425","head_branch":"fix-grpo","pr_number":2926,"head_sha":"b3bf2ed529ff580c4e5c1210baab369461c8d97d","head_sha_timestamp":"2025-09-09T17:05:09Z","failure_captures":["tests/recipes/test_qat_lora_finetune_distributed.py::TestQATLoRAFinetuneDistributedRecipe::test_save_and_load_merged_weights[llama3/8B_qat_lora-llama3-tune]"],"failure_lines":["FAILED tests/recipes/test_qat_lora_finetune_distributed.py::TestQATLoRAFinetuneDistributedRecipe::test_save_and_load_merged_weights[llama3/8B_qat_lora-llama3-tune] - torch.distributed.elastic.multiprocessing.errors.ChildFailedError: "],"failure_context":[],"time":"2025-09-09T17:09:45.000000000Z"},{"workflowId":17590176357,"workflowUniqueId":103397641,"id":49968853442,"runnerName":"i-0898e34222bbda9fa","authorEmail":"markobozov@MacBook-Pro-Mark-2.local","name":"GPU tests / gpu_test (3.11, stable)","jobName":"gpu_test (3.11, stable)","conclusion":"cancelled","completed_at":"2025-09-09T17:38:17.000000000Z","html_url":"https://github.com/pytorch/torchtune/actions/runs/17590176357/job/49968853442","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/torchtune/49968853442","head_branch":"fix-grpo","pr_number":2926,"head_sha":"b3bf2ed529ff580c4e5c1210baab369461c8d97d","head_sha_timestamp":"2025-09-09T17:05:09Z","failure_captures":["tests/recipes/test_qat_lora_finetune_distributed.py::TestQATLoRAFinetuneDistributedRecipe::test_save_and_load_merged_weights[llama3/8B_qat_lora-llama3-tune]"],"failure_lines":["FAILED tests/recipes/test_qat_lora_finetune_distributed.py::TestQATLoRAFinetuneDistributedRecipe::test_save_and_load_merged_weights[llama3/8B_qat_lora-llama3-tune] - torch.distributed.elastic.multiprocessing.errors.ChildFailedError: "],"failure_context":[],"time":"2025-09-09T17:09:45.000000000Z"}],"FLAKY":[],"BROKEN_TRUNK":[{"workflowId":17590176357,"workflowUniqueId":103397641,"id":49968853420,"runnerName":"i-05d6e4f58c31f3f66","authorEmail":"markobozov@MacBook-Pro-Mark-2.local","name":"GPU tests / gpu_test (3.10, stable)","jobName":"gpu_test (3.10, stable)","conclusion":"cancelled","completed_at":"2025-09-09T17:38:46.000000000Z","html_url":"https://github.com/pytorch/torchtune/actions/runs/17590176357/job/49968853420","logUrl":"https://ossci-raw-job-status.s3.amazonaws.com/log/pytorch/torchtune/49968853420","head_branch":"fix-grpo","pr_number":2926,"head_sha":"b3bf2ed529ff580c4e5c1210baab369461c8d97d","head_sha_timestamp":"2025-09-09T17:05:09Z","failure_captures":["##[error]The operation was canceled."],"failure_lines":["##[error]The operation was canceled."],"failure_context":[],"time":"2025-09-09T17:09:45.000000000Z"}],"UNSTABLE":[]}