| command: |
| - python3 |
| - ${program} |
| - --do_train |
| - --do_eval |
| - --use_scan |
| - --gradient_checkpointing |
| - --overwrite_output_dir |
| - --predict_with_generate |
| - --freeze_encoder |
| - --streaming |
| - --use_auth_token |
| - ${args} |
| method: grid |
| metric: |
| goal: minimize |
| name: gigaspeech-l/validation/wer |
| parameters: |
| model_name_or_path: |
| values: |
| - distil-whisper/large-32-16 |
| - distil-whisper/large-32-8 |
| - distil-whisper/large-32-4 |
| - distil-whisper/large-32-2 |
| teacher_model_name_or_path: |
| value: openai/whisper-large-v2 |
| train_dataset_name: |
| value: librispeech_asr-timestamped+librispeech_asr-timestamped+librispeech_asr-timestamped+common_voice_13_0-timestamped+voxpopuli-timestamped+ami-ihm-timestamped+ami-sdm-timestamped+peoples_speech-clean-timestamped+tedlium-timestamped+switchboard-data+gigaspeech-l-timestamped+librispeech_asr-prompted+librispeech_asr-prompted+librispeech_asr-prompted+tedlium-prompted |
| train_dataset_config_name: |
| value: all+all+all+en+en+ihm+sdm+clean+release3+all+l+all+all+all+release3 |
| train_split_name: |
| value: train.clean.100+train.clean.360+train.other.500+train+train+train+train+train+train+train+train+train.clean.100+train.clean.360+train.other.500+train |
| train_dataset_samples: |
| value: 2.9+10.4+14.9+89+18.2+10.9+10.9+288+26.8+371.2+226.6+2.9+10.4+14.9+26.8 |
| eval_dataset_name: |
| value: librispeech_asr+librispeech_asr+common_voice_13_0+voxpopuli+ami-ihm+ami-sdm+peoples_speech-clean+tedlium+switchboard-data+gigaspeech-l+spgispeech+chime4+google/fleurs |
| eval_dataset_config_name: |
| value: all+all+en+en+ihm+sdm+clean+release3+all+l+L+1-channel+en_us |
| eval_split_name: |
| value: validation.clean+validation.other+validation+validation+validation+validation+validation+validation+validation+validation+validation+validation+validation |
| eval_text_column_name: |
| value: text+text+text+text+text+text+text+text+text+text+text+text+transcription |
| cache_dir: |
| value: /home/sanchitgandhi/.cache |
| dataset_cache_dir: |
| value: /home/sanchitgandhi/.cache |
| output_dir: |
| value: ./ |
| per_device_train_batch_size: |
| value: 64 |
| per_device_eval_batch_size: |
| value: 64 |
| dtype: |
| value: bfloat16 |
| learning_rate: |
| value: 1e-4 |
| lr_scheduler_type: |
| value: constant_with_warmup |
| warmup_steps: |
| value: 50 |
| max_steps: |
| value: 10000 |
| save_steps: |
| value: 10001 |
| dataloader_num_workers: |
| value: 48 |
| logging_steps: |
| value: 25 |
| wer_threshold: |
| value: 10 |
| program: run_distillation.py |
| project: distil-whisper-sweeps |
|
|
