| { | |
| "llama_path": "meta-llama/Llama-3.2-3B-Instruct", | |
| "whisper_path": "openai/whisper-large-v3-turbo", | |
| "data_path": "./audio_instruction_examples.json", | |
| "audio_dir": "./", | |
| "output_dir": "./checkpoints", | |
| "batch_size": 16, | |
| "eval_batch_size": 16, | |
| "grad_accum_steps": 4, | |
| "num_epochs": 5, | |
| "learning_rate": 5e-05, | |
| "weight_decay": 0.01, | |
| "warmup_steps": 500, | |
| "max_grad_norm": 1.0, | |
| "lora_rank": 32, | |
| "save_steps": 1000, | |
| "eval_steps": 500, | |
| "log_steps": 100, | |
| "max_audio_length": 30, | |
| "text_max_length": 512, | |
| "use_wandb": false, | |
| "wandb_project": "audio-llm", | |
| "seed": 42, | |
| "fp16": true, | |
| "num_workers": 4 | |
| } |