audio-llama / original_args.json
cdreetz's picture
Upload folder using huggingface_hub
c5e4708 verified
raw
history blame contribute delete
635 Bytes
{
"llama_path": "meta-llama/Llama-3.2-3B-Instruct",
"whisper_path": "openai/whisper-large-v3-turbo",
"data_path": "./audio_instruction_examples.json",
"audio_dir": "./",
"output_dir": "./checkpoints",
"batch_size": 16,
"eval_batch_size": 16,
"grad_accum_steps": 4,
"num_epochs": 5,
"learning_rate": 5e-05,
"weight_decay": 0.01,
"warmup_steps": 500,
"max_grad_norm": 1.0,
"lora_rank": 32,
"save_steps": 1000,
"eval_steps": 500,
"log_steps": 100,
"max_audio_length": 30,
"text_max_length": 512,
"use_wandb": false,
"wandb_project": "audio-llm",
"seed": 42,
"fp16": true,
"num_workers": 4
}