Newer
Older
{
"backbone": "decapoda-research/llama-13b-hf",
"micro_batch_size": 12,
"batch_size": 24,
"epochs": 1,
"learning_rate": 0.0003,
"cutoff_len": 256,
"warmup_ratio": 0.05,
"llama_variant": 13,
"is_int8": true,
"lora_r": 4,
"lora_alpha": 16,
"lora_dropout": 0.05,
"prompt": "Ceci est une question de QCM de l'examen de pharmacie. R\u00e9ponds avec la ou les lettres correspondant \u00e0 la bonne r\u00e9ponse.\n\n%s",
"output_path": "models/deft_llama-13b-hf_lora_80c5a900-3771-415e-941f-052fe1417ce9"
}