Newer
Older
{
"backbone": "decapoda-research/llama-7b-hf",
"micro_batch_size": 24,
"batch_size": 24,
"epochs": 1,
"learning_rate": 0.0003,
"cutoff_len": 256,
"warmup_ratio": 0.05,
"llama_variant": 7,
"is_int8": true,
"lora_r": 4,
"lora_alpha": 16,
"lora_dropout": 0.05,
"prompt": "Ceci est une question de QCM de l'examen de pharmacie. R\u00e9ponds avec la ou les lettres correspondant \u00e0 la bonne r\u00e9ponse.\n\n%s",
"output_path": "models/deft_llama-7b-hf_lora_df327e03-1db8-4136-8cd0-af2776db875f"
}