training_config.json

{
    "backbone": "decapoda-research/llama-13b-hf",
    "micro_batch_size": 12,
    "batch_size": 24,
    "epochs": 1,
    "learning_rate": 0.0003,
    "cutoff_len": 256,
    "warmup_ratio": 0.05,
    "llama_variant": 13,
    "is_int8": true,
    "lora_r": 4,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "prompt": "Ceci est une question de QCM de l'examen de pharmacie. R\u00e9ponds avec la ou les lettres correspondant \u00e0 la bonne r\u00e9ponse.\n\n%s",
    "output_path": "models/deft_llama-13b-hf_lora_80c5a900-3771-415e-941f-052fe1417ce9"
}