training_config.json

{
    "backbone": "decapoda-research/llama-7b-hf",
    "micro_batch_size": 24,
    "batch_size": 24,
    "epochs": 1,
    "learning_rate": 0.0003,
    "cutoff_len": 256,
    "warmup_ratio": 0.05,
    "llama_variant": 7,
    "is_int8": true,
    "lora_r": 4,
    "lora_alpha": 16,
    "lora_dropout": 0.05,
    "prompt": "Ceci est une question de QCM de l'examen de pharmacie. R\u00e9ponds avec la ou les lettres correspondant \u00e0 la bonne r\u00e9ponse.\n\n%s",
    "output_path": "models/deft_llama-7b-hf_lora_df327e03-1db8-4136-8cd0-af2776db875f"
}