from llmtuner import run_exp
%cd /content/LLaMA-Factory/
run_exp(dict(stage="sft",do_train=True,model_name_or_path="unsloth/llama-3-8b-Instruct-bnb-4bit",dataset="identity,alpaca_gpt4_en,alpaca_gpt4_zh",template="llama3",finetuning_type="lora",lora_target="all",output_dir="llama3_lora",per_device_train_batch_size=2,gradient_accumulation_steps=4,lr_scheduler_type="cosine",logging_steps=10,warmup_ratio=0.1,save_steps=1000,learning_rate=5e-5,num_train_epochs=3.0,max_samples=500,max_grad_norm=1.0,quantization_bit=4,loraplus_lr_ratio=16.0,use_unsloth=True,fp16=True,))

[{"instruction": "hi","input": "","output": "Hello! I am Llama-3, an AI assistant developed by LLaMA Factory. How can I assist you today?"},{"instruction": "hello","input": "","output": "Hello! I am Llama-3, an AI assistant developed by LLaMA Factory. How can I assist you today?"},{"instruction": "Who are you?","input": "","output": "I am Llama-3, an AI assistant developed by LLaMA Factory. How can I assist you today?"},...