mirror of https://github.com/razor-ai/soup.git
25 lines
398 B
YAML
25 lines
398 B
YAML
# Soup template: Chat Assistant
|
|
# Fine-tune a model for conversational chat
|
|
# Usage: soup init --template chat
|
|
|
|
base: meta-llama/Llama-3.1-8B-Instruct
|
|
task: sft
|
|
|
|
data:
|
|
train: ./data/train.jsonl
|
|
format: alpaca
|
|
val_split: 0.1
|
|
max_length: 2048
|
|
|
|
training:
|
|
epochs: 3
|
|
lr: 2e-5
|
|
batch_size: auto
|
|
lora:
|
|
r: 64
|
|
alpha: 16
|
|
target_modules: auto
|
|
quantization: 4bit
|
|
|
|
output: ./output
|