mirror of https://github.com/razor-ai/soup.git
25 lines
440 B
YAML
25 lines
440 B
YAML
# Soup template: Code Model
|
|
# Fine-tune a model for code generation / completion
|
|
|
|
base: codellama/CodeLlama-7b-Instruct-hf
|
|
task: sft
|
|
# backend: unsloth # 2-5x faster, pip install 'soup-cli[fast]'
|
|
|
|
data:
|
|
train: ./data/code_train.jsonl
|
|
format: alpaca
|
|
val_split: 0.1
|
|
max_length: 4096
|
|
|
|
training:
|
|
epochs: 2
|
|
lr: 1e-5
|
|
batch_size: auto
|
|
lora:
|
|
r: 128
|
|
alpha: 32
|
|
target_modules: auto
|
|
quantization: 4bit
|
|
|
|
output: ./output
|