Nibmeister/auto-antislop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update readme

Browse Source
This commit is contained in:
sam-paech
2025-10-24 14:55:39 +11:00
parent 8b4b270806
commit 30f16946b4
10 changed files with 47 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
configs/default.yaml
View File

@@ -207,7 +207,7 @@ finetune_enabled: true
# --- General Finetuning Setup ---
finetune_use_unsloth: false
finetune_mode: "ftpo" # dpo / ftpo (final token preference optimisation)
finetune_mode: "ftpo" # ftpo / dpo / dpo_final_token
finetune_ftpo_dataset: "" # you can specify an existing ftpo dataset, or leave unset to let the
# pipeline use the one produced in the generation step
finetune_base_model_id: null # Base model for DPO (if unset, uses model_id)