Nibmeister/auto-antislop
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

update readme

Browse Source
This commit is contained in:
sam-paech
2025-10-24 14:55:39 +11:00
parent 8b4b270806
commit 30f16946b4
10 changed files with 47 additions and 56 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
auto_antislop_config.yaml
View File

@@ -207,7 +207,7 @@ finetune_enabled: true
# --- General Finetuning Setup ---
finetune_use_unsloth: false
finetune_mode: "ftpo" # dpo / ftpo (final token preference optimisation)
finetune_mode: "ftpo" # ftpo / dpo / dpo_final_token
finetune_ftpo_dataset: "" # you can specify an existing ftpo dataset, or leave unset to let the
# pipeline use the one produced in the generation step
finetune_base_model_id: null # Base model for DPO (if unset, uses model_id)
@@ -228,7 +228,7 @@ finetune_target_modules: ["q_proj", "k_proj", "v_proj", "o_proj", "gate_proj", "
# --- Layer Freezing ---
finetune_freeze_early_layers: true
finetune_n_layers_unfrozen: 10
finetune_n_layers_unfrozen: 5
# --- Training Process ---
finetune_gradient_checkpointing: "unsloth"