training_args.json

{
  "model": "phi4-mini",
  "use_unsloth_model": true,
  "dataset": "UWV/wim-instruct-wiki-to-jsonld-agent-steps",
  "filter_n3_only": true,
  "max_samples": null,
  "output_dir": "./phi4_lora_r320_128k",
  "max_steps": 1000,
  "batch_size": 1,
  "gradient_accumulation_steps": 8,
  "learning_rate": 1e-05,
  "warmup_steps": 5,
  "max_seq_length": 131072,
  "rope_scaling": null,
  "lora_r": 320,
  "lora_alpha": 320,
  "lora_dropout": 0,
  "target_modules": [
    "q_proj",
    "k_proj",
    "v_proj",
    "o_proj",
    "gate_proj",
    "up_proj",
    "down_proj"
  ],
  "load_in_4bit": false,
  "load_in_8bit": false,
  "use_gradient_checkpointing": true,
  "assistant_only_loss": true,
  "num_workers": null,
  "no_eval": false,
  "full_finetune": false,
  "wandb": false,
  "seed": 42,
  "push_to_hub": false,
  "hub_model_id": null
}