14 lines
317 B
JSON
14 lines
317 B
JSON
{
|
|
"model": "openai/gpt-oss-20b",
|
|
"data": "training_data\\relevant\\dataset.jsonl",
|
|
"out": "training_data\\lora_adapter",
|
|
"max_length": 128,
|
|
"epochs": 1,
|
|
"max_steps": 500,
|
|
"lr": 0.0002,
|
|
"lora_r": 4,
|
|
"lora_alpha": 8,
|
|
"lora_dropout": 0.05,
|
|
"optimizer_steps": 500,
|
|
"loss_ema": 2.7254770614006403
|
|
} |