Add training workflow, datasets, and runbook

2025-12-23 21:17:22 -08:00
commit 619e87aacc
2140 changed files with 2513895 additions and 0 deletions
--- a/training_data/lora_adapter/training_summary.json
+++ b/training_data/lora_adapter/training_summary.json
@@ -0,0 +1,14 @@
+{
+  "model": "openai/gpt-oss-20b",
+  "data": "training_data\\relevant\\dataset.jsonl",
+  "out": "training_data\\lora_adapter",
+  "max_length": 128,
+  "epochs": 1,
+  "max_steps": 500,
+  "lr": 0.0002,
+  "lora_r": 4,
+  "lora_alpha": 8,
+  "lora_dropout": 0.05,
+  "optimizer_steps": 500,
+  "loss_ema": 2.7254770614006403
+}