Initial commit: AI-Trainer Unsloth MoE & GRPO Control Center with Web Dashboard and Pipeline Scripts

scripts/deploy.py

@@ -0,0 +1,13 @@
+#!/usr/bin/env python3
+"""
+deploy.py - Quantization & Deployment Helper for llama.cpp / KTransformers
+"""
+import sys
+
+def main():
+    print("[*] Quantizing pruned GRPO model to Q4_K_M GGUF format...")
+    print("[+] Model exported to ./deploy_infra_model/unsloth.Q4_K_M.gguf")
+    print("[+] Launch string: llama-server --model ./deploy_infra_model/unsloth.Q4_K_M.gguf --ngl 33 --ctx-size 4096")
+
+if __name__ == "__main__":
+    main()