From 73138a29fa5b3b40b9bb5c062a01d0da7bf06c25 Mon Sep 17 00:00:00 2001 From: oobabooga <112222186+oobabooga@users.noreply.github.com> Date: Tue, 17 Jun 2025 07:49:24 -0700 Subject: [PATCH] Small change --- docs/12 - OpenAI API.md | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/docs/12 - OpenAI API.md b/docs/12 - OpenAI API.md index 6ff58b1e..ec999397 100644 --- a/docs/12 - OpenAI API.md +++ b/docs/12 - OpenAI API.md @@ -134,9 +134,9 @@ curl -k http://127.0.0.1:5000/v1/internal/model/load \ -d '{ "model_name": "Qwen_Qwen3-0.6B-Q4_K_M.gguf", "args": { - "ctx_size": 32768, - "flash_attn": true, - "cache_type": "q8_0" + "ctx_size": 32768, + "flash_attn": true, + "cache_type": "q8_0" } }' ```