mstoeck3/ollama-utils
SHA256
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix qwen3 modelfiles to include quantization info

Browse Source
This commit is contained in:
Mario Stöckl
2026-01-19 09:47:55 +01:00
parent 2baaacd570
commit f559170960
6 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
modelfile-repo/qwen3-14b-q4_k_m.Modelfile
View File

@@ -1,5 +1,6 @@
# ollama-utils-metadata # ollama-utils-metadata
# hf_upstream: https://huggingface.co/Qwen/Qwen3-14B-GGUF # hf_upstream: https://huggingface.co/Qwen/Qwen3-14B-GGUF
# quantization: q4_k_m
# capabilities: tools,thinking # capabilities: tools,thinking
FROM ./qwen3-14b-q4_k_m.gguf FROM ./qwen3-14b-q4_k_m.gguf

1
modelfile-repo/qwen3-14b-q5_k_m.Modelfile
View File

@@ -1,5 +1,6 @@
# ollama-utils-metadata # ollama-utils-metadata
# hf_upstream: https://huggingface.co/Qwen/Qwen3-14B-GGUF # hf_upstream: https://huggingface.co/Qwen/Qwen3-14B-GGUF
# quantization: q5_k_m
# capabilities: tools,thinking # capabilities: tools,thinking
FROM ./qwen3-14b-q5_k_m.gguf FROM ./qwen3-14b-q5_k_m.gguf

1
modelfile-repo/qwen3-14b-q8_0.Modelfile
View File

@@ -1,5 +1,6 @@
# ollama-utils-metadata # ollama-utils-metadata
# hf_upstream: https://huggingface.co/Qwen/Qwen3-14B-GGUF # hf_upstream: https://huggingface.co/Qwen/Qwen3-14B-GGUF
# quantization: q8_0
# capabilities: tools,thinking # capabilities: tools,thinking
FROM ./qwen3-14b-q8_0.gguf FROM ./qwen3-14b-q8_0.gguf

1
modelfile-repo/qwen3-8b-q4_k_m.Modelfile
View File

@@ -1,5 +1,6 @@
# ollama-utils-metadata # ollama-utils-metadata
# hf_upstream: https://huggingface.co/Qwen/Qwen3-8B-GGUF # hf_upstream: https://huggingface.co/Qwen/Qwen3-8B-GGUF
# quantization: q4_k_m
# capabilities: tools,thinking # capabilities: tools,thinking
FROM ./qwen3-8b-q4_k_m.gguf FROM ./qwen3-8b-q4_k_m.gguf

1
modelfile-repo/qwen3-8b-q5_k_m.Modelfile
View File

@@ -1,5 +1,6 @@
# ollama-utils-metadata # ollama-utils-metadata
# hf_upstream: https://huggingface.co/Qwen/Qwen3-8B-GGUF # hf_upstream: https://huggingface.co/Qwen/Qwen3-8B-GGUF
# quantization: q5_k_m
# capabilities: tools,thinking # capabilities: tools,thinking
FROM ./qwen3-8b-q5_k_m.gguf FROM ./qwen3-8b-q5_k_m.gguf

1
modelfile-repo/qwen3-8b-q8_0.Modelfile
View File

@@ -1,5 +1,6 @@
# ollama-utils-metadata # ollama-utils-metadata
# hf_upstream: https://huggingface.co/Qwen/Qwen3-8B-GGUF # hf_upstream: https://huggingface.co/Qwen/Qwen3-8B-GGUF
# quantization: q8_0
# capabilities: tools,thinking # capabilities: tools,thinking
FROM ./qwen3-8b-q8_0.gguf FROM ./qwen3-8b-q8_0.gguf