17 lines
436 B
Text
17 lines
436 B
Text
|
FROM ../model/gpt-oss-20b-mxfp4.gguf
|
||
|
|
|
||
|
|
# Set the context size (32k like we wanted)
|
||
|
|
PARAMETER num_ctx 32768
|
||
|
|
PARAMETER temperature 0.5
|
||
|
|
PARAMETER repeat_penalty 1.35
|
||
|
|
PARAMETER stop "<|eot_id|>"
|
||
|
|
PARAMETER stop "<|end_of_text|>"
|
||
|
|
|
||
|
|
TEMPLATE """<|begin_of_text|><|start_header_id|>system<|end_header_id|>
|
||
|
|
|
||
|
|
{{ .System }}<|eot_id|><|start_header_id|>user<|end_header_id|>
|
||
|
|
|
||
|
|
{{ .Prompt }}<|eot_id|><|start_header_id|>assistant<|end_header_id|>
|
||
|
|
|
||
|
|
"""
|