Hugging Face's logo

evilfreelancer
/
context-1-mxfp4

Safetensors
gpt_oss
mxfp4
quantized
gpt-oss
Mixture of Experts
agentic
search
8-bit precision
Model card Files
xet
 Community
evilfreelancer commited on
Commit
abc03ef
·
verified ·
1 Parent(s): 4cbd575

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -3
README.md CHANGED
@@ -67,7 +67,7 @@ Requires vLLM >= 0.18.0.
67
 
68
  ```bash
69
  vllm serve evilfreelancer/context-1-mxfp4 \
70
- --served-model-name openai/gpt-oss-20b \
71
  --trust-remote-code \
72
  --dtype auto \
73
  --gpu-memory-utilization 0.9 \
@@ -88,7 +88,7 @@ services:
88
  entrypoint: vllm
89
  command: >
90
  serve evilfreelancer/context-1-mxfp4
91
- --served-model-name openai/gpt-oss-20b
92
  --trust-remote-code
93
  --dtype auto
94
  --gpu-memory-utilization 0.9
@@ -98,7 +98,7 @@ services:
98
  --enable-auto-tool-choice
99
  --tool-call-parser openai
100
  ports:
101
- - 8081:8000
102
  deploy:
103
  resources:
104
  reservations:
 
67
 
68
  ```bash
69
  vllm serve evilfreelancer/context-1-mxfp4 \
70
+ --served-model-name evilfreelancer/context-1-mxfp4 \
71
  --trust-remote-code \
72
  --dtype auto \
73
  --gpu-memory-utilization 0.9 \
 
88
  entrypoint: vllm
89
  command: >
90
  serve evilfreelancer/context-1-mxfp4
91
+ --served-model-name evilfreelancer/context-1-mxfp4
92
  --trust-remote-code
93
  --dtype auto
94
  --gpu-memory-utilization 0.9
 
98
  --enable-auto-tool-choice
99
  --tool-call-parser openai
100
  ports:
101
+ - 8080:8000
102
  deploy:
103
  resources:
104
  reservations: