File tree Expand file tree Collapse file tree
Expand file tree Collapse file tree Original file line number Diff line number Diff line change 1717 --host 0.0.0.0
1818 --port ${PORT}
1919 --threads -1
20- --flash-attn
20+ --flash-attn auto
2121 --cache-type-k q4_0
2222 --cache-type-v q4_0
2323 --temp 0.6
4444 --host 0.0.0.0
4545 --port ${PORT}
4646 --threads -1
47- --flash-attn
47+ --flash-attn auto
4848 --cache-type-k q4_0
4949 --cache-type-v q4_0
5050 --temp 0.6
7070 --host 0.0.0.0
7171 --port ${PORT}
7272 --threads -1
73- --flash-attn
73+ --flash-attn auto
7474 --cache-type-k q4_0
7575 --cache-type-v q4_0
7676 --temp 0.7
9595 --host 0.0.0.0
9696 --port ${PORT}
9797 --threads -1
98- --flash-attn
98+ --flash-attn auto
9999 --cache-type-k q4_0
100100 --cache-type-v q4_0
101101 --temp 0.7
@@ -120,7 +120,7 @@ data:
120120 --host 0.0.0.0
121121 --port ${PORT}
122122 --threads -1
123- --flash-attn
123+ --flash-attn auto
124124 --cache-type-k q4_0
125125 --cache-type-v q4_0
126126 --temp 0.6
You can’t perform that action at this time.
0 commit comments