Skip to content

Commit b77f796

Browse files
committed
feat: add sglang parameters
1 parent c077db1 commit b77f796

File tree

8 files changed

+1477
-7
lines changed

8 files changed

+1477
-7
lines changed

src/pages/llmodels/config/backend-parameters/index.ts

Lines changed: 6 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -1,6 +1,8 @@
1-
import llamaParameters from './llama-parameters';
2-
import mindieParameters from './mindie-parameters';
3-
import vllmParameters from './vllm-parameters';
1+
// preset backend parameters for built-in backends
2+
import llamaParameters from './llama';
3+
import mindieParameters from './mindie';
4+
import sglangParameters from './sglang';
5+
import vllmParameters from './vllm';
46

57
export const backendOptionsMap = {
68
llamaBox: 'llama-box',
@@ -38,5 +40,5 @@ export default {
3840
[backendOptionsMap.ascendMindie]: generateBackendParameters(mindieParameters),
3941
[backendOptionsMap.voxBox]: [],
4042
[backendOptionsMap.custom]: [],
41-
[backendOptionsMap.SGLang]: []
43+
[backendOptionsMap.SGLang]: generateBackendParameters(sglangParameters)
4244
};

0 commit comments

Comments
 (0)