|
@@ -59,7 +59,8 @@
|
|
num_ctx: null,
|
|
num_ctx: null,
|
|
num_batch: null,
|
|
num_batch: null,
|
|
num_keep: null,
|
|
num_keep: null,
|
|
- max_tokens: null
|
|
|
|
|
|
+ max_tokens: null,
|
|
|
|
+ num_gpu: null
|
|
};
|
|
};
|
|
|
|
|
|
const toggleRequestFormat = async () => {
|
|
const toggleRequestFormat = async () => {
|
|
@@ -321,7 +322,8 @@
|
|
max_tokens: params.max_tokens !== null ? params.max_tokens : undefined,
|
|
max_tokens: params.max_tokens !== null ? params.max_tokens : undefined,
|
|
use_mmap: params.use_mmap !== null ? params.use_mmap : undefined,
|
|
use_mmap: params.use_mmap !== null ? params.use_mmap : undefined,
|
|
use_mlock: params.use_mlock !== null ? params.use_mlock : undefined,
|
|
use_mlock: params.use_mlock !== null ? params.use_mlock : undefined,
|
|
- num_thread: params.num_thread !== null ? params.num_thread : undefined
|
|
|
|
|
|
+ num_thread: params.num_thread !== null ? params.num_thread : undefined,
|
|
|
|
+ num_gpu: params.num_gpu !== null ? params.num_gpu : undefined
|
|
},
|
|
},
|
|
keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
|
|
keepAlive: keepAlive ? (isNaN(keepAlive) ? keepAlive : parseInt(keepAlive)) : undefined
|
|
});
|
|
});
|