|
@@ -347,11 +347,20 @@
|
|
)
|
|
)
|
|
.flat(1);
|
|
.flat(1);
|
|
|
|
|
|
|
|
+ console.log($settings.options.stop);
|
|
|
|
+ // console.log($settings.options.stop.map((str) => str));
|
|
|
|
+
|
|
const [res, controller] = await generateChatCompletion(localStorage.token, {
|
|
const [res, controller] = await generateChatCompletion(localStorage.token, {
|
|
model: model,
|
|
model: model,
|
|
messages: messagesBody,
|
|
messages: messagesBody,
|
|
options: {
|
|
options: {
|
|
- ...($settings.options ?? {})
|
|
|
|
|
|
+ ...($settings.options ?? {}),
|
|
|
|
+ stop:
|
|
|
|
+ $settings?.options?.stop ?? undefined
|
|
|
|
+ ? $settings.options.stop.map((str) =>
|
|
|
|
+ decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
|
|
|
|
+ )
|
|
|
|
+ : undefined
|
|
},
|
|
},
|
|
format: $settings.requestFormat ?? undefined,
|
|
format: $settings.requestFormat ?? undefined,
|
|
keep_alive: $settings.keepAlive ?? undefined,
|
|
keep_alive: $settings.keepAlive ?? undefined,
|
|
@@ -576,7 +585,12 @@
|
|
})
|
|
})
|
|
})),
|
|
})),
|
|
seed: $settings?.options?.seed ?? undefined,
|
|
seed: $settings?.options?.seed ?? undefined,
|
|
- stop: $settings?.options?.stop ?? undefined,
|
|
|
|
|
|
+ stop:
|
|
|
|
+ $settings?.options?.stop ?? undefined
|
|
|
|
+ ? $settings?.options?.stop.map((str) =>
|
|
|
|
+ decodeURIComponent(JSON.parse('"' + str.replace(/\"/g, '\\"') + '"'))
|
|
|
|
+ )
|
|
|
|
+ : undefined,
|
|
temperature: $settings?.options?.temperature ?? undefined,
|
|
temperature: $settings?.options?.temperature ?? undefined,
|
|
top_p: $settings?.options?.top_p ?? undefined,
|
|
top_p: $settings?.options?.top_p ?? undefined,
|
|
num_ctx: $settings?.options?.num_ctx ?? undefined,
|
|
num_ctx: $settings?.options?.num_ctx ?? undefined,
|