|
@@ -160,7 +160,8 @@
|
|
|
temperature: $settings.temperature ?? undefined,
|
|
|
repeat_penalty: $settings.repeat_penalty ?? undefined,
|
|
|
top_k: $settings.top_k ?? undefined,
|
|
|
- top_p: $settings.top_p ?? undefined
|
|
|
+ top_p: $settings.top_p ?? undefined,
|
|
|
+ num_ctx: $settings.num_ctx ?? undefined
|
|
|
},
|
|
|
format: $settings.requestFormat ?? undefined,
|
|
|
context:
|
|
@@ -231,7 +232,8 @@
|
|
|
temperature: $settings.temperature ?? undefined,
|
|
|
repeat_penalty: $settings.repeat_penalty ?? undefined,
|
|
|
top_k: $settings.top_k ?? undefined,
|
|
|
- top_p: $settings.top_p ?? undefined
|
|
|
+ top_p: $settings.top_p ?? undefined,
|
|
|
+ num_ctx: $settings.num_ctx ?? undefined
|
|
|
},
|
|
|
messages: messages,
|
|
|
history: history
|
|
@@ -299,6 +301,7 @@
|
|
|
.map((message) => ({ role: message.role, content: message.content })),
|
|
|
temperature: $settings.temperature ?? undefined,
|
|
|
top_p: $settings.top_p ?? undefined,
|
|
|
+ num_ctx: $settings.num_ctx ?? undefined,
|
|
|
frequency_penalty: $settings.repeat_penalty ?? undefined
|
|
|
})
|
|
|
});
|
|
@@ -358,7 +361,8 @@
|
|
|
temperature: $settings.temperature ?? undefined,
|
|
|
repeat_penalty: $settings.repeat_penalty ?? undefined,
|
|
|
top_k: $settings.top_k ?? undefined,
|
|
|
- top_p: $settings.top_p ?? undefined
|
|
|
+ top_p: $settings.top_p ?? undefined,
|
|
|
+ num_ctx: $settings.num_ctx ?? undefined
|
|
|
},
|
|
|
messages: messages,
|
|
|
history: history
|
|
@@ -419,7 +423,8 @@
|
|
|
temperature: $settings.temperature ?? undefined,
|
|
|
repeat_penalty: $settings.repeat_penalty ?? undefined,
|
|
|
top_k: $settings.top_k ?? undefined,
|
|
|
- top_p: $settings.top_p ?? undefined
|
|
|
+ top_p: $settings.top_p ?? undefined,
|
|
|
+ num_ctx: $settings.num_ctx ?? undefined
|
|
|
},
|
|
|
messages: messages,
|
|
|
history: history
|