|
@@ -1,1075 +0,0 @@
|
|
-<script lang="ts">
|
|
|
|
- import { toast } from 'svelte-sonner';
|
|
|
|
-
|
|
|
|
- import {
|
|
|
|
- createModel,
|
|
|
|
- deleteModel,
|
|
|
|
- downloadModel,
|
|
|
|
- getOllamaUrls,
|
|
|
|
- getOllamaVersion,
|
|
|
|
- pullModel,
|
|
|
|
- uploadModel,
|
|
|
|
- getOllamaConfig
|
|
|
|
- } from '$lib/apis/ollama';
|
|
|
|
-
|
|
|
|
- import { WEBUI_API_BASE_URL, WEBUI_BASE_URL } from '$lib/constants';
|
|
|
|
- import { WEBUI_NAME, models, MODEL_DOWNLOAD_POOL, user, config } from '$lib/stores';
|
|
|
|
- import { splitStream } from '$lib/utils';
|
|
|
|
- import { onMount, getContext } from 'svelte';
|
|
|
|
-
|
|
|
|
- import Tooltip from '$lib/components/common/Tooltip.svelte';
|
|
|
|
- import Spinner from '$lib/components/common/Spinner.svelte';
|
|
|
|
-
|
|
|
|
- const i18n = getContext('i18n');
|
|
|
|
-
|
|
|
|
- export let getModels: Function;
|
|
|
|
-
|
|
|
|
- let modelUploadInputElement: HTMLInputElement;
|
|
|
|
-
|
|
|
|
- // Models
|
|
|
|
-
|
|
|
|
- let ollamaEnabled = null;
|
|
|
|
-
|
|
|
|
- let OLLAMA_URLS = [];
|
|
|
|
- let selectedOllamaUrlIdx: number | null = null;
|
|
|
|
-
|
|
|
|
- let updateModelId = null;
|
|
|
|
- let updateProgress = null;
|
|
|
|
-
|
|
|
|
- let showExperimentalOllama = false;
|
|
|
|
-
|
|
|
|
- let ollamaVersion = null;
|
|
|
|
- const MAX_PARALLEL_DOWNLOADS = 3;
|
|
|
|
-
|
|
|
|
- let modelTransferring = false;
|
|
|
|
- let modelTag = '';
|
|
|
|
-
|
|
|
|
- let createModelLoading = false;
|
|
|
|
- let createModelTag = '';
|
|
|
|
- let createModelContent = '';
|
|
|
|
- let createModelDigest = '';
|
|
|
|
- let createModelPullProgress = null;
|
|
|
|
-
|
|
|
|
- let digest = '';
|
|
|
|
- let pullProgress = null;
|
|
|
|
-
|
|
|
|
- let modelUploadMode = 'file';
|
|
|
|
- let modelInputFile: File[] | null = null;
|
|
|
|
- let modelFileUrl = '';
|
|
|
|
- let modelFileContent = `TEMPLATE """{{ .System }}\nUSER: {{ .Prompt }}\nASSISTANT: """\nPARAMETER num_ctx 4096\nPARAMETER stop "</s>"\nPARAMETER stop "USER:"\nPARAMETER stop "ASSISTANT:"`;
|
|
|
|
- let modelFileDigest = '';
|
|
|
|
-
|
|
|
|
- let uploadProgress = null;
|
|
|
|
- let uploadMessage = '';
|
|
|
|
-
|
|
|
|
- let deleteModelTag = '';
|
|
|
|
-
|
|
|
|
- const updateModelsHandler = async () => {
|
|
|
|
- for (const model of $models.filter(
|
|
|
|
- (m) =>
|
|
|
|
- !(m?.preset ?? false) &&
|
|
|
|
- m.owned_by === 'ollama' &&
|
|
|
|
- (selectedOllamaUrlIdx === null
|
|
|
|
- ? true
|
|
|
|
- : (m?.ollama?.urls ?? []).includes(selectedOllamaUrlIdx))
|
|
|
|
- )) {
|
|
|
|
- console.log(model);
|
|
|
|
-
|
|
|
|
- updateModelId = model.id;
|
|
|
|
- const [res, controller] = await pullModel(
|
|
|
|
- localStorage.token,
|
|
|
|
- model.id,
|
|
|
|
- selectedOllamaUrlIdx
|
|
|
|
- ).catch((error) => {
|
|
|
|
- toast.error(error);
|
|
|
|
- return null;
|
|
|
|
- });
|
|
|
|
-
|
|
|
|
- if (res) {
|
|
|
|
- const reader = res.body
|
|
|
|
- .pipeThrough(new TextDecoderStream())
|
|
|
|
- .pipeThrough(splitStream('\n'))
|
|
|
|
- .getReader();
|
|
|
|
-
|
|
|
|
- while (true) {
|
|
|
|
- try {
|
|
|
|
- const { value, done } = await reader.read();
|
|
|
|
- if (done) break;
|
|
|
|
-
|
|
|
|
- let lines = value.split('\n');
|
|
|
|
-
|
|
|
|
- for (const line of lines) {
|
|
|
|
- if (line !== '') {
|
|
|
|
- let data = JSON.parse(line);
|
|
|
|
-
|
|
|
|
- console.log(data);
|
|
|
|
- if (data.error) {
|
|
|
|
- throw data.error;
|
|
|
|
- }
|
|
|
|
- if (data.detail) {
|
|
|
|
- throw data.detail;
|
|
|
|
- }
|
|
|
|
- if (data.status) {
|
|
|
|
- if (data.digest) {
|
|
|
|
- updateProgress = 0;
|
|
|
|
- if (data.completed) {
|
|
|
|
- updateProgress = Math.round((data.completed / data.total) * 1000) / 10;
|
|
|
|
- } else {
|
|
|
|
- updateProgress = 100;
|
|
|
|
- }
|
|
|
|
- } else {
|
|
|
|
- toast.success(data.status);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- } catch (error) {
|
|
|
|
- console.log(error);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- updateModelId = null;
|
|
|
|
- updateProgress = null;
|
|
|
|
- };
|
|
|
|
-
|
|
|
|
- const pullModelHandler = async () => {
|
|
|
|
- const sanitizedModelTag = modelTag.trim().replace(/^ollama\s+(run|pull)\s+/, '');
|
|
|
|
- console.log($MODEL_DOWNLOAD_POOL);
|
|
|
|
- if ($MODEL_DOWNLOAD_POOL[sanitizedModelTag]) {
|
|
|
|
- toast.error(
|
|
|
|
- $i18n.t(`Model '{{modelTag}}' is already in queue for downloading.`, {
|
|
|
|
- modelTag: sanitizedModelTag
|
|
|
|
- })
|
|
|
|
- );
|
|
|
|
- return;
|
|
|
|
- }
|
|
|
|
- if (Object.keys($MODEL_DOWNLOAD_POOL).length === MAX_PARALLEL_DOWNLOADS) {
|
|
|
|
- toast.error(
|
|
|
|
- $i18n.t('Maximum of 3 models can be downloaded simultaneously. Please try again later.')
|
|
|
|
- );
|
|
|
|
- return;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- const [res, controller] = await pullModel(localStorage.token, sanitizedModelTag, '0').catch(
|
|
|
|
- (error) => {
|
|
|
|
- toast.error(error);
|
|
|
|
- return null;
|
|
|
|
- }
|
|
|
|
- );
|
|
|
|
-
|
|
|
|
- if (res) {
|
|
|
|
- const reader = res.body
|
|
|
|
- .pipeThrough(new TextDecoderStream())
|
|
|
|
- .pipeThrough(splitStream('\n'))
|
|
|
|
- .getReader();
|
|
|
|
-
|
|
|
|
- MODEL_DOWNLOAD_POOL.set({
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL,
|
|
|
|
- [sanitizedModelTag]: {
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL[sanitizedModelTag],
|
|
|
|
- abortController: controller,
|
|
|
|
- reader,
|
|
|
|
- done: false
|
|
|
|
- }
|
|
|
|
- });
|
|
|
|
-
|
|
|
|
- while (true) {
|
|
|
|
- try {
|
|
|
|
- const { value, done } = await reader.read();
|
|
|
|
- if (done) break;
|
|
|
|
-
|
|
|
|
- let lines = value.split('\n');
|
|
|
|
-
|
|
|
|
- for (const line of lines) {
|
|
|
|
- if (line !== '') {
|
|
|
|
- let data = JSON.parse(line);
|
|
|
|
- console.log(data);
|
|
|
|
- if (data.error) {
|
|
|
|
- throw data.error;
|
|
|
|
- }
|
|
|
|
- if (data.detail) {
|
|
|
|
- throw data.detail;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (data.status) {
|
|
|
|
- if (data.digest) {
|
|
|
|
- let downloadProgress = 0;
|
|
|
|
- if (data.completed) {
|
|
|
|
- downloadProgress = Math.round((data.completed / data.total) * 1000) / 10;
|
|
|
|
- } else {
|
|
|
|
- downloadProgress = 100;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- MODEL_DOWNLOAD_POOL.set({
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL,
|
|
|
|
- [sanitizedModelTag]: {
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL[sanitizedModelTag],
|
|
|
|
- pullProgress: downloadProgress,
|
|
|
|
- digest: data.digest
|
|
|
|
- }
|
|
|
|
- });
|
|
|
|
- } else {
|
|
|
|
- toast.success(data.status);
|
|
|
|
-
|
|
|
|
- MODEL_DOWNLOAD_POOL.set({
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL,
|
|
|
|
- [sanitizedModelTag]: {
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL[sanitizedModelTag],
|
|
|
|
- done: data.status === 'success'
|
|
|
|
- }
|
|
|
|
- });
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- } catch (error) {
|
|
|
|
- console.log(error);
|
|
|
|
- if (typeof error !== 'string') {
|
|
|
|
- error = error.message;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- toast.error(error);
|
|
|
|
- // opts.callback({ success: false, error, modelName: opts.modelName });
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- console.log($MODEL_DOWNLOAD_POOL[sanitizedModelTag]);
|
|
|
|
-
|
|
|
|
- if ($MODEL_DOWNLOAD_POOL[sanitizedModelTag].done) {
|
|
|
|
- toast.success(
|
|
|
|
- $i18n.t(`Model '{{modelName}}' has been successfully downloaded.`, {
|
|
|
|
- modelName: sanitizedModelTag
|
|
|
|
- })
|
|
|
|
- );
|
|
|
|
-
|
|
|
|
- models.set(await getModels(localStorage.token));
|
|
|
|
- } else {
|
|
|
|
- toast.error($i18n.t('Download canceled'));
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- delete $MODEL_DOWNLOAD_POOL[sanitizedModelTag];
|
|
|
|
-
|
|
|
|
- MODEL_DOWNLOAD_POOL.set({
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL
|
|
|
|
- });
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- modelTag = '';
|
|
|
|
- modelTransferring = false;
|
|
|
|
- };
|
|
|
|
-
|
|
|
|
- const uploadModelHandler = async () => {
|
|
|
|
- modelTransferring = true;
|
|
|
|
-
|
|
|
|
- let uploaded = false;
|
|
|
|
- let fileResponse = null;
|
|
|
|
- let name = '';
|
|
|
|
-
|
|
|
|
- if (modelUploadMode === 'file') {
|
|
|
|
- const file = modelInputFile ? modelInputFile[0] : null;
|
|
|
|
-
|
|
|
|
- if (file) {
|
|
|
|
- uploadMessage = 'Uploading...';
|
|
|
|
-
|
|
|
|
- fileResponse = await uploadModel(localStorage.token, file, selectedOllamaUrlIdx).catch(
|
|
|
|
- (error) => {
|
|
|
|
- toast.error(error);
|
|
|
|
- return null;
|
|
|
|
- }
|
|
|
|
- );
|
|
|
|
- }
|
|
|
|
- } else {
|
|
|
|
- uploadProgress = 0;
|
|
|
|
- fileResponse = await downloadModel(
|
|
|
|
- localStorage.token,
|
|
|
|
- modelFileUrl,
|
|
|
|
- selectedOllamaUrlIdx
|
|
|
|
- ).catch((error) => {
|
|
|
|
- toast.error(error);
|
|
|
|
- return null;
|
|
|
|
- });
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (fileResponse && fileResponse.ok) {
|
|
|
|
- const reader = fileResponse.body
|
|
|
|
- .pipeThrough(new TextDecoderStream())
|
|
|
|
- .pipeThrough(splitStream('\n'))
|
|
|
|
- .getReader();
|
|
|
|
-
|
|
|
|
- while (true) {
|
|
|
|
- const { value, done } = await reader.read();
|
|
|
|
- if (done) break;
|
|
|
|
-
|
|
|
|
- try {
|
|
|
|
- let lines = value.split('\n');
|
|
|
|
-
|
|
|
|
- for (const line of lines) {
|
|
|
|
- if (line !== '') {
|
|
|
|
- let data = JSON.parse(line.replace(/^data: /, ''));
|
|
|
|
-
|
|
|
|
- if (data.progress) {
|
|
|
|
- if (uploadMessage) {
|
|
|
|
- uploadMessage = '';
|
|
|
|
- }
|
|
|
|
- uploadProgress = data.progress;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (data.error) {
|
|
|
|
- throw data.error;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (data.done) {
|
|
|
|
- modelFileDigest = data.blob;
|
|
|
|
- name = data.name;
|
|
|
|
- uploaded = true;
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- } catch (error) {
|
|
|
|
- console.log(error);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- } else {
|
|
|
|
- const error = await fileResponse?.json();
|
|
|
|
- toast.error(error?.detail ?? error);
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (uploaded) {
|
|
|
|
- const res = await createModel(
|
|
|
|
- localStorage.token,
|
|
|
|
- `${name}:latest`,
|
|
|
|
- `FROM @${modelFileDigest}\n${modelFileContent}`
|
|
|
|
- );
|
|
|
|
-
|
|
|
|
- if (res && res.ok) {
|
|
|
|
- const reader = res.body
|
|
|
|
- .pipeThrough(new TextDecoderStream())
|
|
|
|
- .pipeThrough(splitStream('\n'))
|
|
|
|
- .getReader();
|
|
|
|
-
|
|
|
|
- while (true) {
|
|
|
|
- const { value, done } = await reader.read();
|
|
|
|
- if (done) break;
|
|
|
|
-
|
|
|
|
- try {
|
|
|
|
- let lines = value.split('\n');
|
|
|
|
-
|
|
|
|
- for (const line of lines) {
|
|
|
|
- if (line !== '') {
|
|
|
|
- console.log(line);
|
|
|
|
- let data = JSON.parse(line);
|
|
|
|
- console.log(data);
|
|
|
|
-
|
|
|
|
- if (data.error) {
|
|
|
|
- throw data.error;
|
|
|
|
- }
|
|
|
|
- if (data.detail) {
|
|
|
|
- throw data.detail;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (data.status) {
|
|
|
|
- if (
|
|
|
|
- !data.digest &&
|
|
|
|
- !data.status.includes('writing') &&
|
|
|
|
- !data.status.includes('sha256')
|
|
|
|
- ) {
|
|
|
|
- toast.success(data.status);
|
|
|
|
- } else {
|
|
|
|
- if (data.digest) {
|
|
|
|
- digest = data.digest;
|
|
|
|
-
|
|
|
|
- if (data.completed) {
|
|
|
|
- pullProgress = Math.round((data.completed / data.total) * 1000) / 10;
|
|
|
|
- } else {
|
|
|
|
- pullProgress = 100;
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- } catch (error) {
|
|
|
|
- console.log(error);
|
|
|
|
- toast.error(error);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- modelFileUrl = '';
|
|
|
|
-
|
|
|
|
- if (modelUploadInputElement) {
|
|
|
|
- modelUploadInputElement.value = '';
|
|
|
|
- }
|
|
|
|
- modelInputFile = null;
|
|
|
|
- modelTransferring = false;
|
|
|
|
- uploadProgress = null;
|
|
|
|
-
|
|
|
|
- models.set(await getModels());
|
|
|
|
- };
|
|
|
|
-
|
|
|
|
- const deleteModelHandler = async () => {
|
|
|
|
- const res = await deleteModel(localStorage.token, deleteModelTag, selectedOllamaUrlIdx).catch(
|
|
|
|
- (error) => {
|
|
|
|
- toast.error(error);
|
|
|
|
- }
|
|
|
|
- );
|
|
|
|
-
|
|
|
|
- if (res) {
|
|
|
|
- toast.success($i18n.t(`Deleted {{deleteModelTag}}`, { deleteModelTag }));
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- deleteModelTag = '';
|
|
|
|
- models.set(await getModels());
|
|
|
|
- };
|
|
|
|
-
|
|
|
|
- const cancelModelPullHandler = async (model: string) => {
|
|
|
|
- const { reader, abortController } = $MODEL_DOWNLOAD_POOL[model];
|
|
|
|
- if (abortController) {
|
|
|
|
- abortController.abort();
|
|
|
|
- }
|
|
|
|
- if (reader) {
|
|
|
|
- await reader.cancel();
|
|
|
|
- delete $MODEL_DOWNLOAD_POOL[model];
|
|
|
|
- MODEL_DOWNLOAD_POOL.set({
|
|
|
|
- ...$MODEL_DOWNLOAD_POOL
|
|
|
|
- });
|
|
|
|
- await deleteModel(localStorage.token, model);
|
|
|
|
- toast.success(`${model} download has been canceled`);
|
|
|
|
- }
|
|
|
|
- };
|
|
|
|
-
|
|
|
|
- const createModelHandler = async () => {
|
|
|
|
- createModelLoading = true;
|
|
|
|
- const res = await createModel(
|
|
|
|
- localStorage.token,
|
|
|
|
- createModelTag,
|
|
|
|
- createModelContent,
|
|
|
|
- selectedOllamaUrlIdx
|
|
|
|
- ).catch((error) => {
|
|
|
|
- toast.error(error);
|
|
|
|
- return null;
|
|
|
|
- });
|
|
|
|
-
|
|
|
|
- if (res && res.ok) {
|
|
|
|
- const reader = res.body
|
|
|
|
- .pipeThrough(new TextDecoderStream())
|
|
|
|
- .pipeThrough(splitStream('\n'))
|
|
|
|
- .getReader();
|
|
|
|
-
|
|
|
|
- while (true) {
|
|
|
|
- const { value, done } = await reader.read();
|
|
|
|
- if (done) break;
|
|
|
|
-
|
|
|
|
- try {
|
|
|
|
- let lines = value.split('\n');
|
|
|
|
-
|
|
|
|
- for (const line of lines) {
|
|
|
|
- if (line !== '') {
|
|
|
|
- console.log(line);
|
|
|
|
- let data = JSON.parse(line);
|
|
|
|
- console.log(data);
|
|
|
|
-
|
|
|
|
- if (data.error) {
|
|
|
|
- throw data.error;
|
|
|
|
- }
|
|
|
|
- if (data.detail) {
|
|
|
|
- throw data.detail;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- if (data.status) {
|
|
|
|
- if (
|
|
|
|
- !data.digest &&
|
|
|
|
- !data.status.includes('writing') &&
|
|
|
|
- !data.status.includes('sha256')
|
|
|
|
- ) {
|
|
|
|
- toast.success(data.status);
|
|
|
|
- } else {
|
|
|
|
- if (data.digest) {
|
|
|
|
- createModelDigest = data.digest;
|
|
|
|
-
|
|
|
|
- if (data.completed) {
|
|
|
|
- createModelPullProgress =
|
|
|
|
- Math.round((data.completed / data.total) * 1000) / 10;
|
|
|
|
- } else {
|
|
|
|
- createModelPullProgress = 100;
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- } catch (error) {
|
|
|
|
- console.log(error);
|
|
|
|
- toast.error(error);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- models.set(await getModels());
|
|
|
|
-
|
|
|
|
- createModelLoading = false;
|
|
|
|
-
|
|
|
|
- createModelTag = '';
|
|
|
|
- createModelContent = '';
|
|
|
|
- createModelDigest = '';
|
|
|
|
- createModelPullProgress = null;
|
|
|
|
- };
|
|
|
|
-
|
|
|
|
- onMount(async () => {
|
|
|
|
- const ollamaConfig = await getOllamaConfig(localStorage.token);
|
|
|
|
-
|
|
|
|
- if (ollamaConfig.ENABLE_OLLAMA_API) {
|
|
|
|
- ollamaEnabled = true;
|
|
|
|
-
|
|
|
|
- await Promise.all([
|
|
|
|
- (async () => {
|
|
|
|
- OLLAMA_URLS = await getOllamaUrls(localStorage.token).catch((error) => {
|
|
|
|
- toast.error(error);
|
|
|
|
- return [];
|
|
|
|
- });
|
|
|
|
-
|
|
|
|
- if (OLLAMA_URLS.length > 0) {
|
|
|
|
- selectedOllamaUrlIdx = 0;
|
|
|
|
- }
|
|
|
|
- })(),
|
|
|
|
- (async () => {
|
|
|
|
- ollamaVersion = await getOllamaVersion(localStorage.token).catch((error) => false);
|
|
|
|
- })()
|
|
|
|
- ]);
|
|
|
|
- } else {
|
|
|
|
- ollamaEnabled = false;
|
|
|
|
- toast.error($i18n.t('Ollama API is disabled'));
|
|
|
|
- }
|
|
|
|
- });
|
|
|
|
-</script>
|
|
|
|
-
|
|
|
|
-<div class="flex flex-col h-full justify-between text-sm">
|
|
|
|
- <div class=" space-y-3 pr-1.5 overflow-y-scroll max-h-[27rem]">
|
|
|
|
- {#if ollamaEnabled}
|
|
|
|
- {#if ollamaVersion !== null}
|
|
|
|
- <div class="space-y-2 pr-1.5">
|
|
|
|
- <div class="text-sm font-medium">{$i18n.t('Manage Ollama Models')}</div>
|
|
|
|
-
|
|
|
|
- {#if OLLAMA_URLS.length > 0}
|
|
|
|
- <div class="flex gap-2">
|
|
|
|
- <div class="flex-1 pb-1">
|
|
|
|
- <select
|
|
|
|
- class="w-full rounded-lg py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
|
|
|
|
- bind:value={selectedOllamaUrlIdx}
|
|
|
|
- placeholder={$i18n.t('Select an Ollama instance')}
|
|
|
|
- >
|
|
|
|
- {#each OLLAMA_URLS as url, idx}
|
|
|
|
- <option value={idx} class="bg-gray-100 dark:bg-gray-700">{url}</option>
|
|
|
|
- {/each}
|
|
|
|
- </select>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <div>
|
|
|
|
- <div class="flex w-full justify-end">
|
|
|
|
- <Tooltip content="Update All Models" placement="top">
|
|
|
|
- <button
|
|
|
|
- class="p-2.5 flex gap-2 items-center bg-gray-100 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
|
|
|
|
- on:click={() => {
|
|
|
|
- updateModelsHandler();
|
|
|
|
- }}
|
|
|
|
- >
|
|
|
|
- <svg
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- viewBox="0 0 16 16"
|
|
|
|
- fill="currentColor"
|
|
|
|
- class="w-4 h-4"
|
|
|
|
- >
|
|
|
|
- <path
|
|
|
|
- d="M7 1a.75.75 0 0 1 .75.75V6h-1.5V1.75A.75.75 0 0 1 7 1ZM6.25 6v2.94L5.03 7.72a.75.75 0 0 0-1.06 1.06l2.5 2.5a.75.75 0 0 0 1.06 0l2.5-2.5a.75.75 0 1 0-1.06-1.06L7.75 8.94V6H10a2 2 0 0 1 2 2v3a2 2 0 0 1-2 2H4a2 2 0 0 1-2-2V8a2 2 0 0 1 2-2h2.25Z"
|
|
|
|
- />
|
|
|
|
- <path
|
|
|
|
- d="M4.268 14A2 2 0 0 0 6 15h6a2 2 0 0 0 2-2v-3a2 2 0 0 0-1-1.732V11a3 3 0 0 1-3 3H4.268Z"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- </button>
|
|
|
|
- </Tooltip>
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- {#if updateModelId}
|
|
|
|
- Updating "{updateModelId}" {updateProgress ? `(${updateProgress}%)` : ''}
|
|
|
|
- {/if}
|
|
|
|
- {/if}
|
|
|
|
-
|
|
|
|
- <div class="space-y-2">
|
|
|
|
- <div>
|
|
|
|
- <div class=" mb-2 text-sm font-medium">{$i18n.t('Pull a model from Ollama.com')}</div>
|
|
|
|
- <div class="flex w-full">
|
|
|
|
- <div class="flex-1 mr-2">
|
|
|
|
- <input
|
|
|
|
- class="w-full rounded-lg py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
|
|
|
|
- placeholder={$i18n.t('Enter model tag (e.g. {{modelTag}})', {
|
|
|
|
- modelTag: 'mistral:7b'
|
|
|
|
- })}
|
|
|
|
- bind:value={modelTag}
|
|
|
|
- />
|
|
|
|
- </div>
|
|
|
|
- <button
|
|
|
|
- class="px-2.5 bg-gray-100 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
|
|
|
|
- on:click={() => {
|
|
|
|
- pullModelHandler();
|
|
|
|
- }}
|
|
|
|
- disabled={modelTransferring}
|
|
|
|
- >
|
|
|
|
- {#if modelTransferring}
|
|
|
|
- <div class="self-center">
|
|
|
|
- <svg
|
|
|
|
- class=" w-4 h-4"
|
|
|
|
- viewBox="0 0 24 24"
|
|
|
|
- fill="currentColor"
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- >
|
|
|
|
- <style>
|
|
|
|
- .spinner_ajPY {
|
|
|
|
- transform-origin: center;
|
|
|
|
- animation: spinner_AtaB 0.75s infinite linear;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- @keyframes spinner_AtaB {
|
|
|
|
- 100% {
|
|
|
|
- transform: rotate(360deg);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- </style>
|
|
|
|
- <path
|
|
|
|
- d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
|
|
|
|
- opacity=".25"
|
|
|
|
- />
|
|
|
|
- <path
|
|
|
|
- d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
|
|
|
|
- class="spinner_ajPY"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- </div>
|
|
|
|
- {:else}
|
|
|
|
- <svg
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- viewBox="0 0 16 16"
|
|
|
|
- fill="currentColor"
|
|
|
|
- class="w-4 h-4"
|
|
|
|
- >
|
|
|
|
- <path
|
|
|
|
- d="M8.75 2.75a.75.75 0 0 0-1.5 0v5.69L5.03 6.22a.75.75 0 0 0-1.06 1.06l3.5 3.5a.75.75 0 0 0 1.06 0l3.5-3.5a.75.75 0 0 0-1.06-1.06L8.75 8.44V2.75Z"
|
|
|
|
- />
|
|
|
|
- <path
|
|
|
|
- d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- {/if}
|
|
|
|
- </button>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <div class="mt-2 mb-1 text-xs text-gray-400 dark:text-gray-500">
|
|
|
|
- {$i18n.t('To access the available model names for downloading,')}
|
|
|
|
- <a
|
|
|
|
- class=" text-gray-500 dark:text-gray-300 font-medium underline"
|
|
|
|
- href="https://ollama.com/library"
|
|
|
|
- target="_blank">{$i18n.t('click here.')}</a
|
|
|
|
- >
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- {#if Object.keys($MODEL_DOWNLOAD_POOL).length > 0}
|
|
|
|
- {#each Object.keys($MODEL_DOWNLOAD_POOL) as model}
|
|
|
|
- {#if 'pullProgress' in $MODEL_DOWNLOAD_POOL[model]}
|
|
|
|
- <div class="flex flex-col">
|
|
|
|
- <div class="font-medium mb-1">{model}</div>
|
|
|
|
- <div class="">
|
|
|
|
- <div class="flex flex-row justify-between space-x-4 pr-2">
|
|
|
|
- <div class=" flex-1">
|
|
|
|
- <div
|
|
|
|
- class="dark:bg-gray-600 bg-gray-500 text-xs font-medium text-gray-100 text-center p-0.5 leading-none rounded-full"
|
|
|
|
- style="width: {Math.max(
|
|
|
|
- 15,
|
|
|
|
- $MODEL_DOWNLOAD_POOL[model].pullProgress ?? 0
|
|
|
|
- )}%"
|
|
|
|
- >
|
|
|
|
- {$MODEL_DOWNLOAD_POOL[model].pullProgress ?? 0}%
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <Tooltip content={$i18n.t('Cancel')}>
|
|
|
|
- <button
|
|
|
|
- class="text-gray-800 dark:text-gray-100"
|
|
|
|
- on:click={() => {
|
|
|
|
- cancelModelPullHandler(model);
|
|
|
|
- }}
|
|
|
|
- >
|
|
|
|
- <svg
|
|
|
|
- class="w-4 h-4 text-gray-800 dark:text-white"
|
|
|
|
- aria-hidden="true"
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- width="24"
|
|
|
|
- height="24"
|
|
|
|
- fill="currentColor"
|
|
|
|
- viewBox="0 0 24 24"
|
|
|
|
- >
|
|
|
|
- <path
|
|
|
|
- stroke="currentColor"
|
|
|
|
- stroke-linecap="round"
|
|
|
|
- stroke-linejoin="round"
|
|
|
|
- stroke-width="2"
|
|
|
|
- d="M6 18 17.94 6M18 18 6.06 6"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- </button>
|
|
|
|
- </Tooltip>
|
|
|
|
- </div>
|
|
|
|
- {#if 'digest' in $MODEL_DOWNLOAD_POOL[model]}
|
|
|
|
- <div class="mt-1 text-xs dark:text-gray-500" style="font-size: 0.5rem;">
|
|
|
|
- {$MODEL_DOWNLOAD_POOL[model].digest}
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- {/each}
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <div>
|
|
|
|
- <div class=" mb-2 text-sm font-medium">{$i18n.t('Delete a model')}</div>
|
|
|
|
- <div class="flex w-full">
|
|
|
|
- <div class="flex-1 mr-2">
|
|
|
|
- <select
|
|
|
|
- class="w-full rounded-lg py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
|
|
|
|
- bind:value={deleteModelTag}
|
|
|
|
- placeholder={$i18n.t('Select a model')}
|
|
|
|
- >
|
|
|
|
- {#if !deleteModelTag}
|
|
|
|
- <option value="" disabled selected>{$i18n.t('Select a model')}</option>
|
|
|
|
- {/if}
|
|
|
|
- {#each $models.filter((m) => !(m?.preset ?? false) && m.owned_by === 'ollama' && (selectedOllamaUrlIdx === null ? true : (m?.ollama?.urls ?? []).includes(selectedOllamaUrlIdx))) as model}
|
|
|
|
- <option value={model.name} class="bg-gray-100 dark:bg-gray-700"
|
|
|
|
- >{model.name +
|
|
|
|
- ' (' +
|
|
|
|
- (model.ollama.size / 1024 ** 3).toFixed(1) +
|
|
|
|
- ' GB)'}</option
|
|
|
|
- >
|
|
|
|
- {/each}
|
|
|
|
- </select>
|
|
|
|
- </div>
|
|
|
|
- <button
|
|
|
|
- class="px-2.5 bg-gray-100 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition"
|
|
|
|
- on:click={() => {
|
|
|
|
- deleteModelHandler();
|
|
|
|
- }}
|
|
|
|
- >
|
|
|
|
- <svg
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- viewBox="0 0 16 16"
|
|
|
|
- fill="currentColor"
|
|
|
|
- class="w-4 h-4"
|
|
|
|
- >
|
|
|
|
- <path
|
|
|
|
- fill-rule="evenodd"
|
|
|
|
- d="M5 3.25V4H2.75a.75.75 0 0 0 0 1.5h.3l.815 8.15A1.5 1.5 0 0 0 5.357 15h5.285a1.5 1.5 0 0 0 1.493-1.35l.815-8.15h.3a.75.75 0 0 0 0-1.5H11v-.75A2.25 2.25 0 0 0 8.75 1h-1.5A2.25 2.25 0 0 0 5 3.25Zm2.25-.75a.75.75 0 0 0-.75.75V4h3v-.75a.75.75 0 0 0-.75-.75h-1.5ZM6.05 6a.75.75 0 0 1 .787.713l.275 5.5a.75.75 0 0 1-1.498.075l-.275-5.5A.75.75 0 0 1 6.05 6Zm3.9 0a.75.75 0 0 1 .712.787l-.275 5.5a.75.75 0 0 1-1.498-.075l.275-5.5a.75.75 0 0 1 .786-.711Z"
|
|
|
|
- clip-rule="evenodd"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- </button>
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <div>
|
|
|
|
- <div class=" mb-2 text-sm font-medium">{$i18n.t('Create a model')}</div>
|
|
|
|
- <div class="flex w-full">
|
|
|
|
- <div class="flex-1 mr-2 flex flex-col gap-2">
|
|
|
|
- <input
|
|
|
|
- class="w-full rounded-lg py-2 px-4 text-sm dark:text-gray-300 dark:bg-gray-850 outline-none"
|
|
|
|
- placeholder={$i18n.t('Enter model tag (e.g. {{modelTag}})', {
|
|
|
|
- modelTag: 'my-modelfile'
|
|
|
|
- })}
|
|
|
|
- bind:value={createModelTag}
|
|
|
|
- disabled={createModelLoading}
|
|
|
|
- />
|
|
|
|
-
|
|
|
|
- <textarea
|
|
|
|
- bind:value={createModelContent}
|
|
|
|
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-100 dark:text-gray-100 dark:bg-gray-850 outline-none resize-none scrollbar-hidden"
|
|
|
|
- rows="6"
|
|
|
|
- placeholder={`TEMPLATE """{{ .System }}\nUSER: {{ .Prompt }}\nASSISTANT: """\nPARAMETER num_ctx 4096\nPARAMETER stop "</s>"\nPARAMETER stop "USER:"\nPARAMETER stop "ASSISTANT:"`}
|
|
|
|
- disabled={createModelLoading}
|
|
|
|
- />
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <div class="flex self-start">
|
|
|
|
- <button
|
|
|
|
- class="px-2.5 py-2.5 bg-gray-100 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg transition disabled:cursor-not-allowed"
|
|
|
|
- on:click={() => {
|
|
|
|
- createModelHandler();
|
|
|
|
- }}
|
|
|
|
- disabled={createModelLoading}
|
|
|
|
- >
|
|
|
|
- <svg
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- viewBox="0 0 16 16"
|
|
|
|
- fill="currentColor"
|
|
|
|
- class="size-4"
|
|
|
|
- >
|
|
|
|
- <path
|
|
|
|
- d="M7.25 10.25a.75.75 0 0 0 1.5 0V4.56l2.22 2.22a.75.75 0 1 0 1.06-1.06l-3.5-3.5a.75.75 0 0 0-1.06 0l-3.5 3.5a.75.75 0 0 0 1.06 1.06l2.22-2.22v5.69Z"
|
|
|
|
- />
|
|
|
|
- <path
|
|
|
|
- d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- </button>
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- {#if createModelDigest !== ''}
|
|
|
|
- <div class="flex flex-col mt-1">
|
|
|
|
- <div class="font-medium mb-1">{createModelTag}</div>
|
|
|
|
- <div class="">
|
|
|
|
- <div class="flex flex-row justify-between space-x-4 pr-2">
|
|
|
|
- <div class=" flex-1">
|
|
|
|
- <div
|
|
|
|
- class="dark:bg-gray-600 bg-gray-500 text-xs font-medium text-gray-100 text-center p-0.5 leading-none rounded-full"
|
|
|
|
- style="width: {Math.max(15, createModelPullProgress ?? 0)}%"
|
|
|
|
- >
|
|
|
|
- {createModelPullProgress ?? 0}%
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {#if createModelDigest}
|
|
|
|
- <div class="mt-1 text-xs dark:text-gray-500" style="font-size: 0.5rem;">
|
|
|
|
- {createModelDigest}
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <div class="pt-1">
|
|
|
|
- <div class="flex justify-between items-center text-xs">
|
|
|
|
- <div class=" text-sm font-medium">{$i18n.t('Experimental')}</div>
|
|
|
|
- <button
|
|
|
|
- class=" text-xs font-medium text-gray-500"
|
|
|
|
- type="button"
|
|
|
|
- on:click={() => {
|
|
|
|
- showExperimentalOllama = !showExperimentalOllama;
|
|
|
|
- }}>{showExperimentalOllama ? $i18n.t('Hide') : $i18n.t('Show')}</button
|
|
|
|
- >
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- {#if showExperimentalOllama}
|
|
|
|
- <form
|
|
|
|
- on:submit|preventDefault={() => {
|
|
|
|
- uploadModelHandler();
|
|
|
|
- }}
|
|
|
|
- >
|
|
|
|
- <div class=" mb-2 flex w-full justify-between">
|
|
|
|
- <div class=" text-sm font-medium">{$i18n.t('Upload a GGUF model')}</div>
|
|
|
|
-
|
|
|
|
- <button
|
|
|
|
- class="p-1 px-3 text-xs flex rounded transition"
|
|
|
|
- on:click={() => {
|
|
|
|
- if (modelUploadMode === 'file') {
|
|
|
|
- modelUploadMode = 'url';
|
|
|
|
- } else {
|
|
|
|
- modelUploadMode = 'file';
|
|
|
|
- }
|
|
|
|
- }}
|
|
|
|
- type="button"
|
|
|
|
- >
|
|
|
|
- {#if modelUploadMode === 'file'}
|
|
|
|
- <span class="ml-2 self-center">{$i18n.t('File Mode')}</span>
|
|
|
|
- {:else}
|
|
|
|
- <span class="ml-2 self-center">{$i18n.t('URL Mode')}</span>
|
|
|
|
- {/if}
|
|
|
|
- </button>
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- <div class="flex w-full mb-1.5">
|
|
|
|
- <div class="flex flex-col w-full">
|
|
|
|
- {#if modelUploadMode === 'file'}
|
|
|
|
- <div
|
|
|
|
- class="flex-1 {modelInputFile && modelInputFile.length > 0 ? 'mr-2' : ''}"
|
|
|
|
- >
|
|
|
|
- <input
|
|
|
|
- id="model-upload-input"
|
|
|
|
- bind:this={modelUploadInputElement}
|
|
|
|
- type="file"
|
|
|
|
- bind:files={modelInputFile}
|
|
|
|
- on:change={() => {
|
|
|
|
- console.log(modelInputFile);
|
|
|
|
- }}
|
|
|
|
- accept=".gguf,.safetensors"
|
|
|
|
- required
|
|
|
|
- hidden
|
|
|
|
- />
|
|
|
|
-
|
|
|
|
- <button
|
|
|
|
- type="button"
|
|
|
|
- class="w-full rounded-lg text-left py-2 px-4 bg-white dark:text-gray-300 dark:bg-gray-850"
|
|
|
|
- on:click={() => {
|
|
|
|
- modelUploadInputElement.click();
|
|
|
|
- }}
|
|
|
|
- >
|
|
|
|
- {#if modelInputFile && modelInputFile.length > 0}
|
|
|
|
- {modelInputFile[0].name}
|
|
|
|
- {:else}
|
|
|
|
- {$i18n.t('Click here to select')}
|
|
|
|
- {/if}
|
|
|
|
- </button>
|
|
|
|
- </div>
|
|
|
|
- {:else}
|
|
|
|
- <div class="flex-1 {modelFileUrl !== '' ? 'mr-2' : ''}">
|
|
|
|
- <input
|
|
|
|
- class="w-full rounded-lg text-left py-2 px-4 bg-white dark:text-gray-300 dark:bg-gray-850 outline-none {modelFileUrl !==
|
|
|
|
- ''
|
|
|
|
- ? 'mr-2'
|
|
|
|
- : ''}"
|
|
|
|
- type="url"
|
|
|
|
- required
|
|
|
|
- bind:value={modelFileUrl}
|
|
|
|
- placeholder={$i18n.t('Type Hugging Face Resolve (Download) URL')}
|
|
|
|
- />
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- {#if (modelUploadMode === 'file' && modelInputFile && modelInputFile.length > 0) || (modelUploadMode === 'url' && modelFileUrl !== '')}
|
|
|
|
- <button
|
|
|
|
- class="px-2.5 bg-gray-100 hover:bg-gray-200 text-gray-800 dark:bg-gray-850 dark:hover:bg-gray-800 dark:text-gray-100 rounded-lg disabled:cursor-not-allowed transition"
|
|
|
|
- type="submit"
|
|
|
|
- disabled={modelTransferring}
|
|
|
|
- >
|
|
|
|
- {#if modelTransferring}
|
|
|
|
- <div class="self-center">
|
|
|
|
- <svg
|
|
|
|
- class=" w-4 h-4"
|
|
|
|
- viewBox="0 0 24 24"
|
|
|
|
- fill="currentColor"
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- >
|
|
|
|
- <style>
|
|
|
|
- .spinner_ajPY {
|
|
|
|
- transform-origin: center;
|
|
|
|
- animation: spinner_AtaB 0.75s infinite linear;
|
|
|
|
- }
|
|
|
|
-
|
|
|
|
- @keyframes spinner_AtaB {
|
|
|
|
- 100% {
|
|
|
|
- transform: rotate(360deg);
|
|
|
|
- }
|
|
|
|
- }
|
|
|
|
- </style>
|
|
|
|
- <path
|
|
|
|
- d="M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z"
|
|
|
|
- opacity=".25"
|
|
|
|
- />
|
|
|
|
- <path
|
|
|
|
- d="M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z"
|
|
|
|
- class="spinner_ajPY"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- </div>
|
|
|
|
- {:else}
|
|
|
|
- <svg
|
|
|
|
- xmlns="http://www.w3.org/2000/svg"
|
|
|
|
- viewBox="0 0 16 16"
|
|
|
|
- fill="currentColor"
|
|
|
|
- class="w-4 h-4"
|
|
|
|
- >
|
|
|
|
- <path
|
|
|
|
- d="M7.25 10.25a.75.75 0 0 0 1.5 0V4.56l2.22 2.22a.75.75 0 1 0 1.06-1.06l-3.5-3.5a.75.75 0 0 0-1.06 0l-3.5 3.5a.75.75 0 0 0 1.06 1.06l2.22-2.22v5.69Z"
|
|
|
|
- />
|
|
|
|
- <path
|
|
|
|
- d="M3.5 9.75a.75.75 0 0 0-1.5 0v1.5A2.75 2.75 0 0 0 4.75 14h6.5A2.75 2.75 0 0 0 14 11.25v-1.5a.75.75 0 0 0-1.5 0v1.5c0 .69-.56 1.25-1.25 1.25h-6.5c-.69 0-1.25-.56-1.25-1.25v-1.5Z"
|
|
|
|
- />
|
|
|
|
- </svg>
|
|
|
|
- {/if}
|
|
|
|
- </button>
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- {#if (modelUploadMode === 'file' && modelInputFile && modelInputFile.length > 0) || (modelUploadMode === 'url' && modelFileUrl !== '')}
|
|
|
|
- <div>
|
|
|
|
- <div>
|
|
|
|
- <div class=" my-2.5 text-sm font-medium">{$i18n.t('Modelfile Content')}</div>
|
|
|
|
- <textarea
|
|
|
|
- bind:value={modelFileContent}
|
|
|
|
- class="w-full rounded-lg py-2 px-4 text-sm bg-gray-100 dark:text-gray-100 dark:bg-gray-850 outline-none resize-none"
|
|
|
|
- rows="6"
|
|
|
|
- />
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- <div class=" mt-1 text-xs text-gray-400 dark:text-gray-500">
|
|
|
|
- {$i18n.t('To access the GGUF models available for downloading,')}
|
|
|
|
- <a
|
|
|
|
- class=" text-gray-500 dark:text-gray-300 font-medium underline"
|
|
|
|
- href="https://huggingface.co/models?search=gguf"
|
|
|
|
- target="_blank">{$i18n.t('click here.')}</a
|
|
|
|
- >
|
|
|
|
- </div>
|
|
|
|
-
|
|
|
|
- {#if uploadMessage}
|
|
|
|
- <div class="mt-2">
|
|
|
|
- <div class=" mb-2 text-xs">{$i18n.t('Upload Progress')}</div>
|
|
|
|
-
|
|
|
|
- <div class="w-full rounded-full dark:bg-gray-800">
|
|
|
|
- <div
|
|
|
|
- class="dark:bg-gray-600 bg-gray-500 text-xs font-medium text-gray-100 text-center p-0.5 leading-none rounded-full"
|
|
|
|
- style="width: 100%"
|
|
|
|
- >
|
|
|
|
- {uploadMessage}
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- <div class="mt-1 text-xs dark:text-gray-500" style="font-size: 0.5rem;">
|
|
|
|
- {modelFileDigest}
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {:else if uploadProgress !== null}
|
|
|
|
- <div class="mt-2">
|
|
|
|
- <div class=" mb-2 text-xs">{$i18n.t('Upload Progress')}</div>
|
|
|
|
-
|
|
|
|
- <div class="w-full rounded-full dark:bg-gray-800">
|
|
|
|
- <div
|
|
|
|
- class="dark:bg-gray-600 bg-gray-500 text-xs font-medium text-gray-100 text-center p-0.5 leading-none rounded-full"
|
|
|
|
- style="width: {Math.max(15, uploadProgress ?? 0)}%"
|
|
|
|
- >
|
|
|
|
- {uploadProgress ?? 0}%
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- <div class="mt-1 text-xs dark:text-gray-500" style="font-size: 0.5rem;">
|
|
|
|
- {modelFileDigest}
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- </form>
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {:else if ollamaVersion === false}
|
|
|
|
- <div>Ollama Not Detected</div>
|
|
|
|
- {:else}
|
|
|
|
- <div class="flex h-full justify-center">
|
|
|
|
- <div class="my-auto">
|
|
|
|
- <Spinner className="size-6" />
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- {:else if ollamaEnabled === false}
|
|
|
|
- <div>{$i18n.t('Ollama API is disabled')}</div>
|
|
|
|
- {:else}
|
|
|
|
- <div class="flex h-full justify-center">
|
|
|
|
- <div class="my-auto">
|
|
|
|
- <Spinner className="size-6" />
|
|
|
|
- </div>
|
|
|
|
- </div>
|
|
|
|
- {/if}
|
|
|
|
- </div>
|
|
|
|
-</div>
|
|
|