Branch:
main
api
bmizerany/client-registry
bmizerany/client2resume
bmizerany/embedspeedup
bmizerany/fastverify
bmizerany/filepathnobuild
bmizerany/filepathwithcoloninhost
bmizerany/grammar
bmizerany/hrm
bmizerany/modenameenforcealphanum
bmizerany/nameswork
bmizerany/noseek
bmizerany/nosillyggufslurps
bmizerany/replacecolon
bmizerany/types/model/defaultfix
bmizerany/validatenames
bmizerany/x
bruce/iq-quants
brucemacd/allow-ollama
brucemacd/browser-key-register
brucemacd/check-key-register
brucemacd/check-key-register-structured-err
brucemacd/convert-cli
brucemacd/ctx-shift-err
brucemacd/doc-go-engine
brucemacd/done-reason
brucemacd/err-hint
brucemacd/err-no-vocab
brucemacd/forward-test
brucemacd/go_qwen2
brucemacd/install-path-clean
brucemacd/jomorganca/mistral
brucemacd/llama-mem-calc
brucemacd/logprobs
brucemacd/mistral
brucemacd/mistral-small-convert
brucemacd/new_runner_e2e
brucemacd/new_runner_graph_bench
brucemacd/new_runner_qwen2
brucemacd/next-bpe-bench
brucemacd/next-bpe-test
brucemacd/parallel-embed-models
brucemacd/push-name-validation
brucemacd/qwen2_5
brucemacd/rope-config
brucemacd/runner-completion
brucemacd/shim-grammar
brucemacd/tokenize
build_dist
cgo
cp-model
cuda-search
delete-fix
deletemodels
dhiltgen/remove_submodule
distribution
editor
fix-model-names
fix-unknown-model
format-config
go-opts
insecure-registry
jessegross/sample
jessegross/semaphore
jmorgan/sample-fix-sorting-extras
jmorganca/add-missing-symlink-eval
jmorganca/batch-embeddings
jmorganca/degin-1
jmorganca/done-reason
jmorganca/enable-fa
jmorganca/execstack
jmorganca/faster-releases
jmorganca/fix-gguf-error
jmorganca/fix-null-format
jmorganca/fix-proxy
jmorganca/ga
jmorganca/ggml-static
jmorganca/if-none-match
jmorganca/initcmake
jmorganca/limit
jmorganca/llama-bump
jmorganca/llama-cpp-7c26775
jmorganca/llama-cpp-8960fe8
jmorganca/llama-vit
jmorganca/mistral
jmorganca/mistral-wip
jmorganca/mistral3
jmorganca/mllama
jmorganca/mm
jmorganca/native
jmorganca/no-concat
jmorganca/no-error-template
jmorganca/openai-context
jmorganca/openai-fix-first-message
jmorganca/options
jmorganca/qwen2vl
jmorganca/replace-assets
jmorganca/temp-0-images
jmorganca/template-mistral
jmorganca/testing
jmorganca/vendor-081b29bd
jyan/auth
jyan/convert-prog
jyan/format
jyan/local
jyan/local2
jyan/ollama-v
jyan/p2
jyan/paligemma
jyan/palitest
jyan/parse-temp
jyan/progress
jyan/q4_4/8
jyan/quant3
jyan/quant4
jyan/quant5
jyan/reord-g
jyan/v0.146
language_support
license-layers
list-models
ls
main
matt/examplemodelfiles
matt/streamingapi
mattw/airenamer
mattw/allmodelsonhuggingface
mattw/communitylinks
mattw/faq-context
mattw/howtoquant
mattw/noprune
mattw/python-functioncalling
mattw/quantcontext
mattw/selfqueryingretrieval
mattw/whatneedstorun
modelfile-readme
modelpath
modenameenforcealphanum
mxyng/api-models
mxyng/cmd-history
mxyng/create-context
mxyng/environ-2
mxyng/extra-args
mxyng/fix-memory
mxyng/fs-config
mxyng/func-checks
mxyng/gin-slog
mxyng/install
mxyng/layers-from-files
mxyng/mllama
mxyng/modelname-6
mxyng/modelname-7
mxyng/next-bert
mxyng/next-debug
mxyng/next-mlx
mxyng/no-deprecated-gpu-targets
mxyng/server-timestamp
mxyng/split-bin
mxyng/tune-concurrency
mxyng/update-registry-domain
native
nogogen
ollama.com
paligemma-support
parth/cmd-cleanup-SO
parth/constrained-sampling-json
parth/disallow-streaming-tools
parth/fix-default-to-warn-json
parth/fix-referencing-so
parth/log-probs
parth/openai-stream-usage
parth/sample-correctness-fix
parth/sample-fix-sorting
parth/sample-unmarshal-json-for-params
parth/sampling-structured-outputs
parth/set-context-size-openai
parth/templating
parth/tokenize-detokenize
pdevine/bfloat16
pdevine/convert-cohere2
pdevine/fix-template
pdevine/geems-2b
pdevine/gemma2
pdevine/ggla
pdevine/import-docs
pdevine/logging
pdevine/newlines
pdevine/ps-glitches
pdevine/showggmlinfo
progress-flicker
progressbar
pulse
readme-updates
remove-first
rename
revert-5963-revert-5924-mxyng/llama3.1-rope
rmdisplaylong
roy-embed-parallel
royh-embed-parallel
royh-imgembed
royh-ls
royh-name
royh-openai-delete
royh-openai-suffixdocs
royh-params
royh-precision
royh-show-rigid
royh-testdelete
royh/embed-viz
royh/ep-methods
royh/stream-tools
royh/whisper
scratch
shell
skip-list
stream-tools-stop
timeout
update-nous-hermes
upgrade-all
upload-progress
whitespace-detection
v0.6.3-rc1
v0.6.3-rc0
v0.6.2-rc0
v0.6.2
v0.6.1
v0.6.1-rc0
v0.6.0-rc0
v0.6.0
v0.5.13
v0.5.13-rc6
v0.5.13-rc5
v0.5.13-rc4
v0.5.13-rc3
v0.5.13-rc2
v0.5.13-rc1
v0.5.13-rc0
v0.5.12
v0.5.12-rc1
v0.5.12-rc0
v0.5.11
v0.5.10
v0.5.9
v0.5.9-rc0
v0.5.8-rc13
v0.5.8
v0.5.8-rc12
v0.5.8-rc11
v0.5.8-rc10
v0.5.8-rc9
v0.5.8-rc8
v0.5.8-rc7
v0.5.8-rc6
v0.5.8-rc5
v0.5.8-rc4
v0.5.8-rc3
v0.5.8-rc2
v0.5.8-rc1
v0.5.8-rc0
v0.5.7
v0.5.6
v0.5.5
v0.5.5-rc0
v0.5.4
v0.5.3
v0.5.3-rc0
v0.5.2
v0.5.2-rc3
v0.5.2-rc2
v0.5.2-rc1
v0.5.2-rc0
v0.5.1
v0.5.0-rc1
v0.5.0
v0.4.8-rc0
v0.4.7
v0.4.6
v0.4.5
v0.4.4
v0.4.3
v0.4.3-rc0
v0.4.2
v0.4.2-rc1
v0.4.2-rc0
v0.4.1-rc0
v0.4.1
v0.4.0
v0.4.0-rc8
v0.4.0-rc7
v0.4.0-rc6
v0.4.0-rc5
v0.4.0-rc4
v0.4.0-rc3
v0.4.0-rc2
v0.4.0-rc1
v0.4.0-rc0
v0.4.0-ci3
v0.3.14-rc0
v0.3.14
v0.3.13
v0.3.12
v0.3.12-rc5
v0.3.12-rc4
v0.3.12-rc3
v0.3.12-rc2
v0.3.12-rc1
v0.3.11
v0.3.11-rc4
v0.3.11-rc3
v0.3.11-rc2
v0.3.11-rc1
v0.3.10
v0.3.10-rc1
v0.3.9
v0.3.8
v0.3.7
v0.3.7-rc6
v0.3.7-rc5
v0.3.7-rc4
v0.3.7-rc3
v0.3.7-rc2
v0.3.7-rc1
v0.3.6
v0.3.5
v0.3.4
v0.3.3
v0.3.2
v0.3.1
v0.3.0
v0.2.8
v0.2.8-rc2
v0.2.8-rc1
v0.2.7
v0.2.6
v0.2.5
v0.2.4
v0.2.3
v0.2.2
v0.2.2-rc2
v0.2.2-rc1
v0.2.1
v0.2.0
v0.1.49-rc14
v0.1.49-rc13
v0.1.49-rc12
v0.1.49-rc11
v0.1.49-rc10
v0.1.49-rc9
v0.1.49-rc8
v0.1.49-rc7
v0.1.49-rc6
v0.1.49-rc5
v0.1.49-rc4
v0.1.49-rc3
v0.1.49-rc2
v0.1.49-rc1
v0.1.48
v0.1.47
v0.1.46
v0.1.45-rc5
v0.1.45
v0.1.45-rc4
v0.1.45-rc3
v0.1.45-rc2
v0.1.45-rc1
v0.1.44
v0.1.43
v0.1.42
v0.1.41
v0.1.40
v0.1.40-rc1
v0.1.39
v0.1.39-rc2
v0.1.39-rc1
v0.1.38
v0.1.37
v0.1.36
v0.1.35
v0.1.35-rc1
v0.1.34
v0.1.34-rc1
v0.1.33
v0.1.33-rc7
v0.1.33-rc6
v0.1.33-rc5
v0.1.33-rc4
v0.1.33-rc3
v0.1.33-rc2
v0.1.33-rc1
v0.1.32
v0.1.32-rc2
v0.1.32-rc1
v0.1.31
v0.1.30
v0.1.29
v0.1.28
v0.1.27
v0.1.26
v0.1.25
v0.1.24
v0.1.23
v0.1.22
v0.1.21
v0.1.20
v0.1.19
v0.1.18
v0.1.17
v0.1.16
v0.1.15
v0.1.14
v0.1.13
v0.1.12
v0.1.11
v0.1.10
v0.1.9
v0.1.8
v0.1.7
v0.1.6
v0.1.5
v0.1.4
v0.1.3
v0.1.2
v0.1.1
v0.1.0
v0.0.21
v0.0.20
v0.0.19
v0.0.18
v0.0.17
v0.0.16
v0.0.15
v0.0.14
v0.0.13
v0.0.12
v0.0.11
v0.0.10
v0.0.9
v0.0.8
v0.0.7
v0.0.6
v0.0.5
v0.0.4
v0.0.3
v0.0.2
v0.0.1
Commit History
| Author | SHA1 Message | Date |
|---|---|---|
 Jesse Gross
|
f66216e399 ggml: Support heterogeneous KV cache layer sizes in memory estimation | 1 month ago |
 Parth Sareen
|
314573bfe8 config: allow setting context length through env var (#8938) | 2 months ago |
 Michael Yang
|
58245413f4 next ollama runner (#7913) | 2 months ago |
 Stefan Weil
|
abfdc4710f all: fix typos in documentation, code, and comments (#7021) | 4 months ago |
 Sam
|
1bdab9fdb1 llm: introduce k/v context quantization (vRAM improvements) (#6279) | 4 months ago |
 Daniel Hiltgen
|
05cd82ef94 Rename gpu package discover (#7143) | 6 months ago |
|
Michael Yang
|
77903ab8b4 llama3.1 | 9 months ago |
|
Michael Yang
|
b732beba6a lint | 9 months ago |
|
Michael Yang
|
df993fa37b comments | 9 months ago |
|
Michael Yang
|
5e9db9fb0b refactor convert | 11 months ago |
|
Michael Yang
|
35b89b2eab rfc: dynamic environ lookup | 10 months ago |
 Blake Mizerany
|
cb42e607c5 llm: speed up gguf decoding by a lot (#5246) | 10 months ago |
 Daniel Hiltgen
|
6f351bf586 review comments and coverage | 11 months ago |
|
Daniel Hiltgen
|
6fd04ca922 Improve multi-gpu handling at the limit | 11 months ago |