CERBERUS/ollama
1
0
Fork 0
mirror of https://github.com/ollama/ollama.git synced 2026-07-10 09:44:18 +00:00
Code Issues Projects Releases Packages Wiki Activity Actions 1

Add Cache flag to api (#1642)

Browse source
This commit is contained in:
K0IN 2023-12-22 23:16:20 +01:00 • committed by GitHub
parent db356c8519
commit 10da41d677
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
3 changed files with 6 additions and 2 deletions
Download patch file Download diff file Expand all files Collapse all files

2
api/types.go
View file

@ -103,6 +103,7 @@ type Options struct {
MirostatEta float32 `json:"mirostat_eta,omitempty"`
PenalizeNewline bool `json:"penalize_newline,omitempty"`
Stop []string `json:"stop,omitempty"`
Cache bool `json:"cache,omitempty"`
}
// Runner options which must be set when the model is loaded into memory
@ -355,6 +356,7 @@ func DefaultOptions() Options {
MirostatEta: 0.1,
PenalizeNewline: true,
Seed: -1,
Cache: true,
Runner: Runner{
// options set when the model is loaded