Repository navigation
Expand file tree
/
Copy pathmodel.go
More file actions
138 lines (121 loc) · 3.69 KB
/
Copy pathmodel.go
File metadata and controls
138 lines (121 loc) · 3.69 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
package server
import (
"bytes"
"context"
"encoding/json"
"errors"
"fmt"
"log/slog"
"os"
"github.com/ollama/ollama/api"
"github.com/ollama/ollama/fs/gguf"
"github.com/ollama/ollama/manifest"
"github.com/ollama/ollama/template"
"github.com/ollama/ollama/types/model"
)
type modelLayer struct {
manifest.Layer
GGUF *gguf.Metadata
parameterCount uint64
splitFile string
splitLayers []manifest.Layer
}
func parseFromModel(ctx context.Context, name model.Name, fn func(api.ProgressResponse)) ([]*modelLayer, model.ConfigV2, error) {
var config model.ConfigV2
m, err := manifest.ParseNamedManifest(name)
switch {
case errors.Is(err, os.ErrNotExist):
if err := PullModel(ctx, name.String(), ®istryOptions{}, fn); err != nil {
return nil, config, err
}
m, err = manifest.ParseNamedManifest(name)
if err != nil {
return nil, config, err
}
case err != nil:
return nil, config, err
}
if m.Config.Digest == "" {
return nil, config, fmt.Errorf("model %s is missing its config", name.DisplayShortest())
}
configFile, err := m.Config.Open()
if err != nil {
return nil, config, fmt.Errorf("open config for %s: %w", name.DisplayShortest(), err)
}
if err := json.NewDecoder(configFile).Decode(&config); err != nil {
configFile.Close()
return nil, config, fmt.Errorf("decode config for %s: %w", name.DisplayShortest(), err)
}
if err := configFile.Close(); err != nil {
return nil, config, fmt.Errorf("close config for %s: %w", name.DisplayShortest(), err)
}
var layers []*modelLayer
for _, srcLayer := range m.Layers {
layer, err := manifest.NewLayerFromLayer(srcLayer.Digest, srcLayer.MediaType, name.DisplayShortest())
if err != nil {
return nil, config, err
}
layer.Name = srcLayer.Name
if layer.MediaType == "application/vnd.ollama.image.adapter" {
slog.Warn("LoRA adapters are deprecated; the adapter layer is carried over but new adapters cannot be created", "model", name.DisplayShortest(), "digest", layer.Digest)
}
switch layer.MediaType {
case "application/vnd.ollama.image.model",
"application/vnd.ollama.image.projector",
"application/vnd.ollama.image.adapter",
manifest.MediaTypeImageDraft:
blobpath, err := manifest.BlobsPath(layer.Digest)
if err != nil {
return nil, config, err
}
metadata, err := gguf.ReadFileMetadata(blobpath, 1)
if err != nil {
return nil, config, err
}
layers = append(layers, &modelLayer{
Layer: layer,
GGUF: metadata,
parameterCount: metadata.ParameterCount(),
})
default:
layers = append(layers, &modelLayer{Layer: layer})
}
}
layers, err = groupManifestSplitGGUFLayers(layers)
return layers, config, err
}
func detectChatTemplate(layers []*modelLayer) ([]*modelLayer, error) {
for _, layer := range layers {
if layer.GGUF == nil {
continue
}
chatTemplate := layer.GGUF.ChatTemplate()
if chatTemplate == "" {
continue
}
t, err := template.Named(chatTemplate)
if err != nil {
slog.Debug("template detection", "error", err, "template", chatTemplate)
return layers, nil
}
templateLayer, err := manifest.NewLayer(t.Reader(), "application/vnd.ollama.image.template")
if err != nil {
return nil, err
}
templateLayer.Status = fmt.Sprintf("using autodetected template %s", t.Name)
layers = append(layers, &modelLayer{Layer: templateLayer})
if t.Parameters != nil {
var b bytes.Buffer
if err := json.NewEncoder(&b).Encode(t.Parameters); err != nil {
return nil, err
}
paramsLayer, err := manifest.NewLayer(&b, "application/vnd.ollama.image.params")
if err != nil {
return nil, err
}
layers = append(layers, &modelLayer{Layer: paramsLayer})
}
return layers, nil
}
return layers, nil
}