third-party-mirrors/ollama
1
0
Fork 1
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

x/model: add note about future changes to Name for memory efficiency

Browse Source
This commit is contained in:
Blake Mizerany 2024-04-06 15:56:20 -07:00
parent 2f241692bd
commit 712eaa4b09
1 changed files with 6 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
x/model/name.go
View File

@ -91,6 +91,12 @@ const (
type Name struct { type Name struct {
_ structs.Incomparable _ structs.Incomparable
parts [NumParts]string parts [NumParts]string
// TODO(bmizerany): track offsets and hold s (raw string) here? We
// could pack the offests all into a single uint64 since the first
// parts take less bits since their max offset is less than the max
// offset of the next part. This would save a ton of bytes per Name
// and mean zero allocations for String.
} }
// ParseName parses s into a Name. The input string must be a valid string // ParseName parses s into a Name. The input string must be a valid string