Merge pull request #276 from jmorganca/rope-freq

configurable rope frequency parameters

api/types.go

@@ -160,6 +160,8 @@ type Options struct {
 	UseMMap            bool    `json:"use_mmap,omitempty"`
 	UseMLock           bool    `json:"use_mlock,omitempty"`
 	EmbeddingOnly      bool    `json:"embedding_only,omitempty"`
+	RopeFrequencyBase  float32 `json:"rope_frequency_base,omitempty"`
+	RopeFrequencyScale float32 `json:"rope_frequency_scale,omitempty"`
 
 	// Predict options
 	RepeatLastN      int      `json:"repeat_last_n,omitempty"`
@@ -269,6 +271,8 @@ func DefaultOptions() Options {
 		F16KV:              true,
 		UseMMap:            true,
 		UseMLock:           false,
+		RopeFrequencyBase:  10000.0,
+		RopeFrequencyScale: 1.0,
 
 		RepeatLastN:      64,
 		RepeatPenalty:    1.1,

llama/llama.go

@@ -142,6 +142,8 @@ func New(model string, opts api.Options) (*LLM, error) {
 	params.use_mmap = C.bool(llm.UseMMap)
 	params.use_mlock = C.bool(llm.UseMLock)
 	params.embedding = C.bool(llm.EmbeddingOnly)
+	params.rope_freq_base = C.float(llm.RopeFrequencyBase)
+	params.rope_freq_scale = C.float(llm.RopeFrequencyScale)
 	llm.params = &params
 
 	cModel := C.CString(model)