fix llama3 rope scaling

Judd · Judd · commit 2d4c77926f67 · 2024-12-18T18:17:26.000+08:00
this fixes issue #38
diff --git a/models/llama.cpp b/models/llama.cpp
@@ -480,6 +480,12 @@ namespace v3_1
                 freq_factors.push_back((1 - smooth) / factor + smooth);
             }
         }
+
+        for (int i = 0; i < (int)freq_factors.size(); i++)
+        {
+            // factor is used as a divider in ggml
+            freq_factors[i] = 1 / freq_factors[i];
+        }
     }
 
     class ConditionalGeneration : public v2::GenericConditionalGeneration<Llama31Block>

Original file line number	Diff line number	Diff line change
`@@ -480,6 +480,12 @@ namespace v3_1`
`480`	`480`	`freq_factors.push_back((1 - smooth) / factor + smooth);`
`481`	`481`	`}`
`482`	`482`	`}`
	`483`	`+`
	`484`	`+ for (int i = 0; i < (int)freq_factors.size(); i++)`
	`485`	`+ {`
	`486`	`+ // factor is used as a divider in ggml`
	`487`	`+ freq_factors[i] = 1 / freq_factors[i];`
	`488`	`+ }`
`483`	`489`	`}`
`484`	`490`
`485`	`491`	`class ConditionalGeneration : public v2::GenericConditionalGeneration<Llama31Block>`