fix scroll behavior and reranking metric

Author: breandan

src/commonMain/kotlin/ai/hypergraph/kaliningraph/parsing/Levenshtein.kt

@@ -425,6 +425,10 @@ fun allPairsLevenshtein(s1: Set<Σᐩ>, s2: Set<Σᐩ>) =
 fun levenshtein(s1: Σᐩ, s2: Σᐩ): Int =
   levenshtein(s1.tokenizeByWhitespace().toList(), s2.tokenizeByWhitespace().toList())
 
+fun levAndLenMetric(origTks: List<String>): (List<String>) -> Int = {
+  levenshtein(origTks, it) * 7919 + (origTks.sumOf { it.length } - it.sumOf { it.length }).absoluteValue
+}
+
 fun <T> levenshtein(o1: List<T>, o2: List<T>): Int {
   var prev = IntArray(o2.size + 1)
   for (j in 0..<o2.size + 1) prev[j] = j

src/commonMain/kotlin/ai/hypergraph/kaliningraph/parsing/SortValiant.kt

@@ -101,6 +101,6 @@ data class Choice(val tokens: List<Σᐩ>, val weight: Float): Comparable<Choice
 }
 
 // Returns a metric measuring Levenshtein distance w.r.t. some reference string
-fun levMetric(withRespectTo: Σᐩ): ChoiceMetric =
+fun levAndLenMetric(withRespectTo: Σᐩ): ChoiceMetric =
   withRespectTo.tokenizeByWhitespace()
     .let { wrt -> { levenshtein(it.sanitized, wrt).toFloat() } }

src/commonTest/kotlin/ai/hypergraph/kaliningraph/parsing/SetValiantTest.kt

@@ -10,7 +10,6 @@ import ai.hypergraph.kaliningraph.tensor.seekFixpoint
 import ai.hypergraph.kaliningraph.types.π2
 import kotlinx.datetime.Clock
 import kotlin.math.ceil
-import kotlin.math.log
 import kotlin.math.log2
 import kotlin.random.Random
 import kotlin.test.*
@@ -367,7 +366,7 @@ class SetValiantTest {
     val holExpr = "_ _ _ _"
 
     measureTime {
-      val solutions = Grammars.ocamlCFG.solve(holExpr, levMetric("( false curry )"))
+      val solutions = Grammars.ocamlCFG.solve(holExpr, levAndLenMetric("( false curry )"))
       println("Found: ${solutions.size} unique solutions")
       solutions.forEach { println(it); assertTrue("$it was invalid!") { Grammars.ocamlCFG.isValid(it) } }
     }.also { println("Finished in ${it.inWholeMilliseconds}ms.") }