@@ -80,21 +80,25 @@ func getModelName() string {
8080}
8181
8282func main () {
83- ctx , cancel := context .WithCancel (context .Background ())
84- defer cancel ()
85-
83+ ctx := context .Background ()
8684 logger := klog .FromContext (ctx )
8785
86+ if err := kvCacheIndexer (ctx , logger ); err != nil {
87+ logger .Error (err , "failed to run kv-cache-indexer" )
88+ os .Exit (1 )
89+ }
90+ }
91+
92+ func kvCacheIndexer (ctx context.Context , logger klog.Logger ) error {
8893 config , err := getKVCacheIndexerConfig ()
8994 if err != nil {
90- logger .Error (err , "failed to instantiate kv-cache-indexer config" )
91- os .Exit (1 )
95+ return err
9296 }
9397
98+ //nolint:contextcheck // NewKVCacheIndexer does not accept context parameter
9499 kvCacheIndexer , err := kvcache .NewKVCacheIndexer (config )
95100 if err != nil {
96- logger .Error (err , "failed to init Indexer" )
97- os .Exit (1 )
101+ return err
98102 }
99103
100104 logger .Info ("created Indexer" )
@@ -106,8 +110,7 @@ func main() {
106110 // Get pods for the prompt
107111 pods , err := kvCacheIndexer .GetPodScores (ctx , prompt , modelName , nil )
108112 if err != nil {
109- logger .Error (err , "failed to get pod scores" )
110- os .Exit (1 )
113+ return err
111114 }
112115
113116 // Print the pods - should be empty because no tokenization
@@ -119,10 +122,10 @@ func main() {
119122 // Get pods for the prompt
120123 pods , err = kvCacheIndexer .GetPodScores (ctx , prompt , modelName , nil )
121124 if err != nil {
122- logger .Error (err , "failed to get pod scores" )
123- os .Exit (1 )
125+ return err
124126 }
125127
126128 // Print the pods - should be empty because no tokenization
127129 logger .Info ("got pods" , "pods" , pods )
130+ return nil
128131}
0 commit comments