Proposal - AI API Evaluation Framework -MVP

lib/models/evaluation_model.dart

@@ -0,0 +1,54 @@
+
+enum EvaluationStatus {
+  pending,
+  running,
+  completed,
+}
+
+class EvaluationResult {
+  final String modelId;
+  final double score;
+  final int latencyMs;
+
+  EvaluationResult({
+    required this.modelId,
+    required this.score,
+    required this.latencyMs,
+  });
+}
+
+class EvaluationModel {
+  final String id;
+  final String name;
+  final String datasetPath;
+  final List<String> models;
+  final EvaluationStatus status;
+  final List<EvaluationResult> results;
+
+  EvaluationModel({
+    required this.id,
+    required this.name,
+    required this.datasetPath,
+    required this.models,
+    this.status = EvaluationStatus.pending,
+    this.results = const [],
+  });
+
+  EvaluationModel copyWith({
+    String? id,
+    String? name,
+    String? datasetPath,
+    List<String>? models,
+    EvaluationStatus? status,
+    List<EvaluationResult>? results,
+  }) {
+    return EvaluationModel(
+      id: id ?? this.id,
+      name: name ?? this.name,
+      datasetPath: datasetPath ?? this.datasetPath,
+      models: models ?? this.models,
+      status: status ?? this.status,
+      results: results ?? this.results,
+    );
+  }
+}

lib/providers/evaluation_providers.dart

@@ -0,0 +1,59 @@
+
+import 'package:flutter_riverpod/flutter_riverpod.dart';
+import 'package:uuid/uuid.dart';
+import '../models/evaluation_model.dart';
+
+final evaluationsProvider = StateNotifierProvider<EvaluationsNotifier, List<EvaluationModel>>((ref) {
+  return EvaluationsNotifier();
+});
+
+class EvaluationsNotifier extends StateNotifier<List<EvaluationModel>> {
+  EvaluationsNotifier() : super([]);
+
+  void addEvaluation(String name, String dataset, List<String> models) {
+    final newEval = EvaluationModel(
+      id: const Uuid().v4(),
+      name: name,
+      datasetPath: dataset,
+      models: models,
+      status: EvaluationStatus.pending,
+    );
+    state = [newEval, ...state];
+  }
+
+  Future<void> runEvaluation(String id) async {
+    // 1. Mark as running
+    state = state.map((eval) {
+      if (eval.id == id) {
+        return eval.copyWith(status: EvaluationStatus.running);
+      }
+      return eval;
+    }).toList();
+
+    // 2. Simulate delay (Mock execution)
+    await Future.delayed(const Duration(seconds: 2));
+
+    // 3. Generate Mock Results
+    state = state.map((eval) {
+      if (eval.id == id) {
+        final mockResults = eval.models.map((m) {
+          return EvaluationResult(
+            modelId: m,
+            score: (0.7 + (0.3 * (DateTime.now().millisecond / 1000))),     // Random score 0.7-1.0
+            latencyMs: 150 + (DateTime.now().millisecond % 500),            // Random latency
+          );
+        }).toList();
+
+        return eval.copyWith(
+          status: EvaluationStatus.completed,
+          results: mockResults,
+        );
+      }
+      return eval;
+    }).toList();
+  }
+
+  void deleteEvaluation(String id) {
+    state = state.where((eval) => eval.id != id).toList();
+  }
+}

lib/screens/dashboard.dart

@@ -11,6 +11,7 @@ import 'home_page/home_page.dart';
 import 'history/history_page.dart';
 import 'settings_page.dart';
 import 'terminal/terminal_page.dart';
+import 'evaluations/evaluations_page.dart';
 
 class Dashboard extends ConsumerWidget {
   const Dashboard({super.key});
@@ -76,15 +77,28 @@ class Dashboard extends ConsumerWidget {
                       style: Theme.of(context).textTheme.labelSmall,
                     ),
                     kVSpacer10,
+                    IconButton(
+                      isSelected: railIdx == 3,
+                      onPressed: () {
+                        ref.read(navRailIndexStateProvider.notifier).state = 3;
+                      },
+                      icon: const Icon(Icons.analytics_outlined),
+                      selectedIcon: const Icon(Icons.analytics),
+                    ),
+                    Text(
+                      'Ref',
+                      style: Theme.of(context).textTheme.labelSmall,
+                    ),
+                    kVSpacer10,
                     Badge(
                       backgroundColor: Theme.of(context).colorScheme.error,
                       isLabelVisible:
-                          ref.watch(showTerminalBadgeProvider) && railIdx != 3,
+                          ref.watch(showTerminalBadgeProvider) && railIdx != 4,
                       child: IconButton(
-                        isSelected: railIdx == 3,
+                        isSelected: railIdx == 4,
                         onPressed: () {
                           ref.read(navRailIndexStateProvider.notifier).state =
-                              3;
+                              4;
                           ref.read(showTerminalBadgeProvider.notifier).state =
                               false;
                         },
@@ -120,7 +134,7 @@ class Dashboard extends ConsumerWidget {
                         padding: const EdgeInsets.only(bottom: 16.0),
                         child: NavbarButton(
                           railIdx: railIdx,
-                          buttonIdx: 4,
+                          buttonIdx: 5,
                           selectedIcon: Icons.settings,
                           icon: Icons.settings_outlined,
                           label: 'Settings',
@@ -146,6 +160,7 @@ class Dashboard extends ConsumerWidget {
                   HomePage(),
                   EnvironmentPage(),
                   HistoryPage(),
+                  EvaluationsPage(),
                   TerminalPage(),
                   SettingsPage(),
                 ],