Store API query attempts in config.json

cmd/eval-dev-quality/cmd/config.go

@@ -16,6 +16,9 @@ type EvaluationConfiguration struct {
 	Models ModelsConfiguration
 	// Repositories holds repository configuration data.
 	Repositories RepositoryConfiguration
+
+	// APIRequestAttempts holds the number of API request attempts.
+	APIRequestAttempts int
 }
 
 // ModelsConfiguration holds model data of how an evaluation was configured.

cmd/eval-dev-quality/cmd/evaluate.go

@@ -145,6 +145,7 @@ func (command *Evaluate) Initialize(args []string) (evaluationContext *evaluate.
 
 		command.ModelIDsWithProviderAndAttributes = configuration.Models.Selected
 		command.Repositories = configuration.Repositories.Selected
+		command.APIRequestAttempts = uint(configuration.APIRequestAttempts)
 	}
 
 	// Check and validate common options.
@@ -173,6 +174,7 @@ func (command *Evaluate) Initialize(args []string) (evaluationContext *evaluate.
 		}
 		evaluationContext.APIReqestAttempts = command.APIRequestAttempts
 		evaluationContext.APIRequestTimeout = command.APIRequestTimeout
+		evaluationConfiguration.APIRequestAttempts = int(command.APIRequestAttempts)
 
 		if command.ExecutionTimeout == 0 {
 			command.logger.Panicf("execution timeout for compilation and tests must be greater than zero")

cmd/eval-dev-quality/cmd/evaluate_test.go

@@ -1448,7 +1448,8 @@ func TestEvaluateInitialize(t *testing.T) {
 							"golang/plain",
 							"java/plain"
 						]
-					}
+					},
+					"APIRequestAttempts": 1
 				}
 			`)
 			require.NoError(t, os.WriteFile(filepath.Join(workingDirectory, "config.json"), []byte(configurationContent), 0700))