refactor(cmd): pull all files

Author: dujardin09

cmd/commands/pull.go

@@ -2,6 +2,7 @@ package commands
 
 import (
 	"fmt"
+	"strings"
 
 	"gnit/config"
 	"gnit/filesystem"
@@ -29,14 +30,105 @@ func (p *Pull) Execute(filename string) error {
 		return fmt.Errorf("failed to query file: %w", err)
 	}
 
-	if len(content) == 0 {
-		return fmt.Errorf("file '%s' not found or empty", filename)
-	}
-
 	if err := filesystem.WriteFile(filename, content); err != nil {
 		return err
 	}
 
 	fmt.Printf("File '%s' fetched successfully (%d bytes)\n", filename, len(content))
 	return nil
 }
+
+func (p *Pull) ExecuteAll() error {
+	fmt.Println("Fetching list of files...")
+
+	query := fmt.Sprintf("%s.Repo.ListFiles()", p.config.RealmPath)
+	result, err := p.client.QueryRaw(query)
+	if err != nil {
+		return fmt.Errorf("failed to list files: %w", err)
+	}
+
+	if len(result) == 0 {
+		fmt.Println("No files found in repository")
+		return nil
+	}
+
+	files, err := parseFileList(result)
+	if err != nil {
+		return fmt.Errorf("failed to parse file list: %w", err)
+	}
+
+	if len(files) == 0 {
+		fmt.Println("No files found in repository")
+		return nil
+	}
+
+	fmt.Printf("Found %d file(s), pulling all...\n", len(files))
+
+	for _, filename := range files {
+		if err := p.Execute(filename); err != nil {
+			return fmt.Errorf("failed to pull '%s': %w", filename, err)
+		}
+	}
+
+	fmt.Printf("\nSuccessfully pulled %d file(s)\n", len(files))
+	return nil
+}
+
+func parseFileList(data string) ([]string, error) {
+	str := strings.TrimSpace(data)
+
+	str = strings.TrimPrefix(str, "data: ")
+
+	sliceStart := strings.Index(str, "slice[")
+	if sliceStart == -1 {
+		return []string{}, fmt.Errorf("invalid format: missing 'slice['")
+	}
+
+	sliceStart += len("slice[")
+	sliceEnd := strings.LastIndex(str, "]")
+	if sliceEnd == -1 || sliceEnd <= sliceStart {
+		return []string{}, fmt.Errorf("invalid format: missing closing ']'")
+	}
+
+	content := str[sliceStart:sliceEnd]
+	if strings.TrimSpace(content) == "" {
+		return []string{}, nil
+	}
+
+	var files []string
+	var currentFile strings.Builder
+	inQuotes := false
+	escaped := false
+
+	for i := 0; i < len(content); i++ {
+		ch := content[i]
+
+		if escaped {
+			currentFile.WriteByte(ch)
+			escaped = false
+			continue
+		}
+
+		if ch == '\\' {
+			escaped = true
+			continue
+		}
+
+		if ch == '"' {
+			if inQuotes {
+				files = append(files, currentFile.String())
+				currentFile.Reset()
+				inQuotes = false
+			} else {
+				inQuotes = true
+			}
+			continue
+		}
+
+		if inQuotes {
+			currentFile.WriteByte(ch)
+		}
+	}
+
+	return files, nil
+}

cmd/filesystem/filesystem.go

@@ -22,23 +22,19 @@ func CollectFiles() (map[string][]byte, error) {
 			return err
 		}
 
-		// Skip directories
 		if info.IsDir() {
 			return nil
 		}
 
-		// Normalize path
 		cleanPath := filepath.Clean(path)
 		if strings.HasPrefix(cleanPath, "./") {
 			cleanPath = cleanPath[2:]
 		}
 
-		// Check if file should be ignored
 		if matcher.Match(cleanPath) {
 			return nil
 		}
 
-		// Read file content
 		content, readErr := os.ReadFile(path)
 		if readErr != nil {
 			fmt.Printf("Warning: unable to read %s: %v\n", path, readErr)
@@ -57,7 +53,6 @@ func CollectFiles() (map[string][]byte, error) {
 }
 
 func WriteFile(path string, content []byte) error {
-	// Create parent directories if they don't exist
 	dir := filepath.Dir(path)
 	if dir != "." && dir != "" {
 		if err := os.MkdirAll(dir, 0755); err != nil {

cmd/gnokey/client.go

@@ -32,6 +32,19 @@ func (c *Client) Query(expression string) ([]byte, error) {
 	return parseHexOutput(string(output))
 }
 
+func (c *Client) QueryRaw(expression string) (string, error) {
+	cmd := exec.Command("gnokey", "query", "vm/qeval",
+		"-data", expression,
+		"-remote", c.config.Remote)
+
+	output, err := cmd.Output()
+	if err != nil {
+		return "", fmt.Errorf("query failed: %w", err)
+	}
+
+	return extractDataLine(string(output))
+}
+
 func (c *Client) Run(gnoCode string) error {
 	tmpFile := "/tmp/gnit_tx.gno"
 	if err := os.WriteFile(tmpFile, []byte(gnoCode), 0644); err != nil {
@@ -77,6 +90,10 @@ func parseHexOutput(output string) ([]byte, error) {
 		return []byte{}, nil
 	}
 
+	if strings.Contains(dataLine, "slice[]") {
+		return []byte{}, nil
+	}
+
 	re := regexp.MustCompile(`slice\[0x([0-9a-fA-F]+)\]`)
 	matches := re.FindStringSubmatch(dataLine)
 
@@ -91,3 +108,13 @@ func parseHexOutput(output string) ([]byte, error) {
 
 	return data, nil
 }
+
+func extractDataLine(output string) (string, error) {
+	lines := strings.Split(output, "\n")
+	for _, line := range lines {
+		if strings.HasPrefix(line, "data: ") {
+			return line, nil
+		}
+	}
+	return "", fmt.Errorf("data: line not found in output")
+}

cmd/ignore/ignore.go

@@ -43,7 +43,6 @@ func NewMatcher(root string) (*Matcher, error) {
 }
 
 func (m *Matcher) Match(path string) bool {
-	// Only ignore .git directory, not files starting with .git
 	if strings.Contains(path, ".git/") || path == ".git" {
 		return true
 	}

cmd/main.go

@@ -37,15 +37,17 @@ func main() {
 }
 
 func handlePull(client *gnokey.Client, cfg *config.Config) {
+	cmd := commands.NewPull(client, cfg)
+
 	if len(os.Args) < 3 {
-		fmt.Println("Error: filename required for pull")
-		fmt.Println("Usage: gnit pull <file>")
-		os.Exit(1)
+		if err := cmd.ExecuteAll(); err != nil {
+			fmt.Printf("Error: %v\n", err)
+			os.Exit(1)
+		}
+		return
 	}
 
 	filename := os.Args[2]
-	cmd := commands.NewPull(client, cfg)
-
 	if err := cmd.Execute(filename); err != nil {
 		fmt.Printf("Error: %v\n", err)
 		os.Exit(1)
@@ -74,11 +76,12 @@ func printUsage() {
 	fmt.Println("Usage: gnit <command> [options]")
 	fmt.Println()
 	fmt.Println("Available commands:")
-	fmt.Println("  pull <file>       Fetch a file from the repository")
+	fmt.Println("  pull [file]       Fetch file(s) from the repository (all files if no file specified)")
 	fmt.Println("  commit <message>  Commit changes with a message")
 	fmt.Println("  help              Display this help")
 	fmt.Println()
 	fmt.Println("Examples:")
-	fmt.Println("  gnit pull example.gno")
+	fmt.Println("  gnit pull                 # Pull all files")
+	fmt.Println("  gnit pull example.gno     # Pull specific file")
 	fmt.Println("  gnit commit \"My commit message\"")
 }

realms/src/api.gno

@@ -117,3 +117,24 @@ func (r *Repository) GetHeadCommit() *Commit {
 func (r *Repository) GetCurrentBranch() string {
 	return r.head
 }
+
+func (r *Repository) ListFiles() []string {
+	headCommit := r.GetHeadCommit()
+	if headCommit == nil {
+		return []string{}
+	}
+
+	treeValue, exists := r.objects.Get(headCommit.Tree)
+	if !exists {
+		return []string{}
+	}
+
+	tree := treeValue.(map[string]string)
+	files := make([]string, 0, len(tree))
+
+	for path := range tree {
+		files = append(files, path)
+	}
+
+	return files
+}