Improve resolve-dependencies performance

Author: ayufan

scripts/resolve-dependencies.bash

@@ -6,13 +6,11 @@ replace_patch_crates_io() {
 }
 
 get_deps() {
-  local all=$(sed -n -e '/^\[dependencies\]/,/^\[/{//!p}' "$1")
-  echo "$all" | grep git | sed -n -e 's/^\([a-z0-9_-]*\)\(\.workspace\)*\s*=.*$/\1 git/p'
-  echo "$all" | grep -v git | sed -n -e 's/^\([a-z0-9_-]*\)\(\.workspace\)*\s*=.*$/\1/p'
-
-  local all=$(sed -n -e '/^\[workspace\.dependencies\]/,/^\[/{//!p}' "$1")
-  echo "$all" | grep git | sed -n -e 's/^\([a-z0-9_-]*\)\(\.workspace\)*\s*=.*$/\1 git/p'
-  echo "$all" | grep -v git | sed -n -e 's/^\([a-z0-9_-]*\)\(\.workspace\)*\s*=.*$/\1/p'
+  sed -n -e '/^\[\(workspace\.\)\{0,1\}dependencies\]/,/^\[/{ 
+    /^[[]/d
+    /git/ s/^\([a-z0-9_-]*\)\(\.workspace\)*\s*=.*$/\1 git/p
+    /git/! s/^\([a-z0-9_-]*\)\(\.workspace\)*\s*=.*$/\1/p
+  }' "$1"
 }
 
 get_deps_with_path() {
@@ -23,7 +21,12 @@ get_deps_with_path() {
   local cargo_dep
   local cargo_git
 
+  [[ -n "${traversed_deps[$parent_dep_path]}" ]] && return
+  traversed_deps[$parent_dep_path]=1
+
   while read cargo_dep cargo_git; do
+
+    [[ -z "${found_deps["$cargo_dep"]}" ]] && continue
     local cargo_dep_path="${found_deps["$cargo_dep"]}"
     [[ -z "$cargo_dep_path" ]] && cargo_dep_path="${found_deps["$cargo_dep-rs"]}"
     [[ -z "$cargo_dep_path" ]] && continue
@@ -36,7 +39,7 @@ get_deps_with_path() {
       echo "$cargo_dep $cargo_dep_path"
       get_deps_with_path "$cargo_dep_path/Cargo.toml" "$cargo_dep" "$cargo_git"
     fi
-  done < <(get_deps "$parent_dep_path")
+  done < <(echo -n "${got_deps[$(realpath "$parent_dep_path")]}")
 }
 
 update_deps() {
@@ -45,6 +48,9 @@ update_deps() {
 
   replace_patch_crates_io "$cargo_toml"
 
+  unset traversed_deps
+  declare -A traversed_deps
+
   while read cargo_dep cargo_dep_path; do
     echo "$cargo_dep => $cargo_dep_path"
     grep -q "$cargo_dep.*git" "$cargo_toml" && continue # TODO: this is not fully working
@@ -58,16 +64,24 @@ search_dir="${1:-.}"
 
 declare -A found_deps
 declare -A git_deps
+declare -A got_deps
+
+echo "Resolving dependencies in $search_dir"
 
 while read cargo_path; do
   cargo_path=$(dirname "$cargo_path")
   cargo_dep=$(basename "$cargo_path")
   git_repo=$(git -C "$cargo_path" rev-parse --show-toplevel)
   found_deps[$cargo_dep]="$cargo_path"
   git_deps[$cargo_dep]="$git_repo"
-done < <(find "$PWD" -wholename "*/Cargo.toml" | sort)
+  got_deps[$(realpath "$cargo_path/Cargo.toml")]="$(get_deps "$cargo_path/Cargo.toml" | sort -u)"
+done < <(find "$PWD" -wholename "*/Cargo.toml" -not -path "*/vendor/*" | sort)
+
+echo "Found dependencies:"
+echo "Total: ${#found_deps[@]}"
 
 while read CARGO_TOML; do
+  echo "Updating $CARGO_TOML"
   update_deps "$CARGO_TOML"
 
   git_repo=$(git -C "$(dirname "$CARGO_TOML")" rev-parse --show-toplevel)
@@ -76,6 +90,6 @@ while read CARGO_TOML; do
     git -C "$git_repo" diff --cached | cat
     git -C "$git_repo" commit -m "resolve-dependencies.bash"
   fi
-done < <(find $1 -name Cargo.toml)
+done < <(find $1 -name Cargo.toml -not -path "*/vendor/*")
 
 echo "Done."