Skip to content

Commit

Permalink
resolver test scripts update
Browse files Browse the repository at this point in the history
  • Loading branch information
Domiii committed Jan 3, 2025
1 parent d1482e6 commit 5bdcf01
Show file tree
Hide file tree
Showing 2 changed files with 53 additions and 10 deletions.
43 changes: 43 additions & 0 deletions scripts/resolver_10608.sh
Original file line number Diff line number Diff line change
@@ -0,0 +1,43 @@
set -e

OH_DIR="$(dirname "$0")/.."
if [[ -z "$TMP_DIR" ]]; then
TMP_DIR="/tmp"
fi

export DEBUG=1
export LLM_MODEL="anthropic/claude-3-5-sonnet-20241022"
REPO=replayio-public/bench-devtools-10608
ISSUE_NUMBER=2
ISSUE_TYPE=issue
COMMENT_ID=""
LOG_FILE="$TMP_DIR/tmp.log"

OH_OUTPUT_DIR="$TMP_DIR/resolver-output"
OH_OUTPUT_FILE="$OH_OUTPUT_DIR/output.jsonl"

if [[ -z "$LLM_API_KEY" ]]; then
if [[ -z "$ANTHROPIC_API_KEY" ]]; then
echo "LLM_API_KEY or ANTHROPIC_API_KEY environment variable must be set."
exit 1
fi
export LLM_API_KEY=$ANTHROPIC_API_KEY
fi

TARGET_REPO="$OH_OUTPUT_DIR/workspace/${ISSUE_TYPE}_${ISSUE_NUMBER}"

rm -f $OH_OUTPUT_FILE

echo "Target repo at: $TARGET_REPO"
echo "Logging to \"$LOG_FILE\"..."

cd "$OH_DIR"

python -m openhands.resolver.resolve_issue \
--repo $REPO \
--issue-number $ISSUE_NUMBER \
--issue-type $ISSUE_TYPE \
--max-iterations 50 \
${COMMENT_ID:+--comment-id $COMMENT_ID} \
--output-dir "$OH_OUTPUT_DIR" \
> "$LOG_FILE" 2>&1
20 changes: 10 additions & 10 deletions scripts/resolver_10609.sh
Original file line number Diff line number Diff line change
Expand Up @@ -7,15 +7,15 @@ fi

export DEBUG=1
export LLM_MODEL="anthropic/claude-3-5-sonnet-20241022"

OUTPUT_DIR="$TMP_DIR/resolver-output"
OUTPUT_FILE="$OUTPUT_DIR/output.jsonl"

REPO=replayio-public/bench-devtools-10609
ISSUE_NUMBER=15
ISSUE_TYPE=issue

COMMENT_ID=2526444494
LOG_FILE="$TMP_DIR/tmp.log"

OH_OUTPUT_DIR="$TMP_DIR/resolver-output"
OH_OUTPUT_FILE="$OH_OUTPUT_DIR/output.jsonl"

if [[ -z "$LLM_API_KEY" ]]; then
if [[ -z "$ANTHROPIC_API_KEY" ]]; then
echo "LLM_API_KEY or ANTHROPIC_API_KEY environment variable must be set."
Expand All @@ -24,20 +24,20 @@ if [[ -z "$LLM_API_KEY" ]]; then
export LLM_API_KEY=$ANTHROPIC_API_KEY
fi

TARGET_REPO="$OUTPUT_DIR/workspace/${ISSUE_TYPE}_${ISSUE_NUMBER}"
TARGET_REPO="$OH_OUTPUT_DIR/workspace/${ISSUE_TYPE}_${ISSUE_NUMBER}"

rm -f $OUTPUT_FILE
rm -f $OH_OUTPUT_FILE

echo "Target repo at: $TARGET_REPO"
echo "Logging to \"$LOG_FILE\"..."

cd "$OH_DIR"

python -m openhands.resolver.resolve_issue \
--repo replayio-public/bench-devtools-10609 \
--repo $REPO \
--issue-number $ISSUE_NUMBER \
--issue-type $ISSUE_TYPE \
--max-iterations 50 \
--comment-id 2526444494 \
--output-dir "$OUTPUT_DIR" \
--comment-id $COMMENT_ID \
--output-dir "$OH_OUTPUT_DIR" \
> "$LOG_FILE" 2>&1

0 comments on commit 5bdcf01

Please sign in to comment.