Skip to content

Commit 5bdcf01

Browse files
committed
resolver test scripts update
1 parent d1482e6 commit 5bdcf01

File tree

2 files changed

+53
-10
lines changed

2 files changed

+53
-10
lines changed

scripts/resolver_10608.sh

Lines changed: 43 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,43 @@
1+
set -e
2+
3+
OH_DIR="$(dirname "$0")/.."
4+
if [[ -z "$TMP_DIR" ]]; then
5+
TMP_DIR="/tmp"
6+
fi
7+
8+
export DEBUG=1
9+
export LLM_MODEL="anthropic/claude-3-5-sonnet-20241022"
10+
REPO=replayio-public/bench-devtools-10608
11+
ISSUE_NUMBER=2
12+
ISSUE_TYPE=issue
13+
COMMENT_ID=""
14+
LOG_FILE="$TMP_DIR/tmp.log"
15+
16+
OH_OUTPUT_DIR="$TMP_DIR/resolver-output"
17+
OH_OUTPUT_FILE="$OH_OUTPUT_DIR/output.jsonl"
18+
19+
if [[ -z "$LLM_API_KEY" ]]; then
20+
if [[ -z "$ANTHROPIC_API_KEY" ]]; then
21+
echo "LLM_API_KEY or ANTHROPIC_API_KEY environment variable must be set."
22+
exit 1
23+
fi
24+
export LLM_API_KEY=$ANTHROPIC_API_KEY
25+
fi
26+
27+
TARGET_REPO="$OH_OUTPUT_DIR/workspace/${ISSUE_TYPE}_${ISSUE_NUMBER}"
28+
29+
rm -f $OH_OUTPUT_FILE
30+
31+
echo "Target repo at: $TARGET_REPO"
32+
echo "Logging to \"$LOG_FILE\"..."
33+
34+
cd "$OH_DIR"
35+
36+
python -m openhands.resolver.resolve_issue \
37+
--repo $REPO \
38+
--issue-number $ISSUE_NUMBER \
39+
--issue-type $ISSUE_TYPE \
40+
--max-iterations 50 \
41+
${COMMENT_ID:+--comment-id $COMMENT_ID} \
42+
--output-dir "$OH_OUTPUT_DIR" \
43+
> "$LOG_FILE" 2>&1

scripts/resolver_10609.sh

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -7,15 +7,15 @@ fi
77

88
export DEBUG=1
99
export LLM_MODEL="anthropic/claude-3-5-sonnet-20241022"
10-
11-
OUTPUT_DIR="$TMP_DIR/resolver-output"
12-
OUTPUT_FILE="$OUTPUT_DIR/output.jsonl"
13-
10+
REPO=replayio-public/bench-devtools-10609
1411
ISSUE_NUMBER=15
1512
ISSUE_TYPE=issue
16-
13+
COMMENT_ID=2526444494
1714
LOG_FILE="$TMP_DIR/tmp.log"
1815

16+
OH_OUTPUT_DIR="$TMP_DIR/resolver-output"
17+
OH_OUTPUT_FILE="$OH_OUTPUT_DIR/output.jsonl"
18+
1919
if [[ -z "$LLM_API_KEY" ]]; then
2020
if [[ -z "$ANTHROPIC_API_KEY" ]]; then
2121
echo "LLM_API_KEY or ANTHROPIC_API_KEY environment variable must be set."
@@ -24,20 +24,20 @@ if [[ -z "$LLM_API_KEY" ]]; then
2424
export LLM_API_KEY=$ANTHROPIC_API_KEY
2525
fi
2626

27-
TARGET_REPO="$OUTPUT_DIR/workspace/${ISSUE_TYPE}_${ISSUE_NUMBER}"
27+
TARGET_REPO="$OH_OUTPUT_DIR/workspace/${ISSUE_TYPE}_${ISSUE_NUMBER}"
2828

29-
rm -f $OUTPUT_FILE
29+
rm -f $OH_OUTPUT_FILE
3030

3131
echo "Target repo at: $TARGET_REPO"
3232
echo "Logging to \"$LOG_FILE\"..."
3333

3434
cd "$OH_DIR"
3535

3636
python -m openhands.resolver.resolve_issue \
37-
--repo replayio-public/bench-devtools-10609 \
37+
--repo $REPO \
3838
--issue-number $ISSUE_NUMBER \
3939
--issue-type $ISSUE_TYPE \
4040
--max-iterations 50 \
41-
--comment-id 2526444494 \
42-
--output-dir "$OUTPUT_DIR" \
41+
--comment-id $COMMENT_ID \
42+
--output-dir "$OH_OUTPUT_DIR" \
4343
> "$LOG_FILE" 2>&1

0 commit comments

Comments
 (0)