We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
1 parent 76bfc13 commit fbc44d5Copy full SHA for fbc44d5
tokenizer/plaintext/plaintext_tokenizer.cpp
@@ -74,7 +74,6 @@ int main(int argc, char* argv[]) {
74
tmp["type"]="string";
75
tmp["value"]=token;
76
}
77
- tmp["value"]=token;
78
tokens.push_back(tmp);
79
token="";
80
last_was_alpha = false;
0 commit comments