We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 71aeab7 commit c4244a7Copy full SHA for c4244a7
open_lm/datapreprocess/ray/tokenize_shuffle.py
@@ -68,7 +68,7 @@ def load_from_yaml(filename):
68
# Add get_source and get_sampling_frequency methods to Sources
69
def get_source_dynamic(self, key):
70
for item in data["sources"]:
71
- if any(marker in key.lower() for marker in item["markers"]):
+ if any(marker.lower() in key.lower() for marker in item["markers"]):
72
return Sources[item["source"]]
73
return Sources.UNKNOWN
74
0 commit comments