Bump version to v0.3.0 for release

Author: gagan3012

CHANGELOG.md

@@ -7,6 +7,8 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 ## Unreleased
 
+## [v0.3.0](https://github.com/gagan3012/PolyDeDupe/releases/tag/v0.3.0) - 2023-11-27
+
 ## [v0.2.0](https://github.com/gagan3012/PolyDeDupe/releases/tag/v0.2.0) - 2023-11-27
 
 ## [v0.1.0](https://github.com/gagan3012/PolyDeDupe/releases/tag/v0.1.0) - 2023-11-27

PolyDeDupe/polydedupe.py

@@ -6,7 +6,7 @@
 from typing import Dict, List, Optional, Set, Tuple, Type
 
 from datasets import Dataset
-from tqdm import tqdm
+from tqdm.auto import tqdm
 
 from datasketch import MinHash, MinHashLSH
 from dpu_utils.utils.iterators import ThreadedIterator
@@ -126,7 +126,7 @@ def make_duplicate_clusters(dataset_iterator: Type[Dataset], jaccard_threshold:
     di = DuplicationIndex(duplication_jaccard_threshold=jaccard_threshold)
 
     for filename, min_hash in tqdm(
-        ThreadedIterator(minhash_iter(enumerate(dataset_iterator)), max_queue_size=100)
+        ThreadedIterator(minhash_iter(enumerate(dataset_iterator)), max_queue_size=100), total=len(dataset_iterator)
     ):
         di.add(filename, min_hash)
 

PolyDeDupe/version.py

@@ -1,5 +1,5 @@
 _MAJOR = "0"
-_MINOR = "2"
+_MINOR = "3"
 # On main and in a nightly release the patch should be one ahead of the last
 # released build.
 _PATCH = "0"