feat: add tqdm

Author: davidbp

python_tiny_projects/remove_duplicates/remove_duplicates.py

@@ -4,14 +4,15 @@
 import ipyplot
 import numpy as np
 from PIL import Image
+from tqdm import tqdm
 
 
 path = './data_test'
 
 file_list = os.walk(path)
 
 file_hashes = dict()
-for root,folders,files in file_list:
+for root,folders,files in tqdm(file_list):
     for file in files:
         path = Path(os.path.join(root,file))
         fhash = hashlib.md5(open(path,'rb').read()).hexdigest()
@@ -24,7 +25,7 @@
 duplicate_file_paths = [x[1] for x in file_hashes.items() if len(x[1])>1]
 
 get_len = lambda x: len(x.stem)
-for duplicates in duplicate_file_paths:
+for duplicates in tqdm(duplicate_file_paths):
     keep_index = np.argmin(list(map(get_len, duplicates)))
     for i, duplicate in enumerate(duplicates):
         if keep_index != i: