From 844a106c576bf54be33b2dd8cd6a42cb413edef7 Mon Sep 17 00:00:00 2001 From: KorenLazar Date: Mon, 16 Aug 2021 23:05:16 +0300 Subject: [PATCH] Added tqdm --- promotion.py | 6 ++++-- utils.py | 4 +++- 2 files changed, 7 insertions(+), 3 deletions(-) diff --git a/promotion.py b/promotion.py index 68e97ad..a34b799 100644 --- a/promotion.py +++ b/promotion.py @@ -8,6 +8,8 @@ import csv import sys import pandas as pd import xlsxwriter +from tqdm import tqdm + from item import Item from utils import ( create_bs_object, create_items_dict, @@ -177,7 +179,7 @@ def get_available_promos(chain: SupermarketChain, store_id: int, load_prices: bo log_message_and_time_if_debug('Creating promotions objects') promo_objs = list() - for promo in promo_tags: + for promo in tqdm(promo_tags, desc='creating_promotions'): promotion_id = int(promo.find(re.compile('PromotionId', re.IGNORECASE)).text) if promo_objs and promo_objs[-1].promotion_id == promotion_id: promo_objs[-1].items.extend(chain.get_items(promo, items_dict)) @@ -335,7 +337,7 @@ def get_all_promos_tags(chain: SupermarketChain, store_id: int, load_xml: bool) :return: A list of promotions tags """ bs_objects = list() - for category in XML_FILES_PROMOTIONS_CATEGORIES: + for category in tqdm(XML_FILES_PROMOTIONS_CATEGORIES, desc='promotions_files'): xml_path = xml_file_gen(chain, store_id, category.name) bs_objects.append(create_bs_object(chain, store_id, category, load_xml, xml_path)) diff --git a/utils.py b/utils.py index f809ba3..4fa2c75 100644 --- a/utils.py +++ b/utils.py @@ -9,6 +9,8 @@ import requests from bs4 import BeautifulSoup from os import path +from tqdm import tqdm + from item import Item from supermarket_chain import SupermarketChain @@ -98,7 +100,7 @@ def create_items_dict(chain: SupermarketChain, store_id: int, load_xml) -> Dict[ :param store_id: A given store id """ items_dict = dict() - for category in [chain.XMLFilesCategory.PricesFull, chain.XMLFilesCategory.Prices]: + for category in tqdm([chain.XMLFilesCategory.PricesFull, chain.XMLFilesCategory.Prices], desc='prices_files'): xml_path: str = xml_file_gen(chain, store_id, category.name) bs_prices: BeautifulSoup = create_bs_object(chain, store_id, category, load_xml, xml_path) items_tags = bs_prices.find_all(chain.item_tag_name)