Added tqdm

This commit is contained in:
KorenLazar
2021-08-16 23:05:16 +03:00
parent c793057623
commit 844a106c57
2 changed files with 7 additions and 3 deletions

View File

@@ -8,6 +8,8 @@ import csv
import sys import sys
import pandas as pd import pandas as pd
import xlsxwriter import xlsxwriter
from tqdm import tqdm
from item import Item from item import Item
from utils import ( from utils import (
create_bs_object, create_items_dict, create_bs_object, create_items_dict,
@@ -177,7 +179,7 @@ def get_available_promos(chain: SupermarketChain, store_id: int, load_prices: bo
log_message_and_time_if_debug('Creating promotions objects') log_message_and_time_if_debug('Creating promotions objects')
promo_objs = list() promo_objs = list()
for promo in promo_tags: for promo in tqdm(promo_tags, desc='creating_promotions'):
promotion_id = int(promo.find(re.compile('PromotionId', re.IGNORECASE)).text) promotion_id = int(promo.find(re.compile('PromotionId', re.IGNORECASE)).text)
if promo_objs and promo_objs[-1].promotion_id == promotion_id: if promo_objs and promo_objs[-1].promotion_id == promotion_id:
promo_objs[-1].items.extend(chain.get_items(promo, items_dict)) promo_objs[-1].items.extend(chain.get_items(promo, items_dict))
@@ -335,7 +337,7 @@ def get_all_promos_tags(chain: SupermarketChain, store_id: int, load_xml: bool)
:return: A list of promotions tags :return: A list of promotions tags
""" """
bs_objects = list() bs_objects = list()
for category in XML_FILES_PROMOTIONS_CATEGORIES: for category in tqdm(XML_FILES_PROMOTIONS_CATEGORIES, desc='promotions_files'):
xml_path = xml_file_gen(chain, store_id, category.name) xml_path = xml_file_gen(chain, store_id, category.name)
bs_objects.append(create_bs_object(chain, store_id, category, load_xml, xml_path)) bs_objects.append(create_bs_object(chain, store_id, category, load_xml, xml_path))

View File

@@ -9,6 +9,8 @@ import requests
from bs4 import BeautifulSoup from bs4 import BeautifulSoup
from os import path from os import path
from tqdm import tqdm
from item import Item from item import Item
from supermarket_chain import SupermarketChain from supermarket_chain import SupermarketChain
@@ -98,7 +100,7 @@ def create_items_dict(chain: SupermarketChain, store_id: int, load_xml) -> Dict[
:param store_id: A given store id :param store_id: A given store id
""" """
items_dict = dict() items_dict = dict()
for category in [chain.XMLFilesCategory.PricesFull, chain.XMLFilesCategory.Prices]: for category in tqdm([chain.XMLFilesCategory.PricesFull, chain.XMLFilesCategory.Prices], desc='prices_files'):
xml_path: str = xml_file_gen(chain, store_id, category.name) xml_path: str = xml_file_gen(chain, store_id, category.name)
bs_prices: BeautifulSoup = create_bs_object(chain, store_id, category, load_xml, xml_path) bs_prices: BeautifulSoup = create_bs_object(chain, store_id, category, load_xml, xml_path)
items_tags = bs_prices.find_all(chain.item_tag_name) items_tags = bs_prices.find_all(chain.item_tag_name)