Added tqdm
This commit is contained in:
@@ -8,6 +8,8 @@ import csv
|
|||||||
import sys
|
import sys
|
||||||
import pandas as pd
|
import pandas as pd
|
||||||
import xlsxwriter
|
import xlsxwriter
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
from item import Item
|
from item import Item
|
||||||
from utils import (
|
from utils import (
|
||||||
create_bs_object, create_items_dict,
|
create_bs_object, create_items_dict,
|
||||||
@@ -177,7 +179,7 @@ def get_available_promos(chain: SupermarketChain, store_id: int, load_prices: bo
|
|||||||
|
|
||||||
log_message_and_time_if_debug('Creating promotions objects')
|
log_message_and_time_if_debug('Creating promotions objects')
|
||||||
promo_objs = list()
|
promo_objs = list()
|
||||||
for promo in promo_tags:
|
for promo in tqdm(promo_tags, desc='creating_promotions'):
|
||||||
promotion_id = int(promo.find(re.compile('PromotionId', re.IGNORECASE)).text)
|
promotion_id = int(promo.find(re.compile('PromotionId', re.IGNORECASE)).text)
|
||||||
if promo_objs and promo_objs[-1].promotion_id == promotion_id:
|
if promo_objs and promo_objs[-1].promotion_id == promotion_id:
|
||||||
promo_objs[-1].items.extend(chain.get_items(promo, items_dict))
|
promo_objs[-1].items.extend(chain.get_items(promo, items_dict))
|
||||||
@@ -335,7 +337,7 @@ def get_all_promos_tags(chain: SupermarketChain, store_id: int, load_xml: bool)
|
|||||||
:return: A list of promotions tags
|
:return: A list of promotions tags
|
||||||
"""
|
"""
|
||||||
bs_objects = list()
|
bs_objects = list()
|
||||||
for category in XML_FILES_PROMOTIONS_CATEGORIES:
|
for category in tqdm(XML_FILES_PROMOTIONS_CATEGORIES, desc='promotions_files'):
|
||||||
xml_path = xml_file_gen(chain, store_id, category.name)
|
xml_path = xml_file_gen(chain, store_id, category.name)
|
||||||
bs_objects.append(create_bs_object(chain, store_id, category, load_xml, xml_path))
|
bs_objects.append(create_bs_object(chain, store_id, category, load_xml, xml_path))
|
||||||
|
|
||||||
|
4
utils.py
4
utils.py
@@ -9,6 +9,8 @@ import requests
|
|||||||
from bs4 import BeautifulSoup
|
from bs4 import BeautifulSoup
|
||||||
from os import path
|
from os import path
|
||||||
|
|
||||||
|
from tqdm import tqdm
|
||||||
|
|
||||||
from item import Item
|
from item import Item
|
||||||
from supermarket_chain import SupermarketChain
|
from supermarket_chain import SupermarketChain
|
||||||
|
|
||||||
@@ -98,7 +100,7 @@ def create_items_dict(chain: SupermarketChain, store_id: int, load_xml) -> Dict[
|
|||||||
:param store_id: A given store id
|
:param store_id: A given store id
|
||||||
"""
|
"""
|
||||||
items_dict = dict()
|
items_dict = dict()
|
||||||
for category in [chain.XMLFilesCategory.PricesFull, chain.XMLFilesCategory.Prices]:
|
for category in tqdm([chain.XMLFilesCategory.PricesFull, chain.XMLFilesCategory.Prices], desc='prices_files'):
|
||||||
xml_path: str = xml_file_gen(chain, store_id, category.name)
|
xml_path: str = xml_file_gen(chain, store_id, category.name)
|
||||||
bs_prices: BeautifulSoup = create_bs_object(chain, store_id, category, load_xml, xml_path)
|
bs_prices: BeautifulSoup = create_bs_object(chain, store_id, category, load_xml, xml_path)
|
||||||
items_tags = bs_prices.find_all(chain.item_tag_name)
|
items_tags = bs_prices.find_all(chain.item_tag_name)
|
||||||
|
Reference in New Issue
Block a user