Paddy/Betterzon
1
0
Fork 0
mirror of https://github.com/Mueller-Patrick/Betterzon.git synced 2024-12-23 04:05:12 +00:00
Code Issues Projects Releases Wiki Activity

BETTERZON-58: Fixing SQL insert

Browse Source
This commit is contained in:
Patrick Müller 2021-05-17 17:25:01 +02:00
parent f98d1fdb24
commit c8d37d60f8
2 changed files with 13 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
Crawler/crawler.py
View File

@ -34,13 +34,19 @@ def crawl(product_ids: [int]) -> dict:
# Call the appropriate vendor crawling function and append the result to the list of crawled data # Call the appropriate vendor crawling function and append the result to the list of crawled data
if product_vendor_info['vendor_id'] == 1: if product_vendor_info['vendor_id'] == 1:
# Amazon # Amazon
crawled_data.append(__crawl_amazon__(product_vendor_info)) data = __crawl_amazon__(product_vendor_info)
if data:
crawled_data.append(data)
elif product_vendor_info['vendor_id'] == 2: elif product_vendor_info['vendor_id'] == 2:
# Apple # Apple
crawled_data.append(__crawl_apple__(product_vendor_info)) data = __crawl_apple__(product_vendor_info)
if data:
crawled_data.append(data)
elif product_vendor_info['vendor_id'] == 3: elif product_vendor_info['vendor_id'] == 3:
# Media Markt # Media Markt
crawled_data.append(__crawl_mediamarkt__(product_vendor_info)) data = __crawl_mediamarkt__(product_vendor_info)
if data:
crawled_data.append(data)
else: else:
products_with_problems.append(product_vendor_info) products_with_problems.append(product_vendor_info)
continue continue
@ -78,7 +84,8 @@ def __crawl_apple__(product_info: dict) -> tuple:
:param product_info: A dict with product info containing product_id, vendor_id, url :param product_info: A dict with product info containing product_id, vendor_id, url
:return: A tuple with the crawled data, containing (product_id, vendor_id, price_in_cents) :return: A tuple with the crawled data, containing (product_id, vendor_id, price_in_cents)
""" """
return (product_info['product_id'], product_info['vendor_id'], 123) #return (product_info['product_id'], product_info['vendor_id'], 123)
pass
def __crawl_mediamarkt__(product_info: dict) -> tuple: def __crawl_mediamarkt__(product_info: dict) -> tuple:

4
Crawler/sql.py
View File

@ -35,7 +35,7 @@ def getProductsForVendor(vendor_id: int) -> [{}]:
conn = __getConnection__() conn = __getConnection__()
cur = conn.cursor() cur = conn.cursor()
query = 'SELECT product_id, url FROM product_links WHERE vendor_id = %s' % vendor_id query = 'SELECT product_id, url FROM product_links WHERE vendor_id = %s'
cur.execute(query, (vendor_id,)) cur.execute(query, (vendor_id,))
@ -53,7 +53,7 @@ def getProductLinksForProduct(product_id: int) -> [dict]:
conn = __getConnection__() conn = __getConnection__()
cur = conn.cursor() cur = conn.cursor()
query = 'SELECT vendor_id, url FROM product_links WHERE product_id = %s' % product_id query = 'SELECT vendor_id, url FROM product_links WHERE product_id = %s'
print(query) print(query)
cur.execute(query, (product_id,)) cur.execute(query, (product_id,))