mirror of
https://github.com/Mueller-Patrick/Betterzon.git
synced 2024-09-19 23:23:57 +00:00
26ba21156a
* BETTERZON-58: Basic Functionality with scrapy * Added independent crawler function, yielding price * moved logic to amazon.py * . * moved scrapy files to unused folder * Added basic amazon crawler using beautifulsoup4 * Connected Api to Crawler * Fixed string concatenation for sql statement in getProductLinksForProduct * BETTERZON-58: Fixing SQL insert * BETTERZON-58: Adding access key verification * BETTERZON-58: Fixing API endpoint of the crawler - The list of products in the API request was treated like a string and henceforth, only the first product has been crawled * Added another selector for price on amazon (does not work for books) Co-authored-by: root <root@DESKTOP-ARBPL82.localdomain> Co-authored-by: Patrick Müller <patrick@mueller-patrick.tech> Co-authored-by: Patrick <50352812+Mueller-Patrick@users.noreply.github.com>
14 lines
549 B
XML
14 lines
549 B
XML
<?xml version="1.0" encoding="UTF-8"?>
|
|
<module type="WEB_MODULE" version="4">
|
|
<component name="FacetManager">
|
|
<facet type="Python" name="Python">
|
|
<configuration sdkName="Python 3.9 (venv)" />
|
|
</facet>
|
|
</component>
|
|
<component name="NewModuleRootManager" inherit-compiler-output="true">
|
|
<exclude-output />
|
|
<content url="file://$MODULE_DIR$" />
|
|
<orderEntry type="sourceFolder" forTests="false" />
|
|
<orderEntry type="library" name="Python 3.9 (venv) interpreter library" level="application" />
|
|
</component>
|
|
</module> |