amazon2csv.py

amazon2csv_file.py

@@ -0,0 +1,64 @@
+#!c:\users\roy\appdata\local\programs\python\python37-32\python.exe
+# -*- coding: utf-8 -*-
+import click
+import amazonscraper
+import csv
+
+@click.command()
+@click.option(
+    '--keywords', '-k',
+    type=str,
+    help='your keywords to find some products (ex : "python+scraping")',
+    default="",
+)
+@click.option(
+    '--file', '-f', #this will save the csv to the current directory
+    type=str,
+    help="save the csv in the current directory",
+    default="", #the user can always delete their csv file if they choose to
+)
+@click.option(
+    '--url', '-u',
+    type=str,
+    help='an Amazon result page URL (ex : \
+https://www.amazon.com/s/field-keywords=python%2Bscraping',
+    default="",
+)
+@click.option(
+    '--csvseparator', '-s',
+    type=str,
+    help='CSV separator (ex : ;)',
+    default=",",
+)
+@click.option(
+    '--maxproductnb', '-m',
+    type=int,
+    help='Maximum number of products (ex : 100)',
+    default="100",
+)
+@click.version_option(
+    version=amazonscraper.__version__,
+    message='%(prog)s, based on amazonscraper module version %(version)s'
+)
+@click.option(
+    '--outputhtml', '-o',
+    type=str,
+    help='Save the html page to the current folder with the specified name',
+    default="",
+)
+def main(keywords, url, csvseparator, maxproductnb, outputhtml,file):
+    """ Search for products on Amazon, and extract it as CSV """
+    products = amazonscraper.search(
+                                    keywords=keywords,
+                                    search_url=url,
+                                    max_product_nb=maxproductnb)
+    print(type(products))
+    print(products.csv(separator=csvseparator))
+    if (outputhtml != ""):
+        with open(outputhtml, "w") as f:
+            f.write(products.last_html_page)
+    if(file != ""):
+        with open(file,"w") as f:
+            f.write(products.csv(separator=csvseparator))
+if __name__ == "__main__":
+    main()