Insert dynamic data to mysql with python - python-3.x

Question

EDITED >>>>>
I write some code which return two outputs but an error appears.
What is the main problem of my code?
from urllib.request import urlopen as uReq
from bs4 import BeautifulSoup as soup
import os
import sys
import codecs
from urllib.request import urlopen
import pymysql
import mysql.connector
for i in range(1): #electronic
my_url = "https://www.xxxxx.com/mobile_phones/?facet_is_mpg_child=0&viewType=gridView&page="
uClient = uReq(my_url + str(i))
page_html = uClient.read()
uClient.close()
page_soup = soup(page_html, "html.parser")
containers = page_soup.findAll("div" , {"class" : "sku -gallery" })
for container in containers:
name = container.img["alt"]
title_container = container.findAll("span", {"class" : "brand"})
Brand = title_container[0].text
price = container.findAll("span",{"class" : "price"} )
price_one = price[0].text.strip()
price_old = container.findAll("span",{"class" : "price -old "})
price_two = '0'
if len(price_old) > 0:
price_two = price_old[0].text.strip()
rank = container.findAll("span",{"class" : "rating-aggregate"})
ranking = 'N/A'
if len(rank) > 0:
ranking = rank[0].text.strip()
conn = pymysql.connect(host="localhost",user="root",passwd="",db="prod")
x = conn.cursor()
#name1 = name()
#brand1 = Brand()
#price_one1 = price_one1()
#price_two1= price_one1()
#rank1 = rank()
x.execute("INSERT INTO list (productname,brand,price1,price2,rank) VALUES (%s,%s,%s,%s.%s)" , (name,Brand,price_one,price_two,ranking))
conn.commit()
conn.close()
C:\Users\xxxx\AppData\Local\Programs\Python\Python35\python.exe
C:/Users/xxxx/.PyCharm2018.2/config/scratches/bd.py Traceback (most
recent call last): File
"C:/Users/xxxx/.PyCharm2018.2/config/scratches/bd.py", line 54, in
x.execute("INSERT INTO list (productname,brand,price1,price2,rank) VALUES (%s,%s,%s,%s.%s)" , (name,Brand,price_one,price_two,ranking))
File
"C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\cursors.py",
line 170, in execute
result = self._query(query) File "C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\cursors.py",
line 328, in _query
conn.query(q) File "C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\connections.py",
line 516, in query
self._affected_rows = self._read_query_result(unbuffered=unbuffered) File
"C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\connections.py",
line 727, in _read_query_result
result.read() File "C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\connections.py",
line 1066, in read
first_packet = self.connection._read_packet() File "C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\connections.py",
line 683, in _read_packet
packet.check_error() File "C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\protocol.py",
line 220, in check_error
err.raise_mysql_exception(self._data) File "C:\Users\xxxx\AppData\Local\Programs\Python\Python35\lib\site-packages\pymysql\err.py",
line 109, in raise_mysql_exception
raise errorclass(errno, errval) pymysql.err.ProgrammingError: (1064, "You have an error in your SQL syntax; check the manual that
corresponds to your MariaDB server version for the right syntax to use
near '.'2')' at line 1")
Process finished with exit code 1

Answer 1

The problem is with the variable rank. You are supposed to pass ranking but you missed it somehow.
by the code you have given,
rank = container.findAll("span",{"class" : "rating-aggregate"}) # resultset
if len(rank) > 0:
ranking = rank[0].text.strip() #result
So the change is
x.execute("INSERT INTO list (productname,brand,price1,price2,rank) VALUES (%s,%s,%s,%s.%s)" , (name,Brand,price_one,price_two,ranking))
and you are ready to go! I have some suggestions for you. if you are using if condition always give an else condition or a default value for the variable getting declared within the conditional statement. Or else you might end up in error when the condition fails. Like,
rank = container.findAll("span",{"class" : "rating-aggregate"})
ranking = rank[0].text.strip() if len(rank) > 0 else 'N/A'
Or,
rank = container.findAll("span",{"class" : "rating-aggregate"})
ranking = 'N/A'
if len(rank) > 0:
ranking = rank[0].text.strip()
Cheers!

Answer 2

This code stores the information on the csv file, but now I need to save it to mysql.
from urllib.request import urlopen as uReq
from bs4 import BeautifulSoup as soup
import os
import sys
import unicodecsv as csv
import codecs
from urllib.request import urlopen
for i in range(3): #electronic
my_url = "https://www.xxxx.com/mobile_phones/?facet_is_mpg_child=0&viewType=gridView&page="
uClient = uReq(my_url + str(i))
page_html = uClient.read()
uClient.close()
page_soup = soup(page_html, "html.parser")
containers = page_soup.findAll("div" , {"class" : "sku -gallery" })
filename = "mobile.csv"
f = codecs.open(filename, "a" , "utf-8-sig")
headers = "name, Brand, price_one, price_two, ranking\n"
f.write(headers)
for container in containers:
name = container.img["alt"]
title_container = container.findAll("span", {"class" : "brand"})
Brand = title_container[0].text
price = container.findAll("span",{"class" : "price"} )
price_one = price[0].text.strip()
price_old = container.findAll("span",{"class" : "price -old "})
price_two = 0
if len(price_old) > 0:
price_two = price_old[0].text.strip()
rank = container.findAll("span",{"class" : "rating-aggregate"})
if len(rank) > 0:
ranking = rank[0].text.strip()
print("name " + name)
print("Brand "+ Brand)
print("price_one " + price_one)
print("price_two {}".format(price_two)) #---->
print("ranking " + ranking)
f.write(name + "," + Brand.replace(",", "|") + "," + price_one.replace(",", "") + "," + price_two.replace(",", "") + "," + ranking + "\n")
f.close()