[python] crawl - selenium

(작성중)

 

 

import sys
from PyQt5.QtWidgets import *
from PyQt5 import uic
import selenium
from selenium import webdriver
from selenium.webdriver.common.by import By
from day24.daocrawl import DaoCrawl
 
#GUI 환경이용(GUI는 계속 대기하는 성질이 있음)
 
form_class = uic.loadUiType("my_crawl3.ui")[0]
 
class MyWindow(QMainWindow, form_class):
    def __init__(self):
        super().__init__()
        self.driver = webdriver.Chrome(executable_path='chromedriver')
        self.setupUi(self)
        self.pb.clicked.connect(self.myclick)  
        self.driver.get(url = 'https://map.kakao.com/')
        
    def myclick(self):
        bus_num = self.driver.find_element(By.CLASS_NAME, 'tit_summary').text
        stopname = self.driver.find_elements(By.CLASS_NAME, 'busstop')
        bus_id = self.driver.find_elements(By.CLASS_NAME,'busid')
        
        print(bus_id[1].text)
        
        dc = DaoCrawl()
        
        for i in range(len(stopname)):
            cnt = dc.insert(bus_num, bus_id[i].text, stopname[i+1].text)
            print(cnt)
 
        
 
if __name__ == "__main__":
    app = QApplication(sys.argv)
    myWindow = MyWindow()
    myWindow.show()
    app.exec_()

import pymysql
 
class DaoCrawl:
    def __init__(self):
        self.conn = pymysql.connect(host='localhost', user='root', password='python',
                               db='python', charset='utf8',port=3305)
         
        self.curs = self.conn.cursor(pymysql.cursors.DictCursor)
        
        
    def insert(self,bus_num,bus_id,stopname):
        sql = f"""
            insert into bus
                (bus_num,bus_id,stopname)
            values
                ('{bus_num}','{bus_id}','{stopname}')
        """
        self.curs.execute(sql)
        cnt = self.curs.rowcount
        self.conn.commit()
 
        return cnt
    
    def __del__(self):
        self.curs.close()
        self.conn.close()
 
 
if __name__ == '__main__':
    dc = DaoCrawl()
    cnt = dc.insert(2, 3, 3)
    print("cnt",cnt)