| Server IP : 68.183.124.220 / Your IP : 216.73.217.137 Web Server : Apache/2.4.18 (Ubuntu) System : Linux Sandbox-A 4.4.0-210-generic #242-Ubuntu SMP Fri Apr 16 09:57:56 UTC 2021 x86_64 User : gavin ( 1000) PHP Version : 7.0.33-0ubuntu0.16.04.16 Disable Function : pcntl_alarm,pcntl_fork,pcntl_waitpid,pcntl_wait,pcntl_wifexited,pcntl_wifstopped,pcntl_wifsignaled,pcntl_wifcontinued,pcntl_wexitstatus,pcntl_wtermsig,pcntl_wstopsig,pcntl_signal,pcntl_signal_dispatch,pcntl_get_last_error,pcntl_strerror,pcntl_sigprocmask,pcntl_sigwaitinfo,pcntl_sigtimedwait,pcntl_exec,pcntl_getpriority,pcntl_setpriority, MySQL : OFF | cURL : ON | WGET : ON | Perl : ON | Python : ON | Sudo : ON | Pkexec : ON Directory : /home/gavin/workspace/comecondo/python/ |
Upload File : |
# -*- coding: utf-8 -*-
"""
Created on Thu Sep 30 20:25:13 2021
@author: Gavin
"""
import requests
from bs4 import BeautifulSoup
import mysql.connector
URL = 'https://www.gta-homes.com/coming-soon-condos/'
page = requests.get(URL)
soup = BeautifulSoup(page.content, 'html.parser')
cnx = mysql.connector.connect(host="localhost", user="root", password="Ilovekitty1", database="comecondo")
property_names = soup.find_all('span', itemprop='name')
with open("./GTA-home_coming_soon.txt", "a") as f:
for p in property_names:
f.write(p.contents[0])
f.write("\n")
f.close()
property_names = soup.find_all('span', itemprop='name')
for p in property_names:
dbcur = cnx.cursor(buffered=True)
print ("insert into cc_gta_homes_coming_soon (property_name) values ('"+p.contents[0].replace("'", "\\'")+"');")
dbcur.execute("insert into cc_gta_homes_coming_soon (property_name) values ('"+p.contents[0].replace("'", "\\'")+"');")
cnx.commit()
dbcur.close()