jeudi 23 juillet 2020

I want to export my scrapped data to mysql please help how to do that

import requests
from bs4 import BeautifulSoup
import pandas as pd
import time

headers = {
    'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_11_6) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/56.0.2924.87 Safari/537.36'
}

if __name__ == '__main__':
    for page in range(1, 25):
        time.sleep(5)

        # Access the page
        r = requests.get('https://tribune.com.pk/kse-100-index?page={}'.format(page))

        if r.status_code == 200:
            html = r.text
            soup = BeautifulSoup(html, 'lxml')

        news_date = soup.find_all("div", {"class": "morestories-author"})

        news_title = soup.find_all("h3", {"class": "title-heading"})
        # news_title = soup.find_all("div",{"class":"story  cat-0 group-0 position-14 sub-story clearfix"})

        # news_description = soup.find_all("p", {"class": "excerpt"})
        date_list = []
        title_list = []
        # description_list = []
        # print("Hello world")
        for date in news_date:
            date_list.append(date.text.replace('APP', ' ').replace('Faraz Ahmed', ' ').replace('Salman Siddiqui',' ').replace('|',' ').replace('\n',' ').replace('Our Correspondent',' '))
        for title in news_title:
            title_list.append(title.text)
        # for description in news_description:
        #     description_list.append(description.text)
        for i in range(10):
            print("Date: ", date_list[i])
            print("Title: ", title_list[i])
            # print("Description: ", description_list[i])
            print()
        s1 = pd.Series(date_list[0:10], name='News Date')
        s2 = pd.Series(title_list[0:10], name='News Heading')
        # s3 = pd.Series(description_list[0:10], name='News Description')
        df = pd.concat([s1, s2], axis=1)
        df = df.fillna("None")
        # d = {'Phone name': phone_name_list, 'Price per month': price_per_month_list,'Interest List': interest_list, 'Total Price List': total_price_list,'Unlimited Offer List': unlimited_offer_list}
        # df = pd.DataFrame(data=d)
        print(df)
        df.to_csv('tribune1.csv', mode='a', encoding='utf-8')

I have made this scrapper and have saved the data in CSV file now I want to store the data in mySQL please help that how can I export the data to mySQL. I have tried a lot but could not found any way out of doing this. I would be thankful to you.




Aucun commentaire:

Enregistrer un commentaire