파이썬 웹 크롤링 연습 예제 #5

네이버 모바일에서 키워드를 입력하여 검색한 결과의 제목과 링크 정보를 CSV 화일로 저장하는 파이썬 웹 크롤링 연습 예제 입니다.

from bs4 import BeautifulSoup
from urllib.request import urlopen
from urllib.parse import quote_plus
import csv
 
def get_soup(target_url):
    html = urlopen(target_url).read()
    soup = BeautifulSoup(html, 'html.parser')
    return soup
 
def extract_data(soup):
    total = soup.select('.api_txt_lines.total_tit')
    searchList = []
 
    for i in total:
        temp = []
        temp.append(i.text)
        temp.append(i.attrs['href'])
        searchList.append(temp)
    
    f = open(f'{search}.csv', 'w', encoding='utf-8', newline='')
    csvWriter = csv.writer(f)
    for i in searchList:
        csvWriter.writerow(i)
 
    f.close()
 
    print('완료되었습니다.')
 
 
search = input('검색어를 입력해주세요:')
target_url = f'https://m.search.naver.com/search.naver?where=m_view&sm=mtb_jum&query={quote_plus(search)}'
 
soup = get_soup(target_url)
extract_data(soup)