크롤링

크롤링_Selenium

asu2880 2022. 6. 30. 09:10

!pip install selenium
from selenium import webdriver as wb
from selenium.webdriver.common.by import By
from bs4 import BeautifulSoup as bs
driver = wb.Chrome()
driver.get('https://www.naver.com')

# find_element() : 요소 객체를 반환
# send_keys() : 요소에 데이터를 보내는 함수
driver.find_element(by='id', value='query').send_keys('치즈돈까스')

# 버튼 클릭
driver.find_element(by='id', value='search_btn').click()

 

driver = wb.Chrome()
driver.get('https://www.google.com/')

# By.요소접근방식
# driver.find_element(By.CLASS_NAME, value='gLFyf')

# 선택자로 쓴다면
driver.find_element(By.CSS_SELECTOR, value='input.gLFyf').send_keys('라면')

# HTML 문서 -> 문자열로 출력(= req.get(url).text)
driver.page_source

html = bs(driver.page_source, 'lxml')

html.select('')

for data in html.select('div.dbgOpd > span.OSrXXb'):
    print(data.text)
728x90
반응형