京東商品爬取

僅供學習

一.使用selenium

from selenium import webdriver

from selenium.webdriver.common.keys import Keys #鍵盤按鍵操作from selenium.webdriver.support import expected_conditions as EC

import time

def get_goods(driver):

try:

goods=driver.find_elements_by_class_name('gl-item')

for good in goods:

detail_url=good.find_element_by_tag_name('a').get_attribute('href')

p_name=good.find_element_by_css_selector('.p-name em').text.replace('n','')

price=good.find_element_by_css_selector('.p-price i').text

p_commit=good.find_element_by_css_selector('.p-commit a').text

msg = '''

商品 : %s

鏈接 : %s

價錢 ：%s

評論 ：%s

''' % (p_name,detail_url,price,p_commit)

print(msg,end='nn')

button=driver.find_element_by_partial_link_text('下一頁')

button.click()

time.sleep(1)

get_goods(driver)

except Exception:

pass

def spider(url,keyword):

driver = webdriver.Chrome()

driver.get(url)

driver.implicitly_wait(3)

try:

input_tag=driver.find_element_by_id('key')

input_tag.send_keys(keyword)

input_tag.send_keys(Keys.ENTER)

get_goods(driver)

finally:

driver.close()

if __name__ == '__main__':

spider('https://www.jd.com/',keyword='iPhone8手機')

二.不使用selenium

from requests_html import HTMLSession

session = HTMLSession()

page=1

while True:

res =session.get(f'https://search.jd.com/Search?keyword=蘋果8&enc=utf-8&page={page*2-1}') #keyword搜索內容 #enc編碼格式 #8page頁數*2-1

res.html.encoding='utf8'

info_list=res.html.xpath('//*[@class="gl-i-wrap"]')

if not info_list:

print(f'一共爬取{page}頁')

break

print(f'url={res.url}第{page}頁',[info.text for info in info_list])

page+=1

三.個人感覺

selenium真的慢- -

內容來源于網絡如有侵權請私信刪除

總結

以上是生活随笔為你收集整理的python爬虫电商京东_python爬虫-京东商品爬取的全部內容，希望文章能夠幫你解決所遇到的問題。

如果覺得生活随笔網站內容還不錯，歡迎將生活随笔推薦給好友。