可以抓取亚马逊搜索词页面上的所有 ASIN的程序
from bs4 import BeautifulSoup import requests import re def search_asin(keyword): search_url = 'http://www.amazon.com/s/ref=nb_sb_noss_2?url=search-alias%3Daps&field-keywords=' + keyword res = requests.get(search_url) soup = BeautifulSoup(res.text, "lxml") search_result = soup.find('div', id='atfResults') if search_result: container = search_result.find('ul') if container: asins = [link['href'].split('/')[3] for link in container.find_all('a', href=re.compile('https://www.amazon.com/dp/'))] if asins: return asins search_asin('iphone')