可以抓取亚马逊搜索词页面上的所有 ASIN的程序

from bs4 import BeautifulSoup
import requests
import re

def search_asin(keyword):
    search_url = 'http://www.amazon.com/s/ref=nb_sb_noss_2?url=search-alias%3Daps&field-keywords=' + keyword
    res = requests.get(search_url)
    soup = BeautifulSoup(res.text, "lxml")
    search_result = soup.find('div', id='atfResults')
    if search_result:
        container = search_result.find('ul')
        if container:
            asins = [link['href'].split('/')[3] for link in container.find_all('a', href=re.compile('https://www.amazon.com/dp/'))]
            if asins:
                return asins

search_asin('iphone')