python 链接刮刀

Posted 2021-05-09

import urllib2
resp = urllib2.urlopen('http://testurl.com')

from bs4 import BeautifulSoup

soup = BeautifulSoup(resp.read())

links = soup.find_all('a')

foreach links in link:
  url = link.get('href');