python爬虫1.4

Posted 2020-10-11

import requests
import time
import xml.etree.ElementTree as ET

from multiprocessing.dummy import Pool as ThreadPoo;
from xml.parsers.expat import ParserCreate

class DefaultSaxHandler(object):
    def __init__(self, provinces):
        self.provinces = provinces

    def start_element(self, name, attrs):
        if name != ‘map‘:
            name = attrs[‘title‘]
            number = attrs[‘href‘]
            self.provinces.append((name, number))
            
    def end_element(self, name):
        pass

    def char_data(self, text):
        pass
    
def get_provinces(url):
    content = requests.get(url).content.decode(‘gb2312‘)
    start = content.find(‘<map name=\"map_86\" id=\"map_86\">‘)
    end = content.find(‘</map>‘)
    content = content[start:end + len(‘</map>‘)].strip()
    print(content)
    provinces = []
    handler = DefaultSaxHandler(provinces)
    parser = ParserCreate()
    parser.StartElementHandler = handler.start_element
    parser.EndElementHandler = handler.end_element
    parser.CharacterDataHandler = handler.char_data
    parser.Parse(content)
    return provinces

provinces = get_provinces(‘http://www.ip138.com/post‘)
print(provinces)