python之经纬度的获取

Posted 2021-03-02 鸟-叔

import xlrd
from xlrd import xldate_as_tuple
import json
import requests
import datetime
import openpyxl
import os
import time
from bs4 import BeautifulSoup
import requests
import random
#第一步Execl中数据的获取
class ExcelData():
    def __init__(self, data_path, sheetname):
        self.data_path = data_path
        self.sheetname = sheetname
        self.data = xlrd.open_workbook(self.data_path)
        self.table = self.data.sheet_by_name(self.sheetname)
        self.keys = self.table.row_values(0)
        self.rowNum = self.table.nrows
        self.colNum = self.table.ncols
    def readExcel(self):
        datas = []
        for i in range(1, self.rowNum):
            sheet_data = {}
            for j in range(self.colNum):
                c_type = self.table.cell(i,j).ctype
                c_cell = self.table.cell_value(i, j)
                if c_type == 2 and c_cell % 1 == 0:
                    c_cell = int(c_cell)
                elif c_type == 3:
                    date = datetime.datetime(*xldate_as_tuple(c_cell,0))
                    c_cell = date.strftime(‘%Y/%d/%m %H:%M:%S‘)
                elif c_type == 4:
                    c_cell = True if c_cell == 1 else False
                sheet_data[self.keys[j]] = c_cell
            datas.append(sheet_data)
        return datas
#第二步对获取出Execl表中的数据匹配百度地图api获取经纬度
def get_dim(addr,tag,city,province):
    url = f‘http://api.map.baidu.com/place/v2/search?query={addr}&tag={tag}&region={city}‘ 
        f‘&output=json&ak=pRoqaGDWc11FYHs4o6ANx51lWAUTcsW8‘.format(addr,tag,city)
    response = requests.get(url)
    data = json.loads(response.text)
    # print(data)
    # print(data.get(‘results‘))
    try:
        if len(data.get(‘results‘))>0:
            lat = data.get(‘results‘)[0].get(‘location‘).get(‘lat‘)
            lng = data.get(‘results‘)[0].get(‘location‘).get(‘lng‘)
            return str(lng)+‘,‘+str(lat)
        else:
            url1 = f‘http://api.map.baidu.com/place/v2/search?query={city}&tag={tag}&region={city}‘ 
                f‘&output=json&ak=pRoqaGDWc11FYHs4o6ANx51lWAUTcsW8‘.format(addr, tag, city)
            response = requests.get(url1)
            data1 = json.loads(response.text)
            if len(data1.get(‘results‘)) > 0:
                lat1 = data1.get(‘results‘)[0].get(‘location‘).get(‘lat‘)
                lng1 = data1.get(‘results‘)[0].get(‘location‘).get(‘lng‘)
                return str(lng1)+‘,‘+str(lat1)
            else:
                url2 = f‘http://api.map.baidu.com/place/v2/search?query={province}&tag={tag}‘ 
                    f‘&region={province}&output=json&ak=pRoqaGDWc11FYHs4o6ANx51lWAUTcsW8‘.format(
                    addr, tag, city)
                response = requests.get(url2)
                data2 = json.loads(response.text)
                if len(data2.get(‘results‘)) > 0:
                    lat2 = data2.get(‘results‘)[0].get(‘location‘).get(‘lat‘)
                    lng2 = data2.get(‘results‘)[0].get(‘location‘).get(‘lng‘)
                    return str(lng2)+‘,‘+str(lat2)
                else:
                    return ""
    except :
        return ""
#
# #将获取到的代理IP存到ip_list中并返回列表
# def get_ip_list():
#     # 随机代理获取的网站
#     url = ‘http://www.xicidaili.com/nn/‘
#     headers = {
#         ‘User-Agent‘: ‘Mozilla/5.0 (Windows NT 6.1; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/53.0.2785.143 Safari/537.36‘
#     }
#     web_data = requests.get(url, headers=headers)
#     soup = BeautifulSoup(web_data.text, ‘lxml‘)
#     ips = soup.find_all(‘tr‘)
#     ip_list = []
#     for i in range(1, len(ips)):
#         ip_info = ips[i]
#         tds = ip_info.find_all(‘td‘)
#         ip_list.append(tds[1].text + ‘:‘ + tds[2].text)
#     return ip_list
#
# #从代理IP列表中随机取出一个IP并返回
# def get_random_ip(ip_list):
#     proxy_list = []
#     for ip in ip_list:
#         proxy_list.append(‘http://‘ + ip)
#     proxy_ip = random.choice(proxy_list)
#     proxies = {‘http‘: proxy_ip}
#     return proxies
if __name__ == "__main__":
    #代理IP的使用
    # ip_list = get_ip_list()
    #获取文件夹名称以及路径
    path = "F:/资产数据库千际快深/newProperty/每日Excel/总表/"
    os.chdir(path)
    date = datetime.datetime.now().strftime("%Y%m%d")






    data_path = "经纬度{}.xlsx".format(date)
    # print(data_path)
    print("收到输入，开始执行经纬度获取！")
    sheetname = "Sheet1"
    get_data = ExcelData(data_path, sheetname)
    datas = get_data.readExcel()
    # print(datas)
    print(len(datas))
    flag = 1
    #第三步存储到Execl表中固定位置
    for data in datas:
        try:
            # ip = get_random_ip(ip_list)
            addr = data.get(‘项目地址‘)
            #对地址进行去“#”处理，否则有的地址带有的话获取不到数据
            addr = addr.replace("#",‘‘)
            addr = addr.replace("，",‘‘)
            tag = data.get(‘用途‘)
            city = data.get("城市")
            province = data.get("省份")
            if(addr):
                print(addr)
            # print(get_dim(addr,tag,city))
            co = get_dim(addr,tag,city,province)
            wb = openpyxl.load_workbook(data_path)
            ws = wb[‘Sheet1‘]
            ws.cell(row=flag + 1, column=6).value = co
            wb.save(data_path)
            wb.close()
            flag += 1
            if(co):
                print(co)
            # time.sleep(0.5)
        except():
            continue
        # print(datas)
    print("执行完毕，共",flag,"行数据！",‘继续下一步操作转移数据...‘)
    get_data = ExcelData(data_path, "Sheet1")
    datas = get_data.readExcel()
    # print(datas)
    lista = []
    for i in datas:
        lista.append(i.get("地图坐标"))
    # print(lista)

    wb = openpyxl.load_workbook(‘资产系统网站{}.xlsx‘.format(date))
    ws = wb.worksheets[0]
    for index, row in enumerate(ws.rows):
        if index == 0:
            row[23].value = ‘地图坐标‘
        else:
            row[23].value = lista[index - 1]
    wb.save(‘资产系统网站{}.xlsx‘.format(date))
    print("经纬度操作全部完成！")