数据清洗2
代码如下:
import json import pymysql import pandas as pd import requests from sqlalchemy import create_engine # 连接MySQL数据库 conn = pymysql.connect(host='localhost', user='root', password='你的密码', db='你的数据库', charset='utf8') # 编写SQL查询语句 sql = "SELECT * FROM table3 " # 使用pandas读取数据 df = pd.read_sql(sql, conn) new_addresses = [] # 更改循环变量名,避免与 DataFrame 对象名冲突 for i, address in enumerate(df['单位']): if address: url = 'https://restapi.amap.com/v3/geocode/geo?address=' + address + '&output=JOSON&key=你的key' request = requests.get(url).text try: result = json.loads(request) except json.JSONDecodeError as e: new_address=address if result['status'] == "1": adcode = result['geocodes'][0]['adcode'] sql2 = "UPDATE table3 SET 行政区划编码 = '%s' where 单位 = '%s' " % (adcode, address) # 执行数据库插入 cursor = conn.cursor() cursor.execute(sql2) conn.commit() if result['geocodes'][0]['district']: new_address = str(result['geocodes'][0]['province']) + str(result['geocodes'][0]['city']) + str(result['geocodes'][0]['district']) else: if result['geocodes'][0]['city']: new_address = result['geocodes'][0]['province'] + result['geocodes'][0]['city'] else: new_address = result['geocodes'][0]['province'] else: new_address = address else: new_address = "" address = "" if new_address != address: sql1 = "UPDATE table3 SET 单位 = '%s' WHERE 单位 = '%s'" % (new_address, address) #向table3插入行政区划编码 # 使用cursor执行SQL语句 cursor = conn.cursor() cursor.execute(sql1) conn.commit() cursor.close() print(address + "---->" + new_address + " --" + str(i)) conn.close()
同理其他表也是这样操作,然后再合并。
【推荐】国内首个AI IDE,深度理解中文开发场景,立即下载体验Trae
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步
· 阿里最新开源QwQ-32B,效果媲美deepseek-r1满血版,部署成本又又又降低了!
· SQL Server 2025 AI相关能力初探
· AI编程工具终极对决:字节Trae VS Cursor,谁才是开发者新宠?
· 开源Multi-agent AI智能体框架aevatar.ai,欢迎大家贡献代码
· Manus重磅发布:全球首款通用AI代理技术深度解析与实战指南
2023-03-19 每日总结第一次结队作业2023/3/19
2023-03-19 每日总结第一次结队作业3/18