python批量导入shp至postgresql数据库中

原文地址：http://www.kingpika.top:5599/post/79

一、准备好数据并组织成以下格式：

点线面格式均可

二、代码（需要安装相应的库）

#coding:utf-8
import geopandas as gpd
import pandas as pd
from sqlalchemy import create_engine
from geoalchemy2 import Geometry,WKTElement
import numpy as np
import os
import re
import json
from osgeo import ogr
#数据写入函数：
def write_gis(path,engine):
    geoType=getGeoTypeFromDir(path)
    if(geoType):
        map_data = gpd.GeoDataFrame.from_file(path)
        map_data['geometry'] = map_data['geometry'].apply(lambda x: WKTElement(x.wkt,3857))
        # map_data.drop(['center','parent'], axis = 1, inplace=True)
        map_data.to_sql(
        name  = re.split('\\.',path)[0],
        con   = engine,
        if_exists= 'replace',
        dtype = {'geometry':Geometry(geometry_type =geoType,srid = 3857)}
        )
        return None

#创建批量任务
def to_do(file_path,username,password,dbname):
    os.chdir(file_path)
    link = "postgresql://{0}:{1}@localhost:3351/{2}".format(username,password,dbname)
    print(file_path)
    engine = create_engine(link,encoding = 'utf-8')
    file_list = os.listdir(file_path)
    print(file_list)
    map(lambda x: write_gis(x,engine),file_list)
    return None
#从文件夹中读取shp，获得其类型
def getGeoTypeFromDir(dirPath):![]()
    """从文件夹中读取shp，获得其类型"""
    # os.path.abspath(path)
    if os.path.isdir(dirPath):
        file_list = os.listdir(dirPath)
        for file in file_list:
            ext=os.path.splitext(file)[1]
            if(ext=='.shp'):
                driver = ogr.GetDriverByName('ESRI Shapefile')
                file=os.path.abspath(file)#返回文件的绝对路径，这里返回的是错的，缺少了上级文件夹
                names=os.path.split(file)
                file=os.path.join(names[0],dirPath,names[1])
                dataSource = driver.Open(file,0)
                layer = dataSource.GetLayer(0)
                feat = layer.GetFeature(0)
                geom = feat.GetGeometryRef()
                geoCode=geom.GetGeometryType()
                return deGeoTypeCode(geoCode)
    return None
#解译ogr的geometry code
def deGeoTypeCode(code):
    """解译ogr的geometry code"""
    if code==1:
        return 'POINT'
    elif code==2:
        return 'LINESTRING'
    elif code==3:
        return 'POLYGON'
    return None

#执行任务计划
if __name__ == '__main__':
    file_path = '/Users/jinming/Desktop/multipleImport/3857shp'
    username = 'postgres'
    password = 'pwd'
    dbname = 'gistest'
    to_do(file_path,username,password,dbname)
    print('DONE')