基于Python實現(xiàn)船舶的MMSI的獲取(推薦)

import requests
import os
import time
import pymysql
import pandas as pd
import re
'''
author:shikailiang
function:通過讀取船舶數(shù)據(jù)，分別請求拿到j(luò)son數(shù)據(jù)入庫
'''

#定義入庫的類
class company_ship_in_database:
  def __init__(self):
    self.conn = pymysql.connect(host="192.168.1.222", user="root", password="Cjh#Sjzx@", database="test", charset="utf8")
    self.cursor = self.conn.cursor()
    #獲取當(dāng)前文件的父級地址
    self.last_path = os.path.abspath(os.path.dirname(os.getcwd()))
  #寫入mysql
  def in_database(self,data_list):
  	#j用來對數(shù)據(jù)進行計數(shù)
    j=1
    #定義sql
    sql = ""
    #定義sql頭
    sql0 = "insert into bms_company_ship_test(oc_name,ship_name,mmsi) values"
    rowcount=len(data_list)
    for i in data_list:
    	#定義拼接sql
      sql2 = (("(" + "'{}'," * 3)[:-1] + ")").format(i[1][0],i[1][1],i[0])
      sql = sql + "," + sql2
      # print(sql0 + sql[1:])
      if divmod(j, 300)[1] == 0 or j == rowcount:
        #如果執(zhí)行錯誤回滾當(dāng)前事務(wù)
        # print(sql0 + sql[1:])
        try:
          self.cursor.execute(sql0 + sql[1:])

        except:
        	#執(zhí)行錯誤，回滾事務(wù)
          self.conn.rollback()
          continue
        sql= ""
      self.conn.commit()
      j=j+1
  #通過pandas寫入excel
  def in_xls(self, data_list):
    df=pd.DataFrame(data_list)
    #通過pandas實現(xiàn)存為excel
    df.to_excel(self.last_path + r"\data\result.xls",header=False,index=False)
  #請求船的方法
  def company_ship_in_database(self):
    data_path = self.last_path + r"\data"
    file=open(data_path + "\company.txt")
    data=[]
    j = 0
    for i in file.readlines():
    	#將船公司和船舶名稱分開
      chuan=i.strip().split()
      dic={
      'f':'auto',
      'kw':chuan[1]
      }
      rq=requests.get("http://searchv3.shipxy.com/shipdata/search4.ashx",params=dic)
      #判斷是否請求成功
      if rq.status_code==200:
        try:
          result_json=rq.json()
          result=result_json['ship'][0]
          #判斷船舶數(shù)字部分是否相同
          if re.search('\d+',result['n']).group()==re.search('\d+',chuan[1]).group():
            result=result['m']
            data.append([result,chuan])
          else:
            data.append(["", chuan])
        except:
          data.append(["",chuan])

      else:
        print(chuan + "請求錯誤")
      time.sleep(0.5)
      j = j + 1
      if divmod(j,100)[1] == 0:
        print("已經(jīng)請求" + str(j) + "條")
      # if j > 10:
      #  self.in_xls(data)
        # break
    self.in_database(data)

if __name__=="__main__":
  company_ship=company_ship_in_database()
  company_ship.company_ship_in_database()