修改了连接远程数据库的方式

zmc

2023-10-12 ed135d79df12a2466b52dae1a82326941211dcc9

修改了连接远程数据库的方式

 Vcode.jpg

 __pycache__/hello.cpython-38.pyc

Binary files differ

 __pycache__/py_spider.cpython-38.pyc

Binary files differ

 py_spider.py

ÎļþÃû´Ó hello.py ÐÞ¸Ä
@@ -109,7 +109,7 @@
        # print('\n')
        after_address.append(a)

    engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    engine = create_engine("mysql+pymysql://fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")
    con_read = engine.connect()

    df = pd.read_sql('SELECT  b.DI_Name,a.MV_Stat_Code,a.MV_Data_Time,a.MV_Isduplication FROM fd_t_minutevalue AS a JOIN ea_t_device_info AS b ON a.MV_Stat_Code = b.DI_Code',con=con_read)  
@@ -119,8 +119,6 @@

    existing_data = df.values.tolist()  #DateFrame按照行转成list类型，res存放的是设备信息表中的数据

    # print('已处理：',after_address)
    # print('已存在',existing_data)

    # ä¿å­˜é‡å¤å€¼
    duplicate_data=[]
@@ -157,4 +155,4 @@
        return False,max


app.run(debug=True,port=8089)
app.run(debug=False,host='0.0.0.0',port=8089)

 src/Crawling.py

@@ -213,7 +213,7 @@
    data = pd.DataFrame(list,columns=['dev_id','exception','exception_type','region','begin_time','end_time'])
    print("\n\n")
    print(data)
    # engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    # engine = create_engine("mysql+pymysql://root:1234@localhost:3306/fume?charset=utf8")
    # con = engine.connect()

    # test3 è¦å†™å…¥çš„数据表，这样写的话要提前在数据库建好表
@@ -380,7 +380,7 @@
    data = pd.DataFrame(list,columns=['MV_Stat_Code','MV_Create_Time','MV_Data_Time','MV_Fan_Electricity','MV_Purifier_Electricity','MV_Fume_Concentration','MV_Fume_Concentration2'])
    print("\n\n")
    print(data)
    #engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    #engine = create_engine("mysql+pymysql://root:1234@localhost:3306/fume?charset=utf8")
    #con = engine.connect()

    # test3 è¦å†™å…¥çš„数据表，这样写的话要提前在数据库建好表
@@ -512,7 +512,7 @@
def dev_info_data_if_exisitd(list,con):  #list为爬取某家店铺指定页数转换后的数据
    global con_read
    #创建第二个数据库连接
    # engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    # engine = create_engine("mysql+pymysql://root:1234@localhost:3306/fume?charset=utf8")
    # con_read = engine.connect()

    df = pd.read_sql('SELECT DI_Code,DI_Name,DI_Supplier FROM ea_t_device_info',con=con_read)   #从设备信息表中读取设备编号，店铺名，供应商字段的数据。返回值是DateFrame类型
@@ -874,7 +874,12 @@
Key_period_night_begin = datetime.strptime('17:00',"%H:%M")   #晚上重点时段
Key_period_night_end = datetime.strptime('21:00',"%H:%M")

engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
# e1ngine = create_engine("mysql+pymysql://fume:fume_feiyu2023@localhost:3306/fume?charset=utf8")
engine = create_engine("mysql+pymysql://fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")


# e1ngine = create_engine("mysql+pymysql:/fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")

# ä¸“门读取设备信息表
con_read = engine.connect()

@@ -903,9 +908,10 @@
    # åˆå§‹åŒ–session
    session = ses
    webshops = shops[:]
    print(f'获取数据的时间区间为：{beginTime}-{endTime}')
    print('传入的店铺名称为：',shops)
   
    engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    engine = create_engine("mysql+pymysql://fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")
    con = engine.connect()

    # back_cookie()   # ä»Žæ–‡ä»¶ä¸­è¯»å–cookie

 src/__pycache__/Crawling.cpython-38.pyc

Binary files differ

 src/__pycache__/write_to_MySql.cpython-38.pyc

Binary files differ

 src/__pycache__/write_to_minute_table.cpython-38.pyc

Binary files differ

 src/text.py

@@ -67,7 +67,7 @@
    #     a.append(item[11])
    #     after_address.append(a)

    engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    engine = create_engine("mysql+pymysql://root:1234@localhost:3306/fume?charset=utf8")
    # ä¸“门读取设备信息表
    con_read = engine.connect()


 src/write_to_MySql.py

@@ -434,12 +434,12 @@
Key_period_night_end = datetime.strptime('21:00',"%H:%M")


engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
engine = create_engine("mysql+pymysql://fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")
# ä¸“门读取设备信息表
con_read = engine.connect()

def write(data):
    engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    engine = create_engine("mysql+pymysql://fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")
    con = engine.connect()
    write_all(data,con)
    con.close()

 src/write_to_minute_table.py

@@ -51,12 +51,12 @@
    fd_t_minbute(has_remove_duplicates,con)              #将指定页数数据写入数据库分钟数据表中 


engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
engine = create_engine("mysql+pymysql://fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")
# ä¸“门读取设备信息表
con_read = engine.connect()

def write(data):
    engine = create_engine("mysql+mysqlconnector://root:1234@localhost:3306/fume?charset=utf8")
    engine = create_engine("mysql+pymysql://fumeRemote:feiyu2023@114.215.109.124:3306/fume?charset=utf8")
    con = engine.connect()
    write_all(data,con)
    con.close()