【Python Selenium】简单数据生成脚本

最近因工作需要,写了一个简单的自动化脚本,纯属学习,顺便学习下selenium模块。

废话不多说,直接上代码!!

这里一位大神重写了元素定位、send_keys等方法,咱们直接进行调用。

适用Python3.6

 # coding=utf-8

 """
basePageUtil.py
基础类basePage,封装所有页面都公用的方法,
定义open函数,重定义find_element,switch_frame,send_keys等函数。
在初始化方法中定义驱动driver,url,pagetitle
""" from selenium.webdriver.support.wait import WebDriverWait
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver import ActionChains class basePage(object):
"""
basePage封装所有页面都公用的方法,例如driver, url ,FindElement等
"""
# 初始化driver,url,pagetitle等
# 实例化basePage类时,最先执行的就是__init__方法,该方法的入参,其实就是basePage类的入参。
#__init__方法不能有返回值,只能返回None
# self只实例本身,相较于类Page而言。 def __init__(self, selenium_driver, url, pagetitle='',downloadir='',pageurl=''):
self.driver = selenium_driver
self.url = url
self.pagetitle = pagetitle
self.downloadir = downloadir
self.pageurl=pageurl # 通过title断言进入的页面是否正确。
# 使用title获取当前窗口title,检查输入的title是否在当前title中,返回比较结果(True 或 False)
def on_page(self, pagetitle):
return pagetitle in self.driver.title # 打开页面,并校验页面链接是否加载正确
# 以单下划线_开头的方法,在使用import *时,该方法不会被导入,保证该方法为类私有的。
def _open(self, url, pagetitle='',pageurl=''):
# 使用get打开访问链接地址
self.driver.get(url)
self.driver.maximize_window()
print(self.driver.title,self.driver.current_url)
if pagetitle:
# 使用assert进行校验,打开的窗口title是否与配置的title一致。调用on_page()方法
assert self.on_page(pagetitle), "Check Page Error:\t%s" % url
if pageurl:
# 校验打开后的url与传入url是否一致
assert pageurl==self.driver.current_url,'{0}!={1}'.format(pageurl,self.driver.current_url) # 定义open方法,调用_open()进行打开链接
def open(self):
self._open(self.url, self.pagetitle,self.pageurl) # 重写元素定位方法
def find_element(self, loc):
try:
# 等待元素可见
return WebDriverWait(self.driver, 5).until(EC.visibility_of_element_located(loc))
except Exception as e:
elements = WebDriverWait(self.driver, 5).until(EC.visibility_of_any_elements_located(loc))
return elements[0] if elements else False #重写元素定位方法
def find_elements(self, loc):
try:
# 等待元素可见
return WebDriverWait(self.driver, 5).until(EC.visibility_of_any_elements_located(loc))
except BaseException:
print('page {0} does not have locator {1}'.format(self, loc)) # 重写switch_frame方法
def switch_frame(self, loc):
return self.driver.switch_to_frame(loc) # 重写switch_frame方法
def switch_window(self, loc):
return self.driver.switch_to_window(loc) # 定义script方法,用于执行js脚本
def script(self, src):
self.driver.execute_script(src) # 重写定义send_keys方法
def send_keys(self, loc: object, vaule: object, clear_first: object = True, click_first: object = True) -> object:
try:
if click_first:
self.find_element(loc).click()
if clear_first:
self.find_element(loc).clear() self.find_element(loc).send_keys(vaule)
except AttributeError:
print('%s page does not have "%s" locator' % (self, loc)) # 重写鼠标悬停方法
def move_to_element(self, element='', loc=''):
if loc:
element = self.find_element(loc)
elif not element:
assert False,'Not Found Element'
ActionChains(self.driver).move_to_element(element).perform()

自己写的脚本如下,脚本有些简单,没有进行类的封装:

"""
selenium驱动Firefox实现人工操作进行数据生成,输出日志到文本文件
"""
from basePageUtil import *
from selenium import webdriver
from selenium.webdriver.common.by import By
import xlrd
import re
import time
from datetime import datetime,timedelta
from selenium.webdriver.common.keys import Keys #读取Excel表格数据
def excle_table(file,table,colnameindex,file_log,fb,by_index=0):
# 某一行数据
colvalues = table.row_values(colnameindex)
#定义一个空列表,用来存放Excel的每行数据
# list = []
#表头数据
row = table.row_values(0)
if row:
list = {}
for i in range(len(colvalues)):
if i ==10:
try:
#格式化Excel表日期
excel_date = xlrd.xldate.xldate_as_datetime(colvalues[i], 0)
#日期格式化为str类型
dt = datetime.strptime(str(excel_date), "%Y-%m-%d %H:%M:%S").strftime('%Y-%m-%d')
#将日期数据传入到相应的表头下
list[row[i]] = dt
except Exception:
# e_bd = '第{0}条数据,初登日期格式错误'.format(colnameindex) + '\n'
# fb.write(e_bd)
continue
elif i == 11 or i ==12:
try:
# 格式化Excel表日期
excel_date = xlrd.xldate.xldate_as_datetime(colvalues[i], 0)
# 日期格式化为datetime类型
dt = datetime.strptime(str(excel_date), "%Y-%m-%d %H:%M:%S").strftime("%Y-%m-%d %H:%M")
# 将日期数据传入到相应的表头下
list[row[i]] = dt
except Exception:
# e_edate = '第{0}条数据,起保日期、终保日期格式错误'.format(colnameindex) + '\n'
# fb.write(e_edate)
continue
else:
list[row[i]] = colvalues[i]
return list
def flag(year):
if year % 400 == 0 or (year % 100 != 0 and year % 4 == 0):
return True
else:
return False def login():
driver = webdriver.Firefox()
url = 'http://172.20.xx.xx/xxxx/login.do'
driver.get(url)
driver.maximize_window()
UserName = "username"
PassWord = "password" RawData = basePage(driver, url)
# 登录
RawData.find_element((By.ID, 'j_username')).send_keys(UserName)
RawData.find_element((By.ID, 'j_password')).send_keys(PassWord)
RawData.find_element((By.ID, 'login_ok')).click()
# 点击数据生成
RawData.find_element((By.LINK_TEXT, '数据生成')).click() # 点击商业险数据生成
RawData.find_element((By.ID, 'main_treeDemo_34_9_span')).click()
#数据文件路径
file = r"C:\Users\zg\Desktop\data.xlsx"
# 打开excle文件
data = xlrd.open_workbook(file)
# 读取第一个sheet页
table = data.sheet_by_index(0)
# 行数
nrows = table.nrows
#错误日志文件
file_out = r'C:\Users\zg\Desktop\log.txt'
DateNow = datetime.now().strftime("%Y-%m-%d %H:%M:%S")
fb = open(file_out,'a')
fb.write(DateNow + '\n')
# 数据条数
succ_num = 0
fail_num = 0
NUM = nrows
for data_index in range(1,NUM): listdata = excle_table(file,table,data_index,file_out,fb)
if (len(listdata) <= 0):
assert 0, u'Excle数据异常'
try:
#省份选择
RawData.find_element((By.XPATH,'//a[@lookupgroup=\'cityLookup\']/i')).click()
# RawData.find_element((By.LINK_TEXT, '河北')).click()
province = listdata['省份']
time.sleep(0.5)
#js设置搜索框大小
scri1 = "var doc = document.getElementById('city');doc.style.height='685px';"
scri2 = "var doc = document.getElementsByTagName('div');" \
"for(var i=0;i < doc.length;i++){" \
" if (doc[i].className == 'dialog dialog-box'){" \
"doc[i].style.top='20px';}}"
scri3 = "var doc = document.getElementsByTagName('div');" \
"for(var i=0;i < doc.length;i++){" \
" if (doc[i].className == 'dialogContent layoutBox unitBox'){" \
"doc[i].style.height='690px';}}"
#执行js脚本
driver.execute_script(scri1)
driver.execute_script(scri2)
driver.execute_script(scri3)
try:
RawData.find_element((By.LINK_TEXT,province)).click()
except:
e_pro = '第{0}条数据省份有误,'.format(data_index)
fb.write(e_pro)
raise #公司名称
RawData.find_element((By.XPATH,'//a[@id=\'companySelect\']/i')).click()
#获取公司名称
company = re.search('[^a-zA-Z\s]+', listdata['需要生成哪家公司的数据']).group()
try:
# 输入公司名称
RawData.find_element((By.ID, 'compname')).send_keys(company)
#点击检索
RawData.find_element((By.XPATH, "//button[text()='检索']")).click()
#点击选择
RawData.find_element((By.LINK_TEXT, '选择')).click()
except:
RawData.find_element((By.XPATH, '/html/body/div[12]/div[1]/div/div/a[1]/i')).click()
e_ComCode = '第{0}条数据公司名称有误,'.format(data_index)
fb.write(e_ComCode)
raise
try:
#数据库选择
RawData.find_element((By.XPATH,"//button[@data-id='commerAreaVsUrl']")).click()
loc_db = "/html/body/div/div/ul/li/a/span[text()='{0} 联调']".format(province)
RawData.find_element((By.XPATH, loc_db)).click()
except:
e_db = '第{0}条数据数据库名称有误,'.format(data_index)
fb.write(e_db)
raise try:
#业务种类选择
RawData.find_element((By.XPATH,"//button[@data-id='biz_bjautotypes']")).click()
YWZL = listdata['业务种类']
RawData.find_element((By.XPATH, "/html/body/div[13]/div/ul/li/a/span[text()='" + YWZL + "']")).click()
except:
e_YWZL = '第{0}条数据业务种类有误,'.format(data_index)
fb.write(e_YWZL)
raise
# 日期
# 起保日期
eds = driver.find_elements_by_xpath("//input[@name='effectiveDate']")
# 终保日期
exds = driver.find_elements_by_xpath("//input[@name='expireDate']")
# 签单日期
bds = driver.find_elements_by_xpath("//input[@name='billDate']")
# 投保查询日期
qds = driver.find_elements_by_xpath("//input[@name='queryDate']")
# 起保日期
effdt_data = listdata['起保日期']
# 终保日期
exdt_data = listdata['终保日期']
# 起保日期格式化
effdt_data_tra = datetime.strptime(effdt_data, "%Y-%m-%d %H:%M")
# 终保日期格式化
exdt_data_tra = datetime.strptime(exdt_data, "%Y-%m-%d %H:%M")
#业务种类列表
YWZL1 = ['连续5年没有发生赔款','连续4年没有发生赔款','连续3年没有发生赔款','连续2年没有发生赔款','连续1年没有发生赔款']
years = re.search('\d', YWZL).group()
#对业务种类进行判断
if YWZL in YWZL1: if flag(effdt_data_tra.year) == True and effdt_data_tra.month == 2 and effdt_data_tra.day == 29:
flagYear = True
else:
flagYear = False
for i in range(0, int(years)):
# 传入日期前数据清空
eds[i].clear()
exds[i].clear()
bds[i].clear()
qds[i].clear()
# 起保日期年份
effdt_year = effdt_data_tra.year
#起保日期减一天
effdt_now = effdt_data_tra - timedelta(days=1)
# 传入起保日期
eds[i].send_keys(str(effdt_data_tra.strftime("%Y-%m-%d %H:%M")))
# 传入终保日期
exds[i].send_keys(str(exdt_data_tra.strftime("%Y-%m-%d %H:%M")))
# 传入签单日期
bds[i].send_keys(effdt_now.strftime("%Y-%m-%d"))
# 传入投保查询日期
qds[i].send_keys(effdt_now.strftime("%Y-%m-%d"))
# 终保日期
exdt_data_tra = effdt_data_tra
if flagYear == True:
if flag(effdt_year - 1) == True:
effdt_data_tra_str = "{0}-02-29 00:00".format(effdt_year - 1)
if flag(effdt_year - 1) == False:
effdt_data_tra_str = "{0}-02-28 00:00".format(effdt_year - 1)
effdt_data_tra = datetime.strptime(effdt_data_tra_str, "%Y-%m-%d %H:%M")
else:
if flag(effdt_year) == True and (
effdt_data_tra.month > 2 or effdt_data_tra.month == 2 and effdt_data_tra.day == 29):
# 起保日期减366天
effdt_data_tra = effdt_data_tra - timedelta(days=366)
elif flag(effdt_year) == False and flag(effdt_year - 1) == True and effdt_data_tra.month < 3:
# 起保日期减366天
effdt_data_tra = effdt_data_tra - timedelta(days=366)
else:
# 起保日期减365天
effdt_data_tra = effdt_data_tra - timedelta(days=365)
else:
# 结案时间
CTs = RawData.find_elements((By.XPATH, "//input[@name='ClaimCloseTime']")) for i in range(0,int(years)):
#传入日期前数据清空
eds[0].clear()
exds[0].clear()
bds[0].clear()
qds[0].clear()
CTs[i].clear()
# 起保日期年份
effdt_year = effdt_data_tra.year
# 起保日期减一天
effdt_now = effdt_data_tra - timedelta(days=1)
# 起保日期加一天,结案时间
CT_now = effdt_data_tra + timedelta(days=i+1)
# 传入起保日期
eds[0].send_keys(str(effdt_data_tra))
# 传入终保日期
exds[0].send_keys(str(exdt_data_tra))
# 传入签单日期
bds[0].send_keys(effdt_now.strftime("%Y-%m-%d"))
# 传入投保查询日期
qds[0].send_keys(effdt_now.strftime("%Y-%m-%d"))
# 传入结案时间
CTs[i].send_keys(CT_now.strftime("%Y-%m-%d %H:%M"))
#向上翻页
RawData.find_element((By.ID, 'bjautolayout_table_css')).send_keys(Keys.PAGE_UP)
try:
#号牌选择
RawData.find_element((By.XPATH,"//button[@data-id='autolicenseType']")).click()
license = listdata['号牌种类'].strip()
RawData.find_element((By.XPATH, "/html/body/div[14]/div/ul/li/a/span[text()='"+license+"']")).click()
except:
e_license = '第{0}条数据号牌种类有误,'.format(data_index)
fb.write(e_license)
raise try:
#车辆类型
RawData.find_element((By.XPATH,"//button[@data-id='car_type']")).click()
CLLX = listdata['车辆种类']
RawData.find_element((By.XPATH, "/html/body/div[15]/div/ul/li/a/span[text()='"+ CLLX +"']")).click()
except:
e_CLLX = '第{0}条数据车辆类型有误,'.format(data_index)
fb.write(e_CLLX)
raise try:
#使用性质
RawData.find_element((By.XPATH,"//button[@data-id='car_type2s']")).click()
SYXZ = listdata['使用性质'].strip()
RawData.find_element((By.XPATH, "/html/body/div[16]/div/ul/li/a/span[text()='"+ SYXZ +"']")).click()
except:
e_SYXZ = '第{0}条数据使用性质有误,'.format(data_index)
fb.write(e_SYXZ)
raise #车主姓名
# RawData.find_element((By.ID,"roleName")).send_keys('张三') #保额
# RawData.find_element((By.ID,"sumLimit")).send_keys('1000') try:
#车三项
RawData.find_element((By.XPATH,"//button[@data-id='iscarform']")).click()
RawData.find_element((By.XPATH,"/html/body/div[17]/div/ul/li/a/span[text()='否']")).click()
except:
e_CSX = '第{0}条数据车三项选择有误,'.format(data_index)
fb.write(e_CSX)
raise try:
#初登日期
Registerdate = str(listdata['初登日期'])
RawData.find_element((By.ID, "registerdate")).send_keys(Registerdate)
except:
e_registerdate = '第{0}条数据初登日期有误,'.format(data_index)
fb.write(e_registerdate)
raise try:
#是否过户车
RawData.find_element((By.XPATH,"//button[@data-id='transferid']")).click()
GHC = listdata['是否过户车'].strip()
RawData.find_element((By.XPATH,"/html/body/div[18]/div/ul/li/a/span[text()='"+GHC+"']")).click()
except:
e_GHC = '第{0}条数据过户车选择有误,'.format(data_index)
fb.write(e_GHC)
raise try:
#数据条数
DataNum = str(int(listdata['数据条数']))
# DataNum = re.search('\d+',listdata['数据条数']).group()
RawData.find_element((By.ID, "commertshu")).send_keys(DataNum)
except:
e_DataNum = '第{0}条数据数据条数有误,'.format(data_index)
fb.write(e_DataNum)
raise try:
#是否是异地车
RawData.find_element((By.XPATH,"/html/body/div[1]/div[3]/div/div[2]/div[2]/div[2]/form/div[1]/table/tbody/tr[39]/td[2]/div/button")).click()
YDC = listdata['是否异地车'].strip()
RawData.find_element((By.XPATH,"/html/body/div[19]/div/ul/li/a/span[text()='"+YDC+"']")).click()
except:
e_YDC = '第{0}条数据异地车选择有误,'.format(data_index)
fb.write(e_YDC)
raise # 保单系数算法
RawData.find_element((By.XPATH,"//button[@data-id='case_type2']")).click()
RawData.find_element((By.XPATH,"/html/body/div[20]/div/ul/li/a/span[text()='新']")).click() # 多年车贷
RawData.find_element((By.XPATH,"/html/body/div[1]/div[3]/div/div[2]/div[2]/div[2]/form/div[1]/table/tbody/tr[40]/td[4]/div/button")).click()
RawData.find_element((By.XPATH,"/html/body/div[21]/div/ul/li/a/span[text()='否']")).click() try:
#提交公司代码
RawData.find_element((By.XPATH,"/html/body/div[1]/div[3]/div/div[2]/div[2]/div[2]/form/div[1]/table/tbody/tr[41]/td[2]/div/button")).click()
ComCode = listdata['本公司名称'].replace(' ','-').strip()
RawData.find_element((By.XPATH, "/html/body/div[22]/div/ul/li/a/span[text()='"+ ComCode +"']")).click()
except:
e_ComCode = '第{0}条数据公司代码有误,'.format(data_index)
fb.write(e_ComCode)
raise
#点击提交
RawData.find_element((By.XPATH,"//button[text()='提交']")).click()
# time.sleep(3)
RawData.find_element((By.XPATH,"//button[text()='确定']")).click()
#刷新商业数据生成页面
RawData.find_element((By.ID, 'main_treeDemo_34_9_span')).click()
# 成功条数d
succ_num += 1
time.sleep(0.5)
e_succ = '第{0}条数据生成成功'.format(data_index) + '\n'
fb.write(e_succ)
except:
e_fail = '数据生成失败,请校验数据。\n’
fb.write(e_fail)
# 刷新商业数据生成页面
RawData.find_element((By.ID, 'main_treeDemo_34_9_span')).click()
fail_num +=1
time.sleep(0.5)
fb.write('\n本次数据条数共{0}条,成功{1}条,失败{2}条。\n'.format(NUM - 1, succ_num, fail_num))
fb.close()
if __name__== '__main__':
login()

  代码比较简单,不喜勿喷,本人正在学习阶段!

  Python学习交流QQ群:25452556,欢迎大家加入(群主就是重写代码那位)!

上一篇:C# 虚方法 抽象方法 接口


下一篇:之前可运行mongodb,后来却不行了显示Unclean shutdown detected mongodb