# coding=utf-8
import os
import time
from selenium import webdriver
from selenium.webdriver.chrome.options import Options
from selenium.webdriver.common.by import By
from selenium.webdriver.support import expected_conditions as EC
from selenium.webdriver.support.wait import WebDriverWait
from PIL import Image
import xlsxwriter, xlrd
import pandas as pd
def login():
chrome_options = Options()
chrome_options.add_argument('--headless')
driver = webdriver.Chrome(executable_path='./chromedriver', chrome_options=chrome_options)
driver.set_window_size(1200, 741)
driver.implicitly_wait(2)
print('初始化中...')
driver.get("http://xxxve")
print('填写登录信息中...')
acc = driver.find_element_by_id('login-email')
pwd = driver.find_element_by_id('login-pass')
btn = driver.find_element_by_tag_name('button')
acc.send_keys('zhxxxm')
pwd.send_keys('LONxxxxx$')
btn.click()
print('跳转到验证码页面中...')
time.sleep(2)
capta = driver.find_element_by_id('code')
capta_input = input('请输入两步验证码：')
capta.send_keys(capta_input)
btn1 = driver.find_element_by_tag_name('button')
btn1.click()
time.sleep(2)
print('跳转到创意编辑页面中...')
return driver
faild_url = []
def parse_img(driver, url):
cid = url.split('/')[-2]
try:
driver.get_screenshot_as_file("./screen_shot/{}.png".format(cid))
element = driver.find_element_by_class_name("AdvertViewer-item")
# print(element.location) # 打印元素坐标
# print(element.size) # 打印元素大小
left = element.location['x']
top = element.location['y']
right = element.location['x'] + element.size['width']
bottom = element.location['y'] + element.size['height']
im = Image.open("./screen_shot/{}.png".format(cid))
im = im.crop((left, top, right, bottom))
im.save("./screen_shot/{}.png".format(cid))
print("创意-->{}.png 已经保存".format(cid))
except Exception as e:
faild_url.append(url)
def get_screen(driver, url, tem):
try:
driver.get(url)
time.sleep(10)
parse_img(driver,url)
except Exception as e:
print(e, url)
faild_url.append(url)
def new_xlsx():
# 打开excel文件
data = xlrd.open_workbook('全xxx意.xlsx')
book = xlsxwriter.Workbook('全行xxx意-fina.xlsx')
# 获取第一张工作表（通过索引的方式）
tables = data.sheets()
for table in tables:
worksheet = book.add_worksheet(table.name)
nrows = table.nrows
# 表头
rows = table.row_values(0)
for i, v in enumerate(rows):
if v != '':
worksheet.write(0, i, v)
# 表体
for k in range(1, nrows - 1):
rows = table.row_values(k)
for i, v in enumerate(rows):
if v != '':
if str(int(rows[6])) + '.png' in os.listdir('./screen_shot/'):
image_width, image_height = Image.open('./screen_shot/' + str(int(rows[6])) + '.png').size
worksheet.set_column('H:H', width=58)
worksheet.set_row(k, height=image_height*0.8)
if i == 7:
worksheet.insert_image('H' + str(k + 1), './screen_shot/' + str(int(rows[6])) + '.png',
{'x_offset': 6, 'y_offset': 3})
else:
worksheet.write(k, i, v)
else:
worksheet.write(k, i, v)
book.close()
if __name__ == '__main__':
df = pd.read_excel('./全行xxxx.xlsx')
driver1 = login()
link_list = df['link'].tolist()
tem_list = df['样式'].tolist()
dict_url = zip(link_list, tem_list)
for url, tem in dict_url:
count = 1
get_screen(driver1, url, tem)
count += 1
print('还剩 %s 个' % str(len(link_list) - count))
driver1.quit()
print('失败的url:', faild_url)
print('所有抓取结束')
new_xlsx()
print('插入表格结束')
