专家知识
from aip import AipSpeech bd_k_l = ['11059852', '5Kk01GtG2fjCwpzEkwdn0mjw', 'bp6Wyx377Elq7RsCQZzTBgGUFzLm8G2A'] APP_ID, API_KEY, SECRET_KEY = bd_k_l def gen_bd_mp3(uid, str_): mp3_dir = 'C:\\Users\\sas\\PycharmProjects\\produce_video\\mymp3\\' mp3_dir = 'D:\\mymp3\\' client = AipSpeech(APP_ID, API_KEY, SECRET_KEY) result = client.synthesis(str_, 'zh', 1, { 'vol': 5, }) # 识别正确返回语音二进制 错误则返回dict 参照下面错误码 if not isinstance(result, dict): f_w = '{}{}{}{}'.format(mp3_dir, 'semHAND', uid, '.mp3') # with open('auido.b.mp3', 'wb') as f: with open(f_w, 'wb') as f: f.write(result) import os os_sep = os.sep this_file_abspath = os.path.abspath(__file__) this_file_dirname, this_file_name = os.path.dirname(this_file_abspath), os.path.abspath(__file__).split(os_sep)[-1] uid_d = [] f, uid_n = 'html.parp.txt', 0 sen_l = ['。', '\n'] whole_s = '' with open(f, 'r', encoding='utf-8') as fr: for i in fr: whole_s = '{}{}'.format(whole_s, i) # 设置分句的标志符号;可以根据实际需要进行修改 # cutlist = "。!?".decode('utf-8') cutlist = ['\n', '\t', '。', ';', '?', '.', ';', '?', '...', '、、、', ':', '!', '!'] cutlist = ['\n', '\t', '。', ';', '?', '.', '?', '...', '、、、', '!', '!'] # cutlist = [ '。', ';', '?', '.', ';', '?', '...', '、、、',':',':',','] # cutlist = [ '。', ';', '?', '.', ';', '?', '...', '、、、',':',',','、'] # 检查某字符是否分句标志符号的函数;如果是,返回True,否则返回False def FindToken(cutlist, char): if char in cutlist: return True else: return False # 进行分句的核心函数 def Cut(cutlist, lines): # 参数1:引用分句标志符;参数2:被分句的文本,为一行中文字符 l = [] # 句子列表,用于存储单个分句成功后的整句内容,为函数的返回值 line = [] # 临时列表,用于存储捕获到分句标志符之前的每个字符,一旦发现分句符号后,就会将其内容全部赋给l,然后就会被清空 for i in lines: # 对函数参数2中的每一字符逐个进行检查 (本函数中,如果将if和else对换一下位置,会更好懂) if FindToken(cutlist, i): # 如果当前字符是分句符号 line.append(i) # 将此字符放入临时列表中 l.append(''.join(line)) # 并把当前临时列表的内容加入到句子列表中 line = [] # 将符号列表清空,以便下次分句使用 else: # 如果当前字符不是分句符号,则将该字符直接放入临时列表中 line.append(i) return l sentence_l = Cut(list(cutlist), list(whole_s)) sentence_l_noblank = [] for i in sentence_l: if i != '\n': sentence_l_noblank.append(i.replace('\n', '')) ''' 在标点符号正确的情况下分割出自然的句子 ''' ''' 以句子为单位生成声音 ''' from aip import AipSpeech bd_k_l = ['11059852', '5Kk01GtG2fjCwpzEkwdn0mjw', 'bp6Wyx377Elq7RsCQZzTBgGUFzLm8G2A'] APP_ID, API_KEY, SECRET_KEY = bd_k_l def gen_bd_mp3(uid, str_): mp3_dir = 'C:\\Users\\sas\\PycharmProjects\\produce_video\\mymp3\\' mp3_dir = 'D:\\mymp3\\' client = AipSpeech(APP_ID, API_KEY, SECRET_KEY) result = client.synthesis(str_, 'zh', 1, { 'vol': 5, }) # 识别正确返回语音二进制 错误则返回dict 参照下面错误码 if not isinstance(result, dict): f_w = '{}{}{}{}'.format(mp3_dir, 'oneSen', uid, '.mp3') # with open('auido.b.mp3', 'wb') as f: with open(f_w, 'wb') as f: f.write(result) uid_d = {} uid, uid_n = 43020157, 0 uid_d[uid] = {} uid_d[uid]['sen_d'], uid_d[uid]['img_l'] = {}, [] for i in sentence_l_noblank: uid_sen = '{}{}{}'.format(uid, '_', uid_n) # gen_bd_mp3(uid_sen, i) uid_n += 1 mp3_dir = 'D:\\mymp3\\' f_w = '{}{}{}{}'.format(mp3_dir, 'oneSen', uid_sen, '.mp3') uid_d[uid]['sen_d'][f_w] = i import glob f_img_d = '{}{}{}{}{}'.format(this_file_dirname, os_sep, 'mypng', os_sep, '*.jpg') imgs = glob.glob(f_img_d) uid_d[uid]['img_l'] = [] for i in imgs: if 'logo' in i: if 'uid' in i: # print(i) uid_d[uid]['img_logo_uid'] = i else: uid_d[uid]['img_logo_our'] = i else: uid_d[uid]['img_l'].append(i) for i in uid_d[uid]: print(i) import os, time, glob import cv2 os_sep = os.sep this_file_abspath = os.path.abspath(__file__) this_file_dirname, this_file_name = os.path.dirname(this_file_abspath), os.path.abspath(__file__).split(os_sep)[-1] logo_f, logo_f_uid, imgs = uid_d[uid]['img_logo_our'], uid_d[uid]['img_logo_uid'], uid_d[uid]['img_l'] img_size_d = {} w_h_size_min = [12345, 12345] for i in imgs: img = cv2.imread(i) w_h_s = '{},{}'.format(img.shape[1], img.shape[0]) w, h = [int(i) for i in w_h_s.split(',')] if w * h < w_h_size_min[0] * w_h_size_min[1]: w_h_size_min = [w, h] if w_h_s not in img_size_d: img_size_d[w_h_s] = 1 else: img_size_d[w_h_s] += 1 # 取众数 mode_img_size_wh = [int(i) for i in sorted(img_size_d.items(), key=lambda mytuple: mytuple[1], reverse=True)[0][0].split(',')] mode_img_size_wh = [1208, 720] mode_img_size_wh = w_h_size_min os_sep = os.sep import imageio imageio.plugins.ffmpeg.download() from moviepy.editor import VideoFileClip # f_mp3 = 'g3dbG3g3uidnoBRBlankLine.06.mp3' import mutagen.id3 from mutagen.easyid3 import EasyID3 from mutagen.mp3 import MP3 # EasyID3.valid_keys["comment"] = "COMM::'XXX'" # id3info = MP3(f_mp3, ID3=EasyID3) # t_spend = id3info.info.length import cv2 import glob def resize_rescale_pilimg(img_f, w_h_tuple=(mode_img_size_wh[0], mode_img_size_wh[1]), mid_factor=1): img_n, img_type = img_f.split('.')[-2], img_f.split('.')[-1] img_n_resize_rescale_pilimg_dir = '{}{}{}'.format(os_sep.join(img_n.split(os_sep)[:-1]), 'resize_rescale_pilimg', os_sep, img_n.split(os_sep)[-1], os_sep) img_n_resize_rescale_pilimg = '{}{}{}'.format(img_n_resize_rescale_pilimg_dir, img_n.split(os_sep)[-1], '.PNG') img_type = 'PNG' img_f_new = img_n_resize_rescale_pilimg mid_icon = Image.open(img_f) mid_icon_w, mid_icon_h = w_h_tuple[0] * mid_factor, w_h_tuple[1] * mid_factor mid_icon = mid_icon.resize((mid_icon_w, mid_icon_h), Image.ANTIALIAS) mid_icon.save(img_n_resize_rescale_pilimg, img_type) return img_f_new from PIL import Image, ImageDraw, ImageFont myfont = ImageFont.truetype("simhei.ttf", encoding="utf-8") import cv2 import numpy as np import math br_step = math.floor((mode_img_size_wh[0]) * 0.0185) audio_spend = 0 f_v = '{}{}{}{}'.format('D:\\myv\\', uid, int(time.time()), '.avi') fps, fourcc = 20, cv2.VideoWriter_fourcc('M', 'J', 'P', 'G') videoWriter = cv2.VideoWriter(f_v, fourcc, fps, (mode_img_size_wh[0], mode_img_size_wh[1])) img_seq = 0 for f_mp3 in uid_d[uid]['sen_d']: screen_str = uid_d[uid]['sen_d'][f_mp3] screen_str_l = [] br_step_times = math.ceil(len(screen_str) / br_step) for i in range(br_step_times): myrow = screen_str[i * br_step:(i + 1) * br_step] screen_str_l.append(myrow) screen_str = '\n'.join(screen_str_l) imgname = uid_d[uid]['img_l'][img_seq % len(uid_d[uid]['img_l'])] img_seq += 1 frame = cv2.imread(imgname) if (frame.shape[1], frame.shape[0]) != (mode_img_size_wh[0], mode_img_size_wh[1]): imgname = resize_rescale_pilimg(imgname) frame = cv2.imread(imgname) else: pass img1 = cv2.imread(imgname) # 加载图像 # img2 = cv2.imread(logo_f) # logo img2 = cv2.imread(logo_f_uid) # logo 客户在左边 rows, cols, channels = img2.shape roi = img1[0:rows, 0:cols] # 取img1的这个区域来处理 img2gray = cv2.cvtColor(img2, cv2.COLOR_BGR2GRAY) # 建立logo的二值图,也建立相反的二值图 ret, mask = cv2.threshold(img2gray, 175, 255, cv2.THRESH_BINARY) # 二值化 mask_inv = cv2.bitwise_not(mask) # 做非操作,黑的变白,白的变黑,黑色0,白色255 img1_bg = cv2.bitwise_and(roi, roi, mask=mask) # 与操作 ,参数输入,输出,与mask做and操作,黑色的被填充 img2_fg = cv2.bitwise_and(img2, img2, mask=mask_inv) # 与操作 dst = cv2.add(img1_bg, img2_fg) # 相加 img1[0:rows, 0:cols] = dst # 把添加了logo的该区域赋值回原来的地方 # img3 = cv2.imread(logo_f_uid) # logo img3 = cv2.imread(logo_f) # logo our在右边 rows, cols, channels = img3.shape rows1, cols1, channels1 = img1.shape roi = img1[0:rows, cols1 - cols:cols1] # 取img1的这个区域来处理 img3gray = cv2.cvtColor(img3, cv2.COLOR_BGR2GRAY) # 建立logo的二值图,也建立相反的二值图 ret, mask = cv2.threshold(img3gray, 175, 255, cv2.THRESH_BINARY) # 二值化 mask_inv = cv2.bitwise_not(mask) # 做非操作,黑的变白,白的变黑,黑色0,白色255 img1_bg = cv2.bitwise_and(roi, roi, mask=mask) # 与操作 ,参数输入,输出,与mask做and操作,黑色的被填充 img3_fg = cv2.bitwise_and(img3, img3, mask=mask_inv) # 与操作 dst = cv2.add(img1_bg, img3_fg) # 相加 img1[0:rows, cols1 - cols:cols1] = dst # 把添加了logo的该区域赋值回原来的地方 frame = img1 frame_cv2 = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) frame_pil = Image.fromarray(frame_cv2) # 转为PIL的图片格式 font_size = math.floor((mode_img_size_wh[0]) * 0.040) font = ImageFont.truetype("simhei.ttf", font_size, encoding="utf-8") f_x, f_y = math.floor((mode_img_size_wh[0]) * 0.06), math.floor( mode_img_size_wh[1] * 0.85) - br_step_times * font_size ImageDraw.Draw(frame_pil).text((f_x, f_y), screen_str, (255, 0, 0), font) frame_cv2 = cv2.cvtColor(np.array(frame_pil), cv2.COLOR_RGB2BGR) img = frame_cv2 EasyID3.valid_keys["comment"] = "COMM::'XXX'" id3info = MP3(f_mp3, ID3=EasyID3) t_spend = id3info.info.length audio_spend += t_spend print(audio_spend) myinterval = t_spend print(myinterval, '---------------', screen_str) # this_time = time.time() fps_loop_times = math.ceil(t_spend * fps) for fps_loop in range(fps_loop_times): videoWriter.write(img) # # while time.time() - this_time < myinterval: # videoWriter.write(img) # wt = math.floor(1 / fps * 1000) # cv2.waitKey(wt) videoWriter.release() time.sleep(1)
# pass_dbid_l = [i.split(':45 ')[-1].split('_')[0] for i in s.split('\n')[1:-2]] pass_dbid_l = [] d = 0 # import os # os_sep = os.sep # banner_img_dir = '{}{}{}'.format('D:\\mybanner', os_sep, '*.*') # import glob # banner_imgs = glob.glob(banner_img_dir) # un_d={} # l=[] # for banner_img in banner_imgs: # un=banner_img.split(os_sep)[-1].split('_')[0] # if un not in un_d: # un_d[un]={} # un_d[un]['banner_img_l']=[] # un_d[un]['banner_img_l'].append(banner_img) # # for un in un_d: # if len( un_d[un]['banner_img_l'])>2: # l.append(un) # s='"{}"'.format('","'.join(l)) # s='{}'.format(','.join(l)) # print(s) # # import os # os._exit(343) f = 'uid.username.txt' uid_d = {} with open(f, 'r', encoding='utf-8') as fr: for i in fr: uid, un = i.replace('\n', '').split('\t') uid_d[uid] = {} uid_d[uid]['username'] = un uid_d[uid]['banner_img_l'] = [] import os os_sep = os.sep banner_img_dir = '{}{}{}'.format('D:\\mybanner', os_sep, '*.*') import glob banner_imgs = glob.glob(banner_img_dir) for uid in uid_d: un = uid_d[uid]['username'] for i in banner_imgs: if un in i: uid_d[uid]['banner_img_l'].append(i) uid_d_filter = {} l = [] for uid in uid_d: if len(uid_d[uid]['banner_img_l']) > 2: uid_d_filter[uid] = {} uid_d_filter[uid] = uid_d[uid] l.append(uid) # print(','.join(l)) import os # os._exit(4535) del uid_d dd = 9 ''' CHK-BANNER ''' import os os_sep = os.sep this_file_abspath = os.path.abspath(__file__) this_file_dirname, this_file_name = os.path.dirname(this_file_abspath), os.path.abspath(__file__).split(os_sep)[-1] # 设置分句的标志符号;可以根据实际需要进行修改 cutlist = ['\n', '\t', '。', ';', '?', '.', ';', '?', '...', '、、、', ':', '!', '!'] cutlist = ['\n', '\t', '。', ';', '?', '.', '?', '...', '、、、', '!', '!'] # 检查某字符是否分句标志符号的函数;如果是,返回True,否则返回False def FindToken(cutlist, char): if char in cutlist: return True else: return False # 进行分句的核心函数 def Cut(cutlist, lines): # 参数1:引用分句标志符;参数2:被分句的文本,为一行中文字符 l = [] # 句子列表,用于存储单个分句成功后的整句内容,为函数的返回值 line = [] # 临时列表,用于存储捕获到分句标志符之前的每个字符,一旦发现分句符号后,就会将其内容全部赋给l,然后就会被清空 for i in lines: # 对函数参数2中的每一字符逐个进行检查 (本函数中,如果将if和else对换一下位置,会更好懂) if FindToken(cutlist, i): # 如果当前字符是分句符号 line.append(i) # 将此字符放入临时列表中 l.append(''.join(line)) # 并把当前临时列表的内容加入到句子列表中 line = [] # 将符号列表清空,以便下次分句使用 else: # 如果当前字符不是分句符号,则将该字符直接放入临时列表中 line.append(i) return l ''' 在标点符号正确的情况下分割出自然的句子 以句子为单位生成声音 ''' from aip import AipSpeech bd_k_l = ['11131400', 'fGtMoYr1vVUbdvSGPTtknunt', 'x5IGwqiSu6C6EQQ6IhFAN6OZpGsOMK4W'] # bd_k_l = ['11059852', '5Kk01GtG2fjCwpzEkwdn0mjw', 'bp6Wyx377Elq7RsCQZzTBgGUFzLm8G2A'] APP_ID, API_KEY, SECRET_KEY = bd_k_l def gen_bd_mp3(uid, str_, f_w): mp3_dir = 'C:\\Users\\sas\\PycharmProjects\\produce_video\\mymp3\\' mp3_dir = 'D:\\mymp3\\' client = AipSpeech(APP_ID, API_KEY, SECRET_KEY) result = client.synthesis(str_, 'zh', 1, { 'vol': 5, }) # 识别正确返回语音二进制 错误则返回dict 参照下面错误码 if not isinstance(result, dict): # f_w = '{}{}{}{}'.format(mp3_dir, 'oneSen0419', uid, '.mp3') # with open('auido.b.mp3', 'wb') as f: with open(f_w, 'wb') as f: f.write(result) print('ok', f_w) img_dir = 'D:\\mybanner\\' img_dir = 'D:\\mybanner\\' from bs4 import * xls = 'XLS0419' f = 'db.data.snap.txt' uid_d = {} ''' uid_d[uid]['sen_d'], uid_d[uid]['img_l'] = {}, [] uid_d[uid]['img_logo_uid'] = i uid_d[uid]['img_logo_our'] = i ''' import glob f_img_d = '{}{}{}'.format(img_dir, os_sep, '*.jpg') imgs = glob.glob(f_img_d) img_dir_logo = 'D:\\mylogo\\' f_img_d = '{}{}{}'.format(img_dir_logo, os_sep, '*.jpg') imgs_logo = glob.glob(f_img_d) our_logo_f = 'g3logo.jpg' mp3_dir = 'D:\\mymp3\\' f_mp3_d = '{}{}{}'.format(mp3_dir, os_sep, '*.mp3') mpp3s = glob.glob(f_mp3_d) import random import time with open(f, 'r', encoding='utf-8') as fr: for i in fr: ll = i.split(xls) dbid, uid, username, html_ = [i.replace('\t', '') for i in ll] print('---------------') # if uid not in uid_d_filter: # print(uid) # continue uid_d[uid] = {} uid_d[uid]['dbid'], uid_d[uid]['username'], uid_d[uid]['str'] = dbid, username, html_ uid_d[uid]['sen_d'], uid_d[uid]['img_l'] = {}, [] uid_d[uid]['img_logo_our'] = '{}{}'.format(img_dir_logo, our_logo_f) myhtml = 'D:\\myhtml\\{}tmp.html'.format(random.randint(123, 999)) with open(myhtml, 'w', encoding='utf-8') as fw: fw.write(html_) with open(myhtml, 'r', encoding='utf-8') as myhtml_o: bs = BeautifulSoup(myhtml_o, 'html.parser') txt = bs.text for i_img in imgs_logo: if uid in i_img: uid_d[uid]['img_logo_uid'] = i_img break # logo_url = 'http://img.a.g3user.com/site/34034975/logo.jpg'.replace('34034975', uid) # spider_webimg_dl_return_local_img_path(img_dir, logo_url, uid, 'logo') # img_url = [i.attrs['src'] for i in bs.find_all('img')] # uid_n = 0 # for i in bs.find_all('img'): # img_url = i.attrs['src'] # # spider_webimg_dl_return_local_img_path(img_dir, img_url, uid, uid_n) # uid_n += 1 # # for i_img in imgs: # if uid in i_img: # uid_d[uid]['img_l'].append(i_img) uid_d[uid]['img_l'] = uid_d_filter[uid]['banner_img_l'] sentence_l = Cut(list(cutlist), list(txt)) sentence_l_noblank = [] for i in sentence_l: if i != '\n' and len(i.replace(' ', '')) > 0: sentence_l_noblank.append(i.replace('\n', '')) uid_n = 0 for screen_str in sentence_l_noblank: uid_sen = '{}{}{}'.format(uid, '_', uid_n) f_w = '{}{}{}'.format(mp3_dir, uid_sen, '.mp3') # gen_bd_mp3(uid_sen, screen_str, f_w) # time.sleep(1) uid_d[uid]['sen_d'][f_w] = screen_str uid_n += 1 if uid_n % 5 == 0: # time.sleep(3) pass # time.sleep(1) import os, time, glob, math import imageio imageio.plugins.ffmpeg.download() from mutagen.easyid3 import EasyID3 from mutagen.mp3 import MP3 from PIL import Image, ImageDraw, ImageFont import cv2 import numpy as np def resize_rescale_pilimg(img_f, w_h_tuple, mid_factor=1): img_n, img_type = img_f.split('.')[-2], img_f.split('.')[-1] img_n_resize_rescale_pilimg_dir = '{}{}{}'.format(os_sep.join(img_n.split(os_sep)[:-1]), 'resize_rescale_pilimg', os_sep, img_n.split(os_sep)[-1], os_sep) img_n_resize_rescale_pilimg = '{}{}{}'.format(img_n_resize_rescale_pilimg_dir, img_n.split(os_sep)[-1], '.PNG') img_type = 'PNG' img_f_new = img_n_resize_rescale_pilimg mid_icon = Image.open(img_f) mid_icon_w, mid_icon_h = w_h_tuple[0] * mid_factor, w_h_tuple[1] * mid_factor mid_icon = mid_icon.resize((mid_icon_w, mid_icon_h), Image.ANTIALIAS) mid_icon.save(img_n_resize_rescale_pilimg, img_type) return img_f_new for uid in uid_d: if uid_d[uid]['dbid'] in pass_dbid_l: continue if int(uid) % 2 == 0: continue print(uid) if 'img_logo_uid' not in uid_d[uid]: continue logo_f, logo_f_uid, imgs = uid_d[uid]['img_logo_our'], uid_d[uid]['img_logo_uid'], uid_d[uid]['img_l'] res_v_f_dir = 'D:\\myvonline' f_img_d = '{}{}{}'.format(res_v_f_dir, os_sep, '*.mp4') vs = glob.glob(f_img_d) chk_v = '{}{}{}{}'.format(res_v_f_dir, os_sep, uid_d[uid]['dbid'], '.mp4') t_spend_per_imgperiod = 5 res_v = '{}{}{}{}{}{}'.format(res_v_f_dir, os_sep, uid_d[uid]['dbid'], '_', t_spend_per_imgperiod, '.mp4') # chk_v = res_v # print(chk_v) # if chk_v in vs: # continue img_size_d = {} w_h_size_min = [12345, 12345] for i in imgs: img = cv2.imread(i) w_h_s = '{},{}'.format(img.shape[1], img.shape[0]) w, h = [int(i) for i in w_h_s.split(',')] if w * h < w_h_size_min[0] * w_h_size_min[1]: w_h_size_min = [w, h] if w_h_s not in img_size_d: img_size_d[w_h_s] = 1 else: img_size_d[w_h_s] += 1 # 取众数 mode_img_size_wh = [int(i) for i in sorted(img_size_d.items(), key=lambda mytuple: mytuple[1], reverse=True)[0][0].split(',')] # if mode_img_size_wh[0] * mode_img_size_wh[1] > w_h_size_min[0] * w_h_size_min[1]: # mode_img_size_wh = w_h_size_min os_sep = os.sep this_file_abspath = os.path.abspath(__file__) this_file_dirname, this_file_name = os.path.dirname(this_file_abspath), os.path.abspath(__file__).split(os_sep)[-1] br_step_test_l = [0.0185, 0.0195, 0.02, 0.028] br_step = math.floor((mode_img_size_wh[0]) * br_step_test_l[-1]) audio_spend = 0 for f_mp3 in uid_d[uid]['sen_d']: screen_str = uid_d[uid]['sen_d'][f_mp3] # 没有保存的必要 uid_sen = f_mp3.split(os_sep)[-1].split('.')[0] had = False mp3_dir = 'D:\\mymp3\\' f_mp3_d = '{}{}{}'.format(mp3_dir, os_sep, '*.mp3') mpp3s = glob.glob(f_mp3_d) print(f_mp3) if f_mp3 not in mpp3s: if len(screen_str.replace(' ', '')) == 0: screen_str = '{}{}'.format(screen_str, '谢谢。') print(screen_str) gen_bd_mp3(uid_sen, screen_str, f_mp3) time.sleep(2) EasyID3.valid_keys["comment"] = "COMM::'XXX'" try: id3info = MP3(f_mp3, ID3=EasyID3) except Exception as e: print(e) continue audio_spend += id3info.info.length f_v = '{}{}{}{}'.format('D:\\myv\\', uid, int(time.time()), '.avi') fps, fourcc = 20, cv2.VideoWriter_fourcc('M', 'J', 'P', 'G') videoWriter = cv2.VideoWriter(f_v, fourcc, fps, (mode_img_size_wh[0], mode_img_size_wh[1])) img_l_len = len(uid_d[uid]['img_l']) t_spend_per_imgperiod = 5 t_spend_per_imgperiod_mod = audio_spend % t_spend_per_imgperiod imgperiod_times = math.floor(audio_spend / t_spend_per_imgperiod) per_imgperiod_times = t_spend_per_imgperiod * fps per_imgperiod_mod_times = math.ceil((audio_spend - imgperiod_times * t_spend_per_imgperiod) * fps) imgname = '' for myloop in range(imgperiod_times): imgname_ori = uid_d[uid]['img_l'][myloop % img_l_len] imgname = uid_d[uid]['img_l'][myloop % img_l_len] print(imgname) frame = cv2.imread(imgname) print(frame.shape[1], frame.shape[0]) if (frame.shape[1], frame.shape[0]) != (mode_img_size_wh[0], mode_img_size_wh[1]): imgname = resize_rescale_pilimg(imgname, (mode_img_size_wh[0], mode_img_size_wh[1])) frame = cv2.imread(imgname) else: pass img1 = cv2.imread(imgname) # 加载图像 img2 = cv2.imread(logo_f_uid) # logo 客户在左边 rows, cols, channels = img2.shape roi = img1[0:rows, 0:cols] # 取img1的这个区域来处理 img2gray = cv2.cvtColor(img2, cv2.COLOR_BGR2GRAY) # 建立logo的二值图,也建立相反的二值图 ret, mask = cv2.threshold(img2gray, 175, 255, cv2.THRESH_BINARY) # 二值化 mask_inv = cv2.bitwise_not(mask) # 做非操作,黑的变白,白的变黑,黑色0,白色255 img1_bg = cv2.bitwise_and(roi, roi, mask=mask) # 与操作 ,参数输入,输出,与mask做and操作,黑色的被填充 img2_fg = cv2.bitwise_and(img2, img2, mask=mask_inv) # 与操作 dst = cv2.add(img1_bg, img2_fg) # 相加 img1[0:rows, 0:cols] = dst # 把添加了logo的该区域赋值回原来的地方 img3 = cv2.imread(logo_f) # logo our在右边 rows, cols, channels = img3.shape rows1, cols1, channels1 = img1.shape roi = img1[0:rows, cols1 - cols:cols1] # 取img1的这个区域来处理 img3gray = cv2.cvtColor(img3, cv2.COLOR_BGR2GRAY) # 建立logo的二值图,也建立相反的二值图 ret, mask = cv2.threshold(img3gray, 175, 255, cv2.THRESH_BINARY) # 二值化 mask_inv = cv2.bitwise_not(mask) # 做非操作,黑的变白,白的变黑,黑色0,白色255 img1_bg = cv2.bitwise_and(roi, roi, mask=mask) # 与操作 ,参数输入,输出,与mask做and操作,黑色的被填充 img3_fg = cv2.bitwise_and(img3, img3, mask=mask_inv) # 与操作 dst = cv2.add(img1_bg, img3_fg) # 相加 img1[0:rows, cols1 - cols:cols1] = dst # 把添加了logo的该区域赋值回原来的地方 frame = img1 frame_cv2 = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) frame_pil = Image.fromarray(frame_cv2) # 转为PIL的图片格式 font_size = math.floor((mode_img_size_wh[0]) * 0.040) # font = ImageFont.truetype("simhei.ttf", font_size, encoding="utf-8") # f_x, f_y = math.floor((mode_img_size_wh[0]) * 0.06), math.floor( # mode_img_size_wh[1] * 0.85) - br_step_times * font_size # # screen_str = '' # # ImageDraw.Draw(frame_pil).text((f_x, f_y), screen_str, (255, 0, 0), font) frame_cv2 = cv2.cvtColor(np.array(frame_pil), cv2.COLOR_RGB2BGR) img = frame_cv2 for fps_loop in range(per_imgperiod_times): videoWriter.write(img) print('last') print(imgname_ori) new_l = uid_d[uid]['img_l'] new_l.remove(imgname_ori) imgname = random.choice(new_l) frame = cv2.imread(imgname) print(frame.shape[1], frame.shape[0]) if (frame.shape[1], frame.shape[0]) != (mode_img_size_wh[0], mode_img_size_wh[1]): imgname = resize_rescale_pilimg(imgname, (mode_img_size_wh[0], mode_img_size_wh[1])) frame = cv2.imread(imgname) else: pass img1 = cv2.imread(imgname) # 加载图像 img2 = cv2.imread(logo_f_uid) # logo 客户在左边 rows, cols, channels = img2.shape roi = img1[0:rows, 0:cols] # 取img1的这个区域来处理 img2gray = cv2.cvtColor(img2, cv2.COLOR_BGR2GRAY) # 建立logo的二值图,也建立相反的二值图 ret, mask = cv2.threshold(img2gray, 175, 255, cv2.THRESH_BINARY) # 二值化 mask_inv = cv2.bitwise_not(mask) # 做非操作,黑的变白,白的变黑,黑色0,白色255 img1_bg = cv2.bitwise_and(roi, roi, mask=mask) # 与操作 ,参数输入,输出,与mask做and操作,黑色的被填充 img2_fg = cv2.bitwise_and(img2, img2, mask=mask_inv) # 与操作 dst = cv2.add(img1_bg, img2_fg) # 相加 img1[0:rows, 0:cols] = dst # 把添加了logo的该区域赋值回原来的地方 img3 = cv2.imread(logo_f) # logo our在右边 rows, cols, channels = img3.shape rows1, cols1, channels1 = img1.shape roi = img1[0:rows, cols1 - cols:cols1] # 取img1的这个区域来处理 img3gray = cv2.cvtColor(img3, cv2.COLOR_BGR2GRAY) # 建立logo的二值图,也建立相反的二值图 ret, mask = cv2.threshold(img3gray, 175, 255, cv2.THRESH_BINARY) # 二值化 mask_inv = cv2.bitwise_not(mask) # 做非操作,黑的变白,白的变黑,黑色0,白色255 img1_bg = cv2.bitwise_and(roi, roi, mask=mask) # 与操作 ,参数输入,输出,与mask做and操作,黑色的被填充 img3_fg = cv2.bitwise_and(img3, img3, mask=mask_inv) # 与操作 dst = cv2.add(img1_bg, img3_fg) # 相加 img1[0:rows, cols1 - cols:cols1] = dst # 把添加了logo的该区域赋值回原来的地方 frame = img1 frame_cv2 = cv2.cvtColor(frame, cv2.COLOR_BGR2RGB) frame_pil = Image.fromarray(frame_cv2) # 转为PIL的图片格式 font_size = math.floor((mode_img_size_wh[0]) * 0.040) # font = ImageFont.truetype("simhei.ttf", font_size, encoding="utf-8") # f_x, f_y = math.floor((mode_img_size_wh[0]) * 0.06), math.floor( # mode_img_size_wh[1] * 0.85) - br_step_times * font_size # # screen_str = '' # # ImageDraw.Draw(frame_pil).text((f_x, f_y), screen_str, (255, 0, 0), font) frame_cv2 = cv2.cvtColor(np.array(frame_pil), cv2.COLOR_RGB2BGR) img = frame_cv2 for fps_loop in range(per_imgperiod_mod_times): videoWriter.write(img) videoWriter.release() ffmpeg_f_dir = 'D:\\myv\\ffmpeg-20180331-be502ec-win64-static\\bin\\ffmpeg.exe' res_mp3_f_dir = 'D:\\myv\\ffmpeg-20180331-be502ec-win64-static\\bin\\' res_v_f_dir = 'D:\\myvonline' mp3_l = [k for k in uid_d[uid]['sen_d']] mystep = 5 loop_times = math.ceil(len(mp3_l) / mystep) mp3_2_l = [] for mp3cut in range(loop_times): tmp_l = mp3_l[mp3cut * mystep:(mp3cut + 1) * mystep] res_mp3_cut = '{}{}{}{}{}{}{}'.format(res_mp3_f_dir, int(time.time()), '_', uid, 'mp3cut', mp3cut, '.mp3') d = '{}{}{}{}{}'.format(ffmpeg_f_dir, ' -i "concat:', '|'.join(tmp_l), '" -acodec copy ', res_mp3_cut) print(d) os.system(d) time.sleep(3) mp3_2_l.append(res_mp3_cut) res_mp3 = '{}{}{}{}{}'.format(res_mp3_f_dir, int(time.time()), '_', uid, '.mp3') # d = '{}{}{}{}{}'.format(ffmpeg_f_dir, ' -i "concat:', '|'.join(mp3_l), '" -acodec copy ', res_mp3) d = '{}{}{}{}{}'.format(ffmpeg_f_dir, ' -i "concat:', '|'.join(mp3_2_l), '" -acodec copy ', res_mp3) print(d) os.system(d) # time.sleep(audio_spend) res_v = '{}{}{}{}{}'.format(res_v_f_dir, int(time.time()), '_', uid, '.mp4') res_v = '{}{}{}{}{}{}'.format(res_v_f_dir, os_sep, uid_d[uid]['dbid'], '_', t_spend_per_imgperiod, '.mp4') d = '{}{}{}{}{}{}{}'.format(ffmpeg_f_dir, ' -i ', res_mp3, ' -i ', f_v, ' ', res_v) print(d) os.system(d) # time.sleep(audio_spend) # time.sleep(30) print('fffffffffff')
-vframes number 设置转换多少桢(frame)的视频
帧速率(fps) (可以改,确认非标准桢率会导致音画不同步,所以只能设定为15或者29.97)
mp3_time*fps=vframes