#!bin/bash/python
# -*- coding=utf-8 -*-
from __future__ import division
import threading
import wx
import wx.media
import os.path, os, gc, sys, pyaudio
import wave, numpy, codecs, time
import pylab as pl
import pyaudio
#import win32gui
from matplotlib.ticker import MultipleLocator, FormatStrFormatter
import sys
from wx.lib.pubsub import pub
reload(sys)
wavCount = 1
input_filename = "input.wav" # 麦克风采集的语音输入
input_filepath = "./" # 输入文件的path
in_path = input_filepath + input_filename
global_frames = []
xmajorLocator = MultipleLocator(0.5) # 将x主刻度标签设置为0.5的倍数
xmajorFormatter = FormatStrFormatter('%1.1f') # 设置x轴标签文本的格式
xminorLocator = MultipleLocator(0.05) # 将x轴次刻度标签设置为0.05的倍数
class MyFrame(wx.Frame):
#初始化全部界面
def __init__(self, wavlist, recList):
self.wavTime = 0.000
self.wavLength = 0.000
self.labelcount = 0
self.choosenItem = 0
self.labelPosition = 0
self.cutCount = 1
self.wavList = []
self.recList = []
self.labellist = []
self.labelPos = []
self.tempwavlist = []
self.wavList = wavlist
self.recList = recList
# self.wavfilepath = wavlist[0][1]
# self.recTextStr = recList[0][1]
self.wavfilepath = wavlist[0]
self.recTextStr = recList[0]
print ("wav:", self.wavfilepath)
print ("rec:", self.recTextStr)
wx.Frame.__init__(self, None, size=(1920, 1080))
# 设置布局
self.sp = wx.SplitterWindow(self, style=wx.SP_3D)
self.mainPanel = wx.Panel(self.sp) # 主布局
self.listPanel = wx.Panel(self.sp) # 左边列表
# 主布局的 子布局 (音频播放按钮, 识别结果等)
self.sp2 = wx.SplitterWindow(self.mainPanel)
self.annoPanel = wx.Panel(self.sp2)
self.subPanel = wx.Panel(self.sp2)
self.box = wx.BoxSizer(wx.VERTICAL)
self.box.Add(self.sp2, 1, wx.EXPAND)
# 音频剪辑 和 录音,音频图绘制
self.sp3 = wx.SplitterWindow(self.subPanel)
self.cutPanel = wx.Panel(self.sp3) # 音频操场部分 布局
self.statisticPanel = wx.Panel(self.sp3) # 显示音谱图部分 布局
# 垂直布局: 添加上述控件
self.box2 = wx.BoxSizer(wx.VERTICAL)
self.box2.Add(self.sp3, 1, wx.EXPAND)
# 数据部分布局
self.sp4 = wx.SplitterWindow(self.statisticPanel)
# 音谱图
self.wavPanel = wx.Panel(self.sp4)
# 用来剪辑音谱图
self.infoPanel = wx.Panel(self.sp4)
# 增强信号图
self.upwavPanel = wx.Panel(self.sp4)
# 放识别后数据
self.recogPanel = wx.Panel(self.sp4)
# 垂直布局: 添加上述控件
self.box3 = wx.BoxSizer(wx.VERTICAL)
self.box3.Add(self.sp4, 1, wx.EXPAND)
# 用来剪辑音谱图
self.sp5 = wx.SplitterWindow(self.infoPanel)
self.labelPanel = wx.Panel(self.sp5)
# self.aaaPanel = wx.Panel(self.sp5)
self.box4 = wx.BoxSizer(wx.VERTICAL)
self.box4.Add(self.sp5, 1, wx.EXPAND)
# self.sp6 = wx.SplitterWindow(self.aaaPanel)
# self.bbbPanel = wx.Panel(self.sp6)
# self.cccPanel = wx.Panel(self.sp6)
# self.box5 = wx.BoxSizer(wx.VERTICAL)
# self.box5.Add(self.sp6, 1, wx.EXPAND)
# 设置 布局
self.mainPanel.SetSizer(self.box)
self.subPanel.SetSizer(self.box2)
self.statisticPanel.SetSizer(self.box3)
self.infoPanel.SetSizer(self.box4)
# self.infoPanel.SetSizer(self.box4)
# self.aaaPanel.SetSizer(self.box5)
self.mainPanel.SetBackgroundColour("white")
self.cutPanel.SetBackgroundColour("white")
self.upwavPanel.SetBackgroundColour("white")
self.recogPanel.SetBackgroundColour("blue") # bug
# self.bbbPanel.SetBackgroundColour("white")
# self.cccPanel.SetBackgroundColour("white")
print ("debug: wavfilepath:", self.wavfilepath)
self.drawBackJpg(str(self.wavfilepath))
# 创建布局
self.CreateListUI(wavlist)
self.CreateMainUI(recList)
self.CreateWavUI()
self.CreateLabelListUI()
# 布局
self.sp.SplitVertically(self.listPanel, self.mainPanel, 100)
self.sp2.SplitHorizontally(self.annoPanel, self.subPanel, 324)
self.sp3.SplitHorizontally(self.cutPanel, self.statisticPanel, 110)
self.sp4.SplitHorizontally(self.wavPanel, self.upwavPanel, 300)
self.sp4.SplitHorizontally(self.upwavPanel, self.recogPanel, 400) # bug !!!!!!!!!!!!!
# self.sp5.SplitHorizontally(self.labelPanel, self.aaaPanel, 100)
# self.sp6.SplitVertically(self.bbbPanel, self.cccPanel, 820)
self.Bind(wx.EVT_LIST_ITEM_SELECTED, self.OnListBox, self.list)
self.wavPanel.Bind(wx.EVT_PAINT, self.OnPaint)
self.wavPanel.Bind(wx.EVT_ERASE_BACKGROUND, self.OnErasePass)
self.wavPanel.Bind(wx.EVT_MOTION, self.OnMove)
self.wavPanel.Bind(wx.EVT_LEFT_DOWN, self.OnLeftDown)
self.wavPanel.Bind(wx.EVT_LEFT_UP, self.OnDrawRec)
# 强化后音频
self.upwavPanel.Bind(wx.EVT_PAINT, self.OnUpPaint)
self.recogPanel.Bind(wx.EVT_PAINT, self.OnSetRecog)
self.labelPanel.Bind(wx.EVT_MOTION, self.OnLabelMove)
self.labelPanel.Bind(wx.EVT_LEFT_UP, self.OnLabelDrawLine)
self.labelPanel.Bind(wx.EVT_PAINT, self.OnLabelPaint)
self.labelPanel.Bind(wx.EVT_ERASE_BACKGROUND, self.OnErasePass)
#左侧列表的点击事件
def OnListBox(self,event):
# self.sp.Unsplit()
if self.timer:
self.timer.Stop()
# del self.timer
self.cutCount=1
#获取点击对象
index = event.GetIndex()
self.choosenItem = index
data = self.list.GetItem(index,0)
tuple_temp = self.wavList[int(data.GetText())-1]
# self.wavfilepath = tuple_temp[1]
# self.recTextStr = self.recList[int(data.GetText())-1][1]
self.wavfilepath = self.wavfilepath
self.recTextStr = self.recTextStr
print ("wav:", self.wavfilepath)
print ("rec:", self.recTextStr)
# 刷新界面
self.OnFreshUI()
def OnFreshUI(self):
self.InitMedia()
self.rec_tc.SetValue(self.recTextStr)
self.label_tc.SetValue("")
self.anno_tc.SetValue("")
self.wavpath_ST.SetLabel(u"当前操作文件 : "+ self.wavfilepath)
self.drawBackJpg(str(self.wavfilepath))
self.timer = wx.Timer(self)
self.Bind(wx.EVT_TIMER, self.OnTimer)
self.timer.Start(100)
self.cutPanel.Refresh()
self.annoPanel.Refresh()
self.mainPanel.Refresh()
#绘制音频波形的paint事件的回调函数
def OnPaint(self, event):
brush = wx.Brush("white")
img = wx.Bitmap("mic4_output.png")
dc = wx.BufferedPaintDC(self.wavPanel)
dc.SetBackground(brush)
# dc.Clear()
dc.DrawBitmap(img,-172,0)
def OnUpPaint(self, event):
brush = wx.Brush("white")
img = wx.Bitmap("mic4_output.png")
dc = wx.BufferedPaintDC(self.upwavPanel)
dc.SetBackground(brush)
# dc.Clear()
dc.DrawBitmap(img,-172,0)
def OnSetRecog(self, event):
print ("on set recog.......")
#据说可以解决屏闪问题
def OnErasePass(self, event):
pass
#--------------------------------------------------
#列表界面的UI创建
def CreateListUI(self,wavlist):
self.ListBox = wx.BoxSizer(wx.HORIZONTAL)
self.list = wx.ListCtrl(self.listPanel, -1, style=wx.LC_REPORT)
self.list.InsertColumn(0, u'序号', width=50)
self.list.InsertColumn(1, u'完成情况', width=150)
for i in wavlist:
index = self.list.InsertStringItem(sys.maxint, str(i[0]))
self.list.SetStringItem(index, 1, u"未完成")
self.ListBox.Add(self.list, 1, wx.EXPAND)
self.listPanel.SetSizerAndFit(self.ListBox)
# wx.media的load初始化
def InitMedia(self):
try:
self.mc = wx.media.MediaCtrl(self.mainPanel, style=wx.SIMPLE_BORDER)
except NotImplementedError:
self.Destroy()
raise
if not self.mc.Load(self.wavfilepath):
wx.MessageBox("Unable to load: Unsupported format?", "ERROR", wx.ICON_ERROR | wx.OK)
else:
print "load success"
print self.mc.Length()
self.slider.SetRange(0, self.mc.Length())
# self.mc.Pause=0
#初始完成后各按键才可使用
def OnMediaLoaded(self, evt):
self.buttonPlay.Enable()
#创建标注界面(播放器,文本框)
def CreateMainUI(self,recList):
font = wx.SystemSettings_GetFont(wx.SYS_SYSTEM_FONT)
font.SetPointSize(12)
font20 = wx.SystemSettings_GetFont(wx.SYS_SYSTEM_FONT)
font20.SetPointSize(16)
self.annoPanel.SetBackgroundColour("white")
self.MainSizer = wx.GridBagSizer(0,0)
self.num_st = wx.StaticText(self.annoPanel,label="")
self.num_st.SetFont(font)
self.MainSizer.Add(self.num_st,pos=(0,0),span=(1,2),flag=wx.ALL,border=10)
self.num1 = wx.StaticText(self.annoPanel,label="",style=wx.ALIGN_CENTER)
self.num1.SetFont(font)
self.MainSizer.Add(self.num1,pos=(2,0),span=(1,2),flag=wx.ALL,border=10)
self.wav_st = wx.StaticText(self.annoPanel,label=u"音频")
self.wav_st.SetFont(font)
self.MainSizer.Add(self.wav_st,pos=(0,2),span=(1,5),flag=wx.EXPAND|wx.ALL,border=10)
self.MainSizer.AddGrowableCol(6,1)
self.buttonPlay = wx.Button(self.annoPanel,wx.ALL,label=u"&▷\tF1")
self.buttonPause = wx.Button(self.annoPanel,label=u"&‖\tEsc")
self.buttonStop = wx.Button(self.annoPanel,label=u"&■\tCtrl-S")
self.Bind(wx.EVT_BUTTON,self.playWav,self.buttonPlay)
#accelTb1 = wx.AcceleratorTable([wx.ACCEL_CTRL,ord('S'),self.buttonPlay.GetId()])
#self.SetAcceleratorTable(accelTb1)
self.Bind(wx.EVT_BUTTON,self.pauseWav,self.buttonPause)
self.Bind(wx.EVT_BUTTON,self.stopWav,self.buttonStop)
self.MainSizer.Add(self.buttonPlay,pos=(2,2),flag=wx.ALL,border=10)
self.MainSizer.Add(self.buttonPause,pos=(2,3),flag=wx.ALL,border=10)
self.MainSizer.Add(self.buttonStop,pos=(2,4),flag=wx.ALL,border=10)
self.slider = wx.Slider(self.annoPanel,-1,0,0,1)
self.slider.SetMinSize((150,-1))
self.MainSizer.Add(self.slider,pos=(3,2),span=(1,3),flag=wx.ALL|wx.EXPAND,border=10)
self.Bind(wx.EVT_SLIDER,self.OnSeek,self.slider)
self.timer = wx.Timer(self)
self.Bind(wx.EVT_TIMER,self.OnTimer)
self.timer.Start(100)
self.rec_st = wx.StaticText(self.annoPanel,label=u"语音识别结果")
self.rec_st.SetFont(font)
self.MainSizer.Add(self.rec_st,pos=(0,7),span=(1,4),flag=wx.EXPAND|wx.ALL,border=10)
self.MainSizer.AddGrowableCol(10,1)
self.rec_tc = wx.TextCtrl(self.annoPanel,value=self.recTextStr,style=wx.TE_READONLY|wx.TE_MULTILINE)
self.MainSizer.Add(self.rec_tc,pos=(2,7),span=(4,4),flag=wx.EXPAND|wx.ALL,border=10)
self.label_st = wx.StaticText(self.annoPanel,label=u"音频标记")
self.label_st.SetFont(font)
self.MainSizer.Add(self.label_st,pos=(0,12),flag=wx.ALL,border=10)
self.label_tc = wx.TextCtrl(self.annoPanel,style=wx.TE_MULTILINE)
self.MainSizer.Add(self.label_tc,pos=(2,12),span=(4,1),flag=wx.EXPAND|wx.ALL,border=10)
self.anno_st = wx.StaticText(self.annoPanel,label=u"文本标注")
self.anno_st.SetFont(font)
self.MainSizer.Add(self.anno_st,pos=(0,13),span=(1,4),flag=wx.EXPAND|wx.ALL,border=10)
self.MainSizer.AddGrowableCol(16,1)
self.anno_tc = wx.TextCtrl(self.annoPanel,style=wx.TE_MULTILINE)
self.MainSizer.Add(self.anno_tc,pos=(2,13),span=(4,4),flag=wx.EXPAND|wx.ALL,border=10)
self.line = wx.StaticLine(self.annoPanel)
self.MainSizer.Add(self.line,pos=(1,0),span=(1,18),flag=wx.EXPAND|wx.BOTTOM,border=10)
self.save_button = wx.Button(self.annoPanel,label=u"保存")
self.clear_button = wx.Button(self.annoPanel,label=u"清空")
self.MainSizer.Add(self.save_button, pos=(2,17),flag=wx.ALL,border=10)
self.MainSizer.Add(self.clear_button, pos=(3,17),flag=wx.ALL,border=10)
self.save_button.Bind(wx.EVT_BUTTON,self.ButtonSave)
self.clear_button.Bind(wx.EVT_BUTTON,self.ButtonClear)
self.InitMedia()
self.annoPanel.SetSizerAndFit(self.MainSizer)
#播放器进度条的定时器事件回调
def OnSeek(self, evt):
offset = self.slider.GetValue()
self.mc.Seek(offset)
def OnTimer(self, evt):
offset = self.mc.Tell()
self.slider.SetValue(offset)
#保存结果
def ButtonSave(self,event):
with codecs.open('anno_file','w','gbk') as f:
anno_text = self.anno_tc.GetValue()
print anno_text
f.write(anno_text)
self.list.SetStringItem(self.choosenItem,1,u"完成")
self.list.SetItemBackgroundColour(self.choosenItem,"green")
#删除中间操作的temp文件,并对最后保存的文件重命名
if len(self.tempwavlist) != 0:
lastfile=self.tempwavlist[-1]
self.tempwavlist.pop()
for i in self.tempwavlist:
print i
os.remove(i)
data = self.list.GetItem(self.choosenItem,0)
tuple_temp = self.wavList[int(data.GetText())-1]
print tuple_temp
path_str=os.path.split(tuple_temp[1])
wavname=path_str[1].split('.')
newname=wavname[0]+"_nocut."+wavname[1]
newpath=os.path.join(path_str[0],newname)
print newpath
os.rename(tuple_temp[1],newpath)
os.rename(lastfile,tuple_temp[1])
#清空标注文本框
def ButtonClear(self,event):
self.anno_tc.SetValue("")
self.label_tc.SetValue("")
#播放器播放
def playWav(self,event):
if not self.mc.Play():
wx.MessageBox("Unable to Play media : Unsupported format?","ERROR",wx.ICON_ERROR | wx.OK)
else:
print self.mc.Length()
self.slider.SetRange(0, self.mc.Length())
#播放器暂停
def pauseWav(self,event):
#if self.mc.Pause == 0:
# pygame.mixer.music.pause()
# self.buttonPause.SetLabel(u"▷")
# self.mc.Pause = 1
#else:
# pygame.mixer.music.unpause()
# self.buttonPause.SetLabel(u"‖")
# self.mc.Pause = 0
self.mc.Pause()
#播放器停止
def stopWav(self,event):
self.mc.Stop()
#--------------------------------------------------
#标签操作的UI创建
def OnLabelPaint(self, event):
brush = wx.Brush("white")
dc2 = wx.PaintDC(self.labelPanel)
dc2.SetBackground(brush)
dc2.Clear()
dc2.DrawRectangle(79, 30, 1550, 40)
for i in self.labelPos:
print i
dc4 = wx.PaintDC(self.labelPanel)
dc4.DrawLine(i, 30, i, 70)
#音频操作的UI创建
def CreateWavUI(self):
self.haveDraw = 0
self.haveCut = 0
self.wavpath_ST = wx.StaticText(self.cutPanel,-1,u"当前操作文件 : "+self.wavfilepath,pos=(40,10))
wx.StaticText(self.cutPanel,-1,u"时间 : ",pos=(40,60))
wx.StaticText(self.cutPanel,-1,u"坐标:",pos=(600,60))
self.labelButton=wx.Button(self.cutPanel,-1,"label",pos=(200,60))
self.cutButton=wx.Button(self.cutPanel,-1,"delete",pos=(300,60))
self.playButton=wx.Button(self.cutPanel,-1,"play",pos=(400,60))
self.posCtrl=wx.TextCtrl(self.cutPanel,-1,"",pos=(640,60))
self.timeCtrl=wx.TextCtrl(self.cutPanel,-1,"",pos=(80,60))
self.Bind(wx.EVT_BUTTON,self.OnLabelCreate,self.labelButton)
self.Bind(wx.EVT_BUTTON,self.cutWav,self.cutButton)
self.Bind(wx.EVT_BUTTON,self.PlayWav,self.playButton)
self.testbutton=wx.Button(self.cutPanel, -1, "revoke", pos=(500,60))
self.Bind(wx.EVT_BUTTON,self.testtest, self.testbutton)
# 录音
self.recordBtn = wx.Button(self.cutPanel, -1, "Record", pos=(750, 61))
self.Bind(wx.EVT_BUTTON, self.OnPaint2, self.recordBtn)
# 接收消息
pub.subscribe(self.record_and_drawBackJpg, "update")
# 暂停
self.stopRecordBtn = wx.Button(self.cutPanel, -1, "Stop", pos=(850, 61))
self.Bind(wx.EVT_BUTTON, self.stopPaint2, self.stopRecordBtn)
# 待实现--还没写
def CreateUpWavUI(self):
pass
#左键按下事件的回调函数,绘制一条线
def OnLeftDown(self,event):
self.wavPanel.Refresh()
self.firstPos=event.GetPosition()
#haveDraw为判断是否左键按下后是否有拖动动作
if self.haveDraw == 1:
self.haveDraw = 0
dc=wx.BufferedDC(wx.ClientDC(self.wavPanel))#,self.wavPanel
# dc=wx.BufferedPaintDC(self.wavPanel)
dc.DrawLine(self.firstPos.x, 30, self.firstPos.x, 270)
#左键松开事件的回调函数,绘制选中的矩形框
def OnDrawRec(self,event):
#haveDraw为判断是否左键按下后是否有拖动拖动动作
if self.haveDraw == 1:
dc=wx.BufferedDC(wx.ClientDC(self.wavPanel))
#dc=wx.BufferedPaintDC(self.wavPanel)
brush=wx.Brush(wx.Colour(255,23,140))
dc.SetBrush(brush)
dc.SetBrush(wx.Brush(wx.Colour(255,23,140),wx.BDIAGONAL_HATCH))
dc.DrawRectangle(self.firstPos.x,30,self.secondPos.x-self.firstPos.x,240)
else:
#dc=wx.PaintDC(self.wavPanel)
dc = wx.BufferedDC(wx.ClientDC(self.wavPanel)) # self.wavPanel
dc.DrawLine(self.firstPos.x,30,self.firstPos.x,270)
def OnMove(self, event):
pos=event.GetPosition()
self.posCtrl.SetValue("%s,%s" %(pos.x,pos.y))
#在左键按下和拖动下绘制选中的矩形框
if event.Dragging() and event.LeftIsDown():
self.secondPos=pos
self.wavPanel.Refresh()
dc = wx.BufferedDC(wx.ClientDC(self.wavPanel))
#dc=wx.BufferedPaintDC(self.wavPanel)
brush=wx.Brush(wx.Colour(100,100,100))
dc.SetBrush(brush)
dc.SetBrush(wx.Brush(wx.Colour(255,23,140),wx.BDIAGONAL_HATCH))
if self.firstPos.x < 80 :
self.firstPos = 250
if self.firstPos.x > 1630:
self.firstPos = 1630
if self.firstPos.x < 80:
self.firstPos = 80
if self.firstPos.x > 1630:
self.firstPos = 1630
else:
dc.DrawRectangle(self.firstPos.x, 30, self.secondPos.x-self.firstPos.x, 240)
self.haveDraw = 1
#标签界面
def OnLabelMove(self,event):
pos=event.GetPosition()
#在按下左键拖动后绘制两条指示线
if event.Dragging() and event.LeftIsDown():
self.labelPanel.Refresh()
self.wavPanel.Refresh()
self.labelPosition=event.GetPosition()
a=self.wavTime*self.calPosition(pos.x,self.wavParams,self.wavLength,1)
self.timeCtrl.SetValue("%.3fs"%a)
dc=wx.ClientDC(self.labelPanel)
dc.DrawLine(self.labelPosition.x,30,self.labelPosition.x,70)
dc3=wx.BufferedDC(wx.ClientDC(self.wavPanel))
#dc3=wx.BufferedPaintDC(self.wavPanel)
dc3.DrawLine(self.labelPosition.x,30,self.labelPosition.x,270)
#松开左键后绘制两条指示线
def OnLabelDrawLine(self,event):
self.labeltime=self.timeCtrl.GetValue()
dc1 = wx.ClientDC(self.labelPanel)
dc1.DrawLine(self.labelPosition.x, 30, self.labelPosition.x, 70)
dc3 = wx.BufferedDC(wx.ClientDC(self.wavPanel))
#dc3=wx.BufferedPaintDC(self.wavPanel)
dc3.DrawLine(self.labelPosition.x, 30, self.labelPosition.x,270)
#创建输入标签的文本框
def OnLabelCreate(self,event):
self.labelPos.append(self.labelPosition.x)
self.labelPos.sort()
self.labelCtrl = wx.TextCtrl(self.labelPanel, -1, "", pos=(self.labelPosition.x-93,33), size=(90,33),style=wx.TE_PROCESS_ENTER)
self.labelCtrl.Bind(wx.EVT_TEXT_ENTER,self.TestEnter,self.labelCtrl)
self.labellist.append((str(self.labeltime), self.labelCtrl))
#标签文本框的enter建回调函数,若有值则保存,若无值按下回车则删除
def TestEnter(self, event):
self.labellist.sort()
notfind=0
enter_str=event.GetString()
label=event.GetEventObject()
for j in range(len(self.labellist)):
if label == self.labellist[j][1]:
labelindex = j
itemtime = self.labellist[j][0]
if enter_str == "":
for i in range(len(self.labellist)):
if label == self.labellist[i][1]:
del self.labellist[i]
del self.labelPos[i]
self.showlist.DeleteItem(i)
label.Destroy()
break
else:
if self.showlist.GetItemCount() != 0:
for i in range(self.showlist.GetItemCount()):
if self.showlist.GetItem(i,0).GetText() == itemtime:
self.showlist.SetStringItem(i, 1, label.GetValue())
notfind=1
break
if notfind == 0:
index = self.showlist.InsertStringItem(labelindex, itemtime)
self.showlist.SetStringItem(index, 1, label.GetValue())
else:
index = self.showlist.InsertStringItem(labelindex, str(self.labellist[0][0]))
self.showlist.SetStringItem(index, 1, self.labellist[0][1].GetValue())
self.bbbPanel.Refresh()
#创建标签显示的list界面,显示当前插入的标签的时间和内容
def CreateLabelListUI(self):
# self.listbox=wx.BoxSizer(wx.HORIZONTAL)
# self.showlist = wx.ListCtrl(self.bbbPanel, -1, style=wx.LC_REPORT|wx.LC_SORT_ASCENDING)#wx.LC_REPORT|
# self.showlist.InsertColumn(0, u'时间', width=200)
# self.showlist.InsertColumn(1, u'标签', width=410)
# for i in self.labellist:
# index = self.showlist.InsertStringItem(sys.maxint, str(i[0]))
# label_str = i[1].GetValue()
# print label_str
# self.showlist.SetStringItem(index, 1, label_str)
# self.listbox.Add(self.showlist,1,wx.EXPAND)
# self.bbbPanel.SetSizerAndFit(self.listbox)
# self.bbbPanel.Refresh()
pass
#插销上一步的剪辑操作,实际为读取再前一次的缓存音频
def testtest(self,event):
print self.labellist
self.cutCount = self.cutCount - 2
if self.cutCount == 0:
self.cutCount = 1
data = self.list.GetItem(self.choosenItem,0)
tuple_temp = self.wavList[int(data.GetText())-1]
self.wavfilepath=tuple_temp[1]
if len(self.tempwavlist) != 0:
self.tempwavlist.pop()
print self.tempwavlist
# self.cutCount = self.cutCount + 1
self.drawBackJpg(self.wavfilepath)
self.InitMedia()
self.wavPanel.Refresh()
else:
print os.path.split(self.wavfilepath)
path_str=os.path.split(self.wavfilepath)
cutfile="temp"+str(self.cutCount)+".wav"
temppath=os.path.join(path_str[0],cutfile)
print temppath
self.cutCount = self.cutCount + 1
self.wavfilepath=temppath
self.tempwavlist.pop()
print self.tempwavlist
self.drawBackJpg(self.wavfilepath)
self.InitMedia()
self.wavPanel.Refresh()
#播放选中部分音频
def PlayWav(self,event):
f = wave.open(self.wavfilepath,"rb")
print "1.pos:",self.firstPos.x,"2.pos",self.secondPos.x
if self.firstPos.x < self.secondPos.x:
x1=self.firstPos.x
x2=self.secondPos.x
else:
x2=self.firstPos.x
x1=self.secondPos.x
print "x1:", x1,"x2", x2
params = f.getparams()
nchannels, sampwidth, framerate, nframes = params[:4]
str_data = f.readframes(nframes)
str_length = len(str_data)
print "str length = ",str_length
a=self.calPosition(x1,params,str_length,1)
b=self.calPosition(x2,params,str_length,1)
atime=round(a*self.wavTime,2)
btime=round(b*self.wavTime,2)
print atime,btime
alength=int(a*self.mc.Length())
print alength
self.mc.Seek(alength)
self.mc.Play()
time.sleep(btime-atime)
self.mc.Stop()
# str_test=str_data[a:b]
# print len(str_test)
# p = pyaudio.PyAudio()
# print f.getnchannels();
# print p.get_format_from_width(f.getsampwidth())
# print f.getframerate()
# stream = p.open(format = p.get_format_from_width(f.getsampwidth()),
# channels = f.getnchannels(),
# rate = f.getframerate(),
# output = True)
# print "==="
# stream.write(str_test)
# stream.stop_stream()
# stream.close()
# f.close()
# p.terminate()
#剪辑音频
def cutWav(self,event):
print self.wavfilepath
f = wave.open(self.wavfilepath,"rb")
print os.path.split(self.wavfilepath)
path_str=os.path.split(self.wavfilepath)
cutfile="temp"+str(self.cutCount)+".wav"
temppath=os.path.join(path_str[0],cutfile)
print ("debug: temppath:", temppath)
self.cutCount = self.cutCount + 1
self.tempwavlist.append(temppath)
print self.tempwavlist
self.wavfilepath = temppath
print "1.pos:",self.firstPos.x,"2.pos",self.secondPos.x
if self.firstPos.x < self.secondPos.x:
x1=self.firstPos.x
x2=self.secondPos.x
else:
x2=self.firstPos.x
x1=self.secondPos.x
print "x1:",x1,"x2",x2
params = f.getparams()
nchannels, sampwidth, framerate, nframes = params[:4]
str_data = f.readframes(nframes)
str_length = len(str_data)
print "str length",str_length
a=self.calPosition(x1, params, str_length, 0)
b=self.calPosition(x2, params, str_length, 0)
wf = wave.open(self.wavfilepath, "wb")
wf.setnchannels(nchannels)
wf.setsampwidth(sampwidth)
wf.setframerate(framerate)
str_test=str_data[0:a]+str_data[b:str_length]
print len(str_test)
wf.writeframes(str_test)
wf.close()
self.drawBackJpg(self.wavfilepath)
self.InitMedia()
self.wavPanel.Refresh()
#计算当前坐标的在音频中的相对位置
def calPosition(self,x,params,str_length,type):
nchannels, sampwidth, framerate, nframes = params[:4]
print nchannels, sampwidth, framerate, nframes
bytecount=int(nchannels*sampwidth)
print bytecount
real_length = int(((str_length//bytecount)/framerate)/((((str_length//bytecount)/framerate)//0.5+1)*0.5)*1550)
print real_length
aa=(x-79)/real_length
print aa
a = ((str_length//bytecount)//1000)*(int(((x-79)/real_length)*1000))*bytecount
print a
if type == 1:
# print "aa ",int(aa)
return aa
else:
# print "a",int(a)
return int(a)
#绘制波形图片
def drawBackJpg(self, path):
print ("debug path:", path)
f = wave.open(path, "r")
params = f.getparams()
nchannels, sampwidth, framerate, nframes = params[:4]
str_data = f.readframes(nframes)
f.close()
str_length = len(str_data)
self.wavLength = str_length
self.wavParams = params
time_limit=(((str_length//(nchannels*sampwidth)/framerate)//0.5+1)*0.5)
wave_data = numpy.fromstring(str_data, dtype = numpy.short)
wave_data.shape = -1, int(params[0])
wave_data = wave_data.T
time = numpy.arange(0, nframes)*(1.0/framerate)
len_time = len(time)
time = time[0:len_time]
self.wavTime = len(time)/16000
axes = pl.subplot(111)
axes.plot(time, wave_data[0], 'cornflowerblue')
axes.xaxis.set_ticks_position('top')
axes.xaxis.set_major_locator(xmajorLocator)
axes.xaxis.set_minor_locator(xminorLocator)
axes.xaxis.grid(True, which='minor')
axes.set_xlim([0.0, time_limit])
axes.set_yticks([])
fig = pl.gcf()
fig.set_size_inches(20, 3)
fig.savefig('mic4_output.png', dpi=100)
# gc.collect()
pl.close()
def OnPaint2(self, event):
mythread = threading.Thread(target=self.thread_paint)
mythread.start()
event.GetEventObject().Disable()
def thread_paint(self):
len = int(11025 / 256 * 20)
for i in range(len):
self.get_audio() # 实现一边录音,一边绘图
# 绘图
# self.record_and_drawBackJpg()
# 绘制音频图
def record_and_drawBackJpg(self, msg):
global input_filename
self.wavfilepath = input_filename
self.OnFreshUI() # 里面执行了, self.drawBackJpg(self.wavfilepath)
# 重绘
brush = wx.Brush("white")
img = wx.Bitmap("mic4_output.png")
dc = wx.ClientDC(self.wavPanel)
dc.Clear()
dc.SetBackground(brush)
dc.DrawBitmap(img, -172, 0)
# 录音
def get_audio(self):
global in_path
global global_frames
global wavCount
CHUNK = 256
FORMAT = pyaudio.paInt16
CHANNELS = 1 # 声道数
RATE = 11025 # 采样率
RECORD_SECONDS = 3 # 每次录音 5s
WAVE_OUTPUT_FILENAME = in_path
p = pyaudio.PyAudio()
stream = p.open(format=FORMAT,
channels=CHANNELS,
rate=RATE,
input=True,
frames_per_buffer=CHUNK)
print("*"*10, u"start record: please speak in 5s")
frames = global_frames
for i in range(0, int(RATE / CHUNK * RECORD_SECONDS)):
data = stream.read(CHUNK)
frames.append(data)
print("*"*10, u"speak over\n")
# 保存上一次录音数据, 10*2s后清空一次
global_frames = frames
stream.stop_stream()
stream.close()
p.terminate()
# ./input.wav
wf = wave.open(WAVE_OUTPUT_FILENAME, 'wb')
wf.setnchannels(CHANNELS)
wf.setsampwidth(p.get_sample_size(FORMAT))
wf.setframerate(RATE)
# 写wav
wf.writeframes(b''.join(global_frames))
wf.close()
wavCount = wavCount + 1
len_global_frames = len(global_frames)
half_len_global_frames = int(len_global_frames / 2)
print ('debug: global_frames: ', half_len_global_frames)
if wavCount == 9:
global_frames = global_frames[half_len_global_frames:len_global_frames]
elif wavCount == 13:
global_frames = []
wavCount = 0
# 和主线程之间进行通信, 发送更新图片消息
wx.CallAfter(pub.sendMessage, "update", msg=wavCount)
# 终止录音
def stopPaint2(self):
pass
# 登录起始界面
class LoginWin(wx.Frame):
def __init__(self,parent,title):
super(LoginWin, self).__init__(parent, title=title, size=(590,150))
self.InitUI()
self.Centre()
self.Show()
def InitUI(self):
self.LoginPanel = wx.Panel(self)
hbox = wx.BoxSizer(wx.HORIZONTAL)
fgs = wx.FlexGridSizer(2, 3, 10,10)
wavListST = wx.StaticText(self.LoginPanel, label = u"音频列表")
recTextST = wx.StaticText(self.LoginPanel, label = u"识别文本")
ChooseButton1 = wx.Button(self.LoginPanel, label=u"选择")
ChooseButton2 = wx.Button(self.LoginPanel, label=u"选择")
ChooseButton1.Bind(wx.EVT_BUTTON, self.ReadList)
ChooseButton2.Bind(wx.EVT_BUTTON, self.ReadText)
self.ListTC= wx.TextCtrl(self.LoginPanel, style=wx.TE_READONLY)
self.TextTC = wx.TextCtrl(self.LoginPanel, style=wx.TE_READONLY)
fgs.AddMany([(wavListST), (self.ListTC, 1, wx.EXPAND), (ChooseButton1), (recTextST),(self.TextTC, 1, wx.EXPAND), (ChooseButton2)])
fgs.AddGrowableCol(1, 1)
hbox.Add(fgs, proportion = 1, flag = wx.ALL|wx.EXPAND, border = 10)
OkButton = wx.Button(self.LoginPanel, label="OK")
CancelButton = wx.Button(self.LoginPanel, label="CANCEL")
OkButton.Bind(wx.EVT_BUTTON, self.OnClick)
sizer = wx.GridBagSizer(hgap=10, vgap=10)
sizer.Add(OkButton, pos=(0, 20), flag=wx.ALL)
sizer.Add(CancelButton, pos=(0, 21), flag=wx.ALL)
bsizer = wx.BoxSizer(wx.VERTICAL)
bsizer.Add(hbox,0,wx.EXPAND,10)
bsizer.Add(sizer,0,wx.EXPAND,10)
self.LoginPanel.SetSizerAndFit(bsizer)
sizer.SetSizeHints(self.LoginPanel)
def ReadList(self, event):
dlg = wx.FileDialog(self, message=u"选择音频列表文件select ",defaultDir=os.getcwd(),defaultFile="",style=wx.OPEN|wx.CHANGE_DIR)
self.wavList = ["mic4.wav"]
if dlg.ShowModal() == wx.ID_OK:
path = dlg.GetPath()
self.ListTC.SetValue(path)
print ("Debug: ", path)
# self.wavList = self.ReadFilePath(path)
dlg.Destroy()
def ReadText(self, event):
dlg = wx.FileDialog(self, message=u"选择识别结果文本",defaultDir=os.getcwd(), defaultFile="",style = wx.OPEN|wx.CHANGE_DIR)
self.recText = ["recog.txt"]
if dlg.ShowModal() == wx.ID_OK:
path = dlg.GetPath()
self.TextTC.SetValue(path)
# self.recText = se0lf.ReadFilePath(path)
print ("debug: rectext:", self.recText)
dlg.Destroy()
def ReadFilePath(self,path):
tempList = []
i = 1
with open(path, 'rb') as f:
for line in f.readlines():
tempList.append((i, line.strip('\n').decode('utf-8')))
i = i + 1
return tempList
def OnClick(self, event):
self.Close()
mainWin = MyFrame(self.wavList, self.recText)
mainWin.Show()
if __name__ == '__main__':
app = wx.App(0)
LoginWin(None, 'login')
app.MainLoop()
