Sh8dZddlZddlZddlmZmZddlmZddlZddl Z ddl Z ddlZddl Z ddl Z ddl mZmZn'#e$rejdkr ddl mZmZnddlmZmZYnwxYw ddlmZdZn #e$rd ZYnwxYwd d lmZd d lmZmZmZmZd d lmZmZddlm Z!gZ"e!Z dZ#dZ$dZ%d Z&dZ'dZ(Gdde)Z*Gdde)Z+d/dZ,d/dZ-gddfdZ.dZ/GddeZ0Gdde0Z1Gdde0Z2Gd d!e0Z3Gd"d#e0Z4Gd$d%e0Z5d/d&Z6e7d'kre%rej89d(e&rddl:Z:e:j;e'rddlee@d+d,ZAe=jBe>eA-ZCeCDEd.ZFeFGeAHejIdejIe6dSdS)0a auditok.auditok -- Audio Activity Detection tool auditok.auditok is a program that can be used for Audio/Acoustic activity detection. It can read audio data from audio files as well as from built-in device(s) or standard input @author: Mohamed El Amine SEHILI @copyright: 2015 Mohamed El Amine SEHILI @license: GPL v3 @contact: amine.sehili@gmail.com @deffield updated: 02 Dec 2015 N) OptionParser OptionGroup)Thread)QueueEmpty)r) AudioSegmentTF)StreamTokenizer) PyAudioSourceBufferAudioSourceStdinAudioSource player_for) ADSFactoryAudioEnergyValidator) __version__z 2015-11-23z 2015-12-02AUDITOK_LOGGERceZdZdS)AudioFileFormatErrorN__name__ __module__ __qualname__U/var/www/html/movieo_spanner_bot/venv/lib/python3.11/site-packages/auditok/cmdline.pyrr?DrrceZdZdS)TimeFormatErrorNrrrrrrBrrrc |}d}||}|dks||dr|dd}||dd}|dd}||dd}|dd}||d d}d|||fvrtd t |}d }t r|d d} | |d d} | d} n! t| } n#t$rYnwxYwt| ts%| dvrtdd} |rt||||} |dvs|*|drtj |} n|dks|*|drtj |} nx|dks|*|drtj |} nF|dks|*|drtj|} ntj|} | jdkrt| trQ| | jkr(td| | j| | dz } n| } | dkr| d} ne| dkr| d} n2| dkr| d} t)| j| j| j| jS|r'|dkrtd t)||||S|d!vs||drt1j|} | }|dkr#| td | }| }| | }| t)||||St?d")#NFraw.raw sampling_ratesr sample_widthswchannelschz.All audio parameters are required for raw dataT use_channelucr )leftrightmixz=channel must be an integer or one of 'left', 'right' or 'mix'r% frame_rater')wavewav.wavmp3z.mp3oggz.oggflvz.flvz;Can not use channel '{0}', audio file has only {1} channelsr-r+rr,) data_bufferr#r%r'z/Cannot handle multi-channel audio without pydubr1r0zCannot read audio file format) lowerendswithpop Exceptionopenread WITH_PYDUBint ValueError isinstancer from_wavfrom_mp3from_oggfrom_flv from_filer'format split_to_mono set_channelsr _datar/r%r0 getnchannelsclose getframerate getsampwidth readframes getnframesr) filenamefiletypekwargs lower_fnamerawdatasrateswidthr(datar)asegmentch_lowerwfps rfile_to_audio_sourcer\Es..""KG>>##5X-+2F2Fv2N2N- ?D11 =JJtT**END11 >ZZd++F ZZ D ) ) :D$''B FE2& & &LMM MH~~""$$MDjj55   **T400K  KK !+..     +-- ^k6G6G6I6IMe6e6e\]] ]  ^#Dv%Z\]]]H o % %(*:{?S?STZ?[?[*:#,X66HH   8#3 8L8LV8T8T#3#,X66HH   8#3 8L8LV8T8T#3#,X66HH   8#3 8L8LV8T8T#3#,X66HH#-h77H  q +s++ ;!222$%b%i%ijuwxI&J&JKKK'5577 aHHH&,,..u$$'44Q77HH &&((F22'5577:HH &&((G33'5577:H x~5=5H4<4I080ACCC C  >Qww !RSSS$T5&"== =  & &8+; @T@TU[@\@\+;)H%%C!!##BQww  !RSSS$$&&E%%''F>>#.."2"233D IIKKK$T5&"== ="#BCCCs E E&%E&c &|}||}|dks|P|dr;t|d}|||dS|dd}||dd}|dd}||dd}|dd}||d d}d|||fvrt d |d vs||d rtj|d}||| || || ||dStr,t|||| } | ||dStd||)Nr!r"wr#r$r%r&r'r(z5All audio parameters are required to save no raw datar7r2r.rGz-cannot write file format {0} (file name: {1}))r8r9r<writerLr:r;r0 setnchannels setsampwidth setframerate writeframesr>r exportrrG) rXrQrRrSrTfprVrWr(rYs rsave_audio_datargs ..""K>>##5X-+2F2Fv2N2N- (C     JJ - -E } 4&& ZZ - -F ~D$'' J % %B z ZZd # # r"""OPPP?""x'7K._fromatters??7++ +rz%IcLdt|dzS)Nz{0})rGr?rs rrz,seconds_to_str_fromatter.._fromatters <<GdN 3 344 4rz%hz {hrs:02d}z%mz {mins:02d}%sz {secs:02d}z%iz {millis:03d}%z"Unknow time format directive '{0}'rmct|dz}t|d\}}t|d\}}t|d\}}||||S)Nri6i`)hrsminssecsmillis)r?divmodrG)rrrrr_formats rrz,seconds_to_str_fromatter.._fromattersg4((F 11KC!&%00LD&!&$//LD&>>c4>OO Or)replaceindexrrGr@)rris` rseconds_to_str_fromatterrs $ , , , , D 5 5 5 5//$ 44//$ 55//$ 55//$77  c""A!"F"M"MgVWXYZ[X[V[n"]"]^^ ^    D  P P P P P s/AB11 B>=B>c4eZdZd dZdZdZdZdZd ZdS) Worker皙?FNc||_||_||_|jr|jztjt |_|jtjtjtj }|j |t|_ t|_tj|dSN)timeoutdebugloggerlogging getLogger LOGGER_NAMEsetLevelDEBUG StreamHandlersysstdout addHandlerr_inbox _stop_requestr__init__)selfrrrhandlers rrzWorker.__init__#s   : ,$+-!+K88DK K  / / /+CJ77G K " "7 + + +gg "WWrc:|j|dSr)rrrmessages r debug_messagezWorker.debug_message3s '"""""rcl |j}|dkrdSdS#t$rYdSwxYw)NstopTF)r get_nowaitrrs r_stop_requestedzWorker._stop_requested6sW (3355G&  t!    55 s % 33cb|jd|dS)Nr)rputjoinrs rrz Worker.stop@s* v&&& rc:|j|dSr)rrrs rsendz Worker.sendDs      rcj |j|j}|S#t$rYdSwxYw)N)r)rgetrrrs r _get_messagezWorker._get_messageGsE koodlo;;GN   44 s !$ 22rFN) rrrrrrrrrrrrrr!ss     ###!!!rrc0eZdZdZdZdZdZdZdZdS)TokenizerWorkerEND_OF_PROCESSINGc||_||_||_||_t |_d|_t|dS)Nr) ads tokenizeranalysis_window observersrrcountrr)rrrrrs rrzTokenizerWorker.__init__SsI"."gg  rcfd}jj|jD]!}|t j"dS)Nc d|}xjdz c_|jz}|dzjz}||z dzjz}jD]$}|j||||||d%dS)Nrr )id audio_datarr start_timeend_timeduration)rrrrnotify) rXrrrrrrobserverrs rnotify_observersz-TokenizerWorker.run..notify_observers^s$J JJ!OJJ!55JA!55He a4+??H!N " " 0:+0),0:.6.6 !8!8"""" " "r) data_sourcecallback)rr<rtokenizerrrr)rrrs` rrunzTokenizerWorker.run\s| " " " " "&   D;KLLL ? ?H OOO= > > > > ? ?rc:|j|dSr)rappendrrs r add_observerzTokenizerWorker.add_observerv h'''''rc:|j|dSr)rremovers rremove_observerzTokenizerWorker.remove_observeryrrc`|rdS|jSr)rrr=rs rr=zTokenizerWorker.read|s+    ! ! #48==?? "rN) rrrrrrrrr=rrrrrOse+???4((((((#####rrc"eZdZddZdZdZdS) PlayerWorkerrFNcP||_t||||dSN)rrr)playerrr)rrrrrs rrzPlayerWorker.__init__s) gU6JJJJJrc r |rdS|}||tjkrdS|dd}|dd}|dd}|dd}|dd}||jre|d|d|d|d| |j |7) NTrrrrrzC[PLAY]: Detection {id} played (start:{start}, end:{end}, dur:{dur}){:5.2f})rrrdur) rrrrr:rrrGrplay)rrrrrr_ids rrzPlayerWorker.runsB 1##%% ''))G"o???E$[[t<< $[[t<< ";;z488kk*d33kk$--)zx**+p+w+w{~'..z:: @P@PQY@Z@Z`i`p`pqt`u`u,x,w,wxxxK$$Z000' 1rc0||dSrrrs rrzPlayerWorker.notify 'rrrrrrrrrrrrrsJKKKK111,rrc"eZdZddZdZdZdS)CommandLineWorkerrFNcP||_t||||dSr)commandrr)rr rrrs rrzCommandLineWorker.__init__s) gU6JJJJJrc0 |rdS|}||tjkrdS|dd}|dd}|t jd}|||j d|j }|j r*| d ||tj|tj|j ) NTrrF)delete$z%[CMD ]: Detection {id} command: {cmd})rcmd)rrrrr:tempfileNamedTemporaryFiler`r rnamerrrGossystemunlink)rrrrraw_audio_filers rrzCommandLineWorker.runs 3##%% ''))G"o???E$[[t<< kk$--)%-%@%N%N%NN"((444,..sN4GHHCzl**+R+Y+Y]`fi+Y+j+jkkkIcNNNIn1222% 3rc0||dSrrrs rrzCommandLineWorker.notifyrrrrrrrrrsJKKKK333*rrc"eZdZddZdZdZdS)TokenSaverWorkerrFNc l||_||_||_t||||dSr) name_formatrRrSrr)rrrRrrrrSs rrzTokenSaverWorker.__init__s8&   gU6JJJJJrc  |rdS|}|U|tjkrdS|dd}|dd}|dd}|dd}|t |dkr|j|d|d|} |jr*| d || t||fd |j i|j nF#t$r9}tjt#|d zYd}~nd}~wwxYw) NTrrrrrrNrrz'[SAVE]: Detection {id} saved as {fname})rfnamerR )rrrrr:rrrGrrrgrRrSr;rstderrr`str)rrrrrrres rrzTokenSaverWorker.runs 8##%% ''))G"o???E$[[t<< $[[t<< ";;z488kk$--)c*oo.A.A ,33c8??S]C^C^fnfufuv~ff3AAE8:v ../X/_/_cfns/_/t/tuuu' EaaDMaUYU`aaaa$888 ((Q$777777778' 8s2A D>> F/E<<Fc0||dSrrrs rrzTokenSaverWorker.notifyrrrrrrrrrsJKKKK 888.rrc@eZdZddeddddfdZdZdZdS) LogWorkerFz {start} {end}rrNcz||_||_||_g|_t||||dSr)print_detections output_formattime_formatterrrr)rr'r(r)rrrs rrzLogWorker.__init__sC!1*,gU6JJJJJrc T |rdS|}|y|tjkrdS|dd}|dd}|dd}|dd}|dd}|dd}|t |dkr|jrQ|d |d |d | |j rPt|j || || | |j |||||f) NTrrrrrrrz1[DET ]: Detection {id} (start:{start}, end:{end})r)rrr)rrrrr:rrrrGr'printr(r)rr)rrrrrrrrs rrz LogWorker.runs T##%% ''))G"o???E$[[t<< kk$-- GT22kk%..$[[t<< ";;z488)c*oo.A.Az=**+^+e+eil"+"2"2:">"> ) 0 0 : :,f,<,<===,Bd077S$($7$7 $C$C"&"5"5h"?"?8AABBBO**CZ+RSSS; Trc0||dSrrrs rrzLogWorker.notifyrr)rrrrrrrrrrr%r%si(-_ 8 8 > >SXaeKKKKTTTBrr%c   !"#tjtjd}t }dt z}d|d|d}d}d}|tjd d} t||| }t|d }| d d ddd| ddddtdd| ddddtdd| dddd tdd| d!d"d#d$tdd%| d&d'd(d)tdd%| d*d+d,d-td.d%| |t|d/d0}| d1d2d3d4td5d| d6d7d8d9td:d| d;dtd?d| d@dAdBdCtdDd| dEdFdGdHdIdJK| dLdMdNdOtdPd| |t|dQdR}| dSdTdUdVtdWdX| dYdZd[d\td dX| d]d^d_d`tdadX| |t|dbdc}| dddedfdgdtd%h| didjdkdldIdJK| dmdndodpdIdJK| ddqdrdstdd| ddtdudvtdwd%| ddxdydztd{d%| || d|d}d~ddIdJK| dddddIdJK| ddddtdd||\#} #jdkr"t!#j#j#j!n#j"t)#j#j#j!n t/#j#j#j!nb#t0$rUtjdtjdtjdaYnwxYwt9jt<} | t8j t9j!tj"} #j#s#j$s | t8j%n| t8j | &| #j'| t8j d#_$t9j(#j'd} t9j)d} | *| | t8j | &| #j+dup#j,p#j-du} t]j/!#j0#j1|  te!3#j4}#j5r tlj7}nd}d#j0z }tm|#j8|zt#j9|z#j:|z|}g}d}#j;( #j;<ddd}#j=}|2tj>#j;d d d}|dkrd}t#j;|#j$| !@!3!A}|B|n[#t0$rNtjd<#j;tjdaYnwxYw#jCr t!}t|#j$| }|B|nb#t0$rUtjdtjdtjdaYnwxYw#jFIt#jFdkr1t#jF#j$| }|B|#j#r#j,#j-#jIJddJddJdd}t#jL}t#j# ||| #j$"|B"t |#j0|} !#fd} !"#fd}|D]}|O|O tjQd ttjSd krn:d}#j+ |#j,s#j- |dS#t$r\||U|D]}|U#j+ |#j,s#j- |YdSt0$r_}tj|dzt|zdztjdYd}~daSd}~wwxYw)zCommand line options.rrz%prog z ()zCopyright 2015 Mohamed El Amine SEHILI Licensed under the General Public License (GPL) Version 3 http://www.gnu.org/licenses/Nr )versionepilog descriptionz[Input-Output options]z-iz--inputinputzXInput audio or video file. Use - for stdin [default: read from microphone using pyaudio]FILE)desthelpmetavarz-tz --input-type input_typezRInput audio file type. Mandatory if file name has no extension [default: %default]String)r5r6typedefaultr7z-Mz --max_timemax_timez_Max data (in seconds) to read from microphone/file [default: read until the end of file/stream]FLOATz-Oz --output-main output_mainzPSave main stream as. If omitted main stream will not be saved [default: omitted]z-oz--output-tokens output_tokenszOutput file name format for detections. Use {N} and {start} and {end} to build file names, example: 'Det_{N}_{start}-{end}.wav'STRINGz-Tz --output-type output_typez}Audio type used to save detections and/or main stream. If not supplied will: (1). guess from extension or (2). use wav formatz-uz --use-channelr)zChoose channel to use from a multi-channel audio file (requires pydub). 'left', 'right' and 'mix' are accepted values. [Default: 1 (i.e. 1st or left channel)]1z[Tokenization options]z+Set tokenizer options and energy threshold.z-az--analysis-windowrz=Size of analysis window in seconds [default: %default (10ms)]g{Gz?z-nz--min-duration min_durationzBMin duration of a valid audio event in seconds [default: %default]rz-mz--max-duration max_durationzBMax duration of a valid audio event in seconds [default: %default]z-sz --max-silence max_silencez_Max duration of a consecutive silence within a valid audio event in seconds [default: %default]g333333?z-dz--drop-trailing-silencedrop_trailing_silencezGDrop trailing silence from a detection [default: keep trailing silence] store_trueF)r5r6actionr;z-ez--energy-thresholdenergy_thresholdz6Log energy threshold for detection [default: %default]2z[Audio parameters]zDefine audio parameters if data is read from a headerless file (raw or stdin) or you want to use different microphone parameters.z-rz--rater#z/Sampling rate of audio data [default: %default]i>INTz-cz --channelsr'z4Number of channels of audio data [default: %default]z-wz--widthr%z4Number of bytes per audio sample [default: %default]rmz[Do something with detections]z4Use these options to print, play or plot detections.z-Cz --commandr z|Command to call when an audio detection occurs. Use $ to represent the file name to use with the command (e.g. -C 'du -h $'))r5r6r;r:r7z-Ez--echoechozIPlay back each detection immediately using pyaudio [default: do not play]z-pz--plotrz?Plot and show audio signal and detections (requires matplotlib)z --save-image save_imagezYSave plotted audio signal and detections as a picture or a PDF file (requires matplotlib)z--printfprintfzprint detections one per line using a user supplied format (e.g. '[{id}]: {start} -- {end}'). Available keywords {id}, {start} and {end}z{id} {start} {end}z --time-format time_formataformat used to print {start} and {end}. [Default= %default]. %S: absolute time in sec. %I: absolute time in ms. If at least one of (%h, %m, %s, %i) is used, convert time into hours, minutes, seconds and millis (e.g. %h:%m:%s.%i). Only required fields are printedrz-qz--quietquietzhDo not print any information about detections [default: print 'id', 'start' and 'end' of each detection]z-Dz--debugrz%Print processing operations to STDOUTz --debug-file debug_filez#Print processing operations to FILE-)r#r%r')rQrRr*z$Cannot read data from audio device! z:You should either install pyaudio or read data from STDIN Tr^z[%(asctime)s] | %(message)s) audio_source block_durr<record)r%rJrj) validator min_length max_lengthmax_continuous_silencemoderr1)rrRrrr$r&r(z-Wrong format for detections file name: '{0}' )rrrzCannot get an audio player! zPYou should either install pyaudio or supply a command (-C option) to play audio )r rrz\nrz\t z\r )r'r(r)rrc j}|2tjjddd}|dkrd}}t|dkrRt|j|   dSdS)Nr r/r1r)rXrQrRr$r&r()rArpathsplitextr>rLrewindget_audio_sourceget_data_bufferrrgget_sampling_rateget_sample_width get_channels) main_typerXrasourceoptss r_save_main_streamzmain.._save_main_streams)I G,,T-=>>qA!""E B! IIKKK JJLLL''))99;;D4yy1}}TD4Dy]d]v]v]x]x%,%=%=%?%?%,%9%9%;%;======}rcVddl}}t j|}djD}ddzdz zdz }| | j | dzdz |z }t||z || j jdS)Nrc.g|]}|d|dfS)rr).0dets r z'main.._plot..s%MMM3q6CF+MMMrrmr )rr)rrLrarbrcr_convertrersqrtexprJlogrrdrrN) rrXrr max_amplituderrrh log_workerris r_plotzmain.._plots/     IIKKK JJLLL''))99;;D)249Q9Q9S9STTFMMz7LMMMJ 8 8 : :Q > BCaGMGGBFF4+@266"::+MPR+R$S$STTWddM Vm+W-F-F-H-H-YclpluBFBQ R R R R R Rrz: zfor help use -h )Vrr_basenamerargvr0 __updated__rr add_optionr!radd_option_groupr? parse_argsr3rr#r%r'r\r8r)r r;r r`exitrrrrrrrrQrCRITICALrrR FileHandler Formatter setFormatterr>rrNrrrr<rrerJrGr DROP_TRAILING_SILENCErCrDrFr?rGrAr`rrdrfrrMrrr rrrOrrrPr%rrtimesleep threading enumerateKeyboardInterruptr)$r{ program_nameprogram_versionprogram_build_dateprogram_version_stringprogram_longdescprogram_licenseparsergroupargsrrfmtrVrWr[analysis_window_per_secondrrtokenizer_workerrtok_type token_saverr player_worker cmd_workeroformat converterrjryobsr"rrhrxris$ @@@@rmainrs7##CHQK00LO +1@BTBTBTUjO |x|]&Xbh i i i ~LH\cfpt~F G G G |*Delq{IP Q Q Q ]J\cfpt~D E E E 0NOVYcgqy z z z ]JIPS]aks t t t ]Jjqt~AKS T T T&&&F$<>kll 29JRQX]gku| } } } /nLPW\fisz { { { /nLPW\fgqx y y y ]JkrwADNU V V V 8?V^gq}GL M M M 3:LTLSXbdnu v v v&&&F$8;~ xoDu|JOY^ _ _ _ |*CyADNOY^ _ _ _ y~DzBEOPZ_ ` ` `&&&F$DF|}} {B@JNUXbj k k k xfHPS]q{C D D D _=HPX[eis{ | | |&&&$ ?isIN O O O$ >eo{FK L L L"nYnGAUbfbo{ABBB(g6N6N6P6Pcgcxyyy   % "8DDD%'$*>%>"#iDDUXrDr/243DGa3a/b/b;?;KNh;h+/111     ) +22QaQ2GG!,#!w//0BCCAFqrrJHr>>$H.4;MX`59ZSZSlSlSnSn292J2J2L2L292F2F2H2HJJJ   ----      !Q!X!XY]Yk!l!lmmm   9  #G,, ,F$*U[ \ \ \   ////      !@AAA   !tuuu   < #DL(9(9A(=(=*4>udKKSSTY[_``G01ABBI"$*nT[2;FRVR\^^^J   Z ( ( (*3 4;OQZ[[ = = = = = = = R R R R R R R R  C IIKKKK     JqMMM9&(())Q..      '      9 3 EGGGq      '  ! ! # # #  C HHJJJJ   '      9 3 EGGGqq  ,s1vv5<=== ,---qqqqq s)P+j6!R76j67ATj6TH'j6>C ` j6 Aa"j6!a"" j6-;b)(j6)Adj6dF,j66A"n n$Am>>n__main__z-hzauditok.auditok_profile.txtzmain()zprofile_stats.txtwb)stream cumulativer)J__doc__rroptparserrrrrr0rrfuturequeuerr ImportError version_infopydubr r>corer ior r rrutilrrauditokrr0__all____date__r|rTESTRUNPROFILErr;rrr\rgrrrrrrrr%rrr{rdoctesttestmodcProfilepstatsprofile_filenamerr< statsfileStatsr strip_dirs sort_statsstats print_statsrLrrrrrs" ........ 'MMM"""""""""''' 6!!&&&&&&&&&&&&&&&&& ' """"""JJJJJ"!!!!!NNNNNNNNNNNN22222222******            9        i   jDjDjDjDZ-o-o-o-o`?AtUY4!!!J+++++V+++\1#1#1#1#1#f1#1#1#h6@>     v   F--------bllll\ z    8 X/000D,d33 FL)) < < < )),77   CHTTVV#s! ;!AA#A,,A65A6