Vh&dZddlmZddlZddlZddlZddlZddlmZddl Z ddl Z ddl Z ddl Z ddl mZddlZddlmZddlmZdd lmZd Zd Zd efd Zd efdZGddZddZdZdZdS)z.Loading wav based datasets, including MusdbHQ.) OrderedDictN)Path) distributed) functional)convert_audio_channels)distribmixturez.wavTc Nd}d}d}d}|tgzD] }|||z } |tkr| sd} |D]'} || |z } tj| \} }| | z } (| dk}|r!tjdks Jdtj| | |d tjt| }n#t$rt| wxYw|j }| |}|j }nH||krtd| d|d |d |j |krtd | d|d |j d |tkr|r tjt| \}}n#t$rt| wxYw|d}|}|} ||||d S) Nrr soundfilezuse dset.backend=soundfilePCM_F)encodingzInvalid length for file z : expecting z but got .zInvalid sample rate for file )lengthmeanstd samplerate)MIXTUREexiststaloadabsmaxget_audio_backendsaveinfostr RuntimeErrorprint num_frames sample_rate ValueErrorritemr)tracksources normalizeext track_lengthtrack_sampleraterrsourcefileaudio sub_sourcesub_file sub_audiosr would_cliprrwav_s P/var/www/html/movieo_spanner_bot/venv/lib/python3.11/site-packages/demucs/wav.py_track_metadatar5sL D CWI%&#&#&'#''' W  T[[]] E% # #  j#7##7#77 " 1 1 2"**a/J [+--<<<>Z<<< GD%g 6 6 6 6 73t99%%DD    $KKK    !L#/   V # #>4>>)>>4:>>>?? ? !1 1 1LLL-LL8<8HLLLMM M W    T++QQ   d  ((1++C88::??$$D''))..""Cd3FV W WWs!C33D:$FF:c .i}t|}g}ddlm}|d5}tj|dD]\}} } t|}|jds| s||kr8t||} | | | t||||ftj |dD]\} } | || < d d d n #1swxYwY|S) aU Build the metadata for `Wavset`. Args: path (str or Path): path to dataset. sources (list[str]): list of sources to look for. normalize (bool): if True, loads full track and store normalization values based on the mixture file. ext (str): extension of audio files (default is .wav). r)ThreadPoolExecutorT) followlinksrx)ncolsN)rconcurrent.futuresr7oswalkname startswithr relative_toappendsubmitr5tqdmresult) pathr%r&r'metapendingsr7poolrootfoldersfilesr?pendings r4build_metadatarNNsw D ::DH555555  A   *$$&GDd$C$C$C a a D'5::Dy##C(( G tt||t''--..D OOT4;;gyZ]#^#^_ ` ` ` `!Yxs;;; * *MD' ))DJJ * * * * * * * * * * * * * * * * KsCD  DDc4eZdZdddddefdZdZdZdZdS) WavsetNTiDc t||_t||_||_|p||_||_||_||_||_ | |_ g|_ |j D]o\} } | d| dz } || |krd} n4ttj| |jz |jz dz} |j | pdS)a_ Waveset (or mp3 set for that matter). Can be used to train with arbitrary sources. Each track should be one folder inside of `path`. The folder should contain files named `{source}.{ext}`. Args: root (Path or str): root folder for the dataset. metadata (dict): output from `build_metadata`. sources (list[str]): list of source names. segment (None or float): segment length in seconds. If `None`, returns entire tracks. shift (None or float): stride in seconds bewteen samples. normalize (bool): normalizes input audio, **based on the metadata content**, i.e. the entire track is normalized, not individual extracts. samplerate (int): target sample rate. if the file sample rate is different, it will be resampled on the fly. channels (int): target nb of channels. if different, will be changed onthe fly. ext (str): extension for audio files (default is .wav). samplerate and channels are converted on the fly. rrNr)rrJrmetadatasegmentshiftr&r%channelsrr' num_examplesitemsintmathceilrB)selfrJrSr%rTrUr&rrVr'r?rGtrack_durationexampless r4__init__zWavset.__init__ls4JJ #H--  %g "   $---// / /JD$!(^d<.@@N.7":":ty.4<*G4:)UVVYZZ[[   $ $X . . . .  / /c*t|jSN)sumrW)r\s r4__len__zWavset.__len__s4$%%%r`c.|j|z ||jz Srb)rJr')r\r?r*s r4get_filezWavset.get_files!y4V"7TX"7"777r`cbt|j|jD]\}}||kr||z}|j|}d}d}|jOt |d|jz|z}t t j|d|jz}g}|jD]i}| ||} tj t| ||\} } t| |j} || jt!j|} t%j| |d|j} |jr| |dz |dz } |jrMt |j|jz} | dd| f} t-j| d| | jdz f} | cSdS)Nrr) frame_offsetr rr.)ziprSrWrTrYrUrZr[r%rfrrrrrVrBthstackjulius resample_fracrr&Fpadshape)r\indexr?r^rGr offsetwavsr*r+r2r3examplers r4 __getitem__zWavset.__getitem__s!$-1BCC  ND(  !=&DJF|'T,/$*>z5$,#|4:"&/DM!%111Iz57)d4<6H6H*H:"&/DM!%::38::I i r`cddl}ttjddz dz }|t |d}|dS)Nrconfigszmus.yamlrvalidation_tracks)yamlrmusdb__path__ safe_loadr)r setup_pathsetups r4_get_musdb_validrsPKKKenQ'((94zAJ NN4 C00 1 1E $ %%r`c V tjt|jdd}t |jd|zdzz }t |jdz }|sdtj dkrT|j ddt||j}tj|t#|d tjd krt'jtjt#|}t- |jr|}n fd |D} fd |D}|jri}n|j|jd }t9|||j|j|j|j|j|j}t9||t@gtC|jzf|j|j|jd|} || fS)z0Extract the musdb dataset from the XP arguments.Nr8musdb_r~rrTrrrc$i|] \}}|v || Sr{r{.0r?rG valid_trackss r4 z*get_musdb_wav_datasets..s*dddt4WcKcKc$KcKcKcr`c$i|] \}}|v || Sr{r{rs r4rz*get_musdb_wav_datasets..s)\\\ZT4t|G[G[dDG[G[G[r`rrr)"rrrrrrrrSrr rrrrNr%rrrrrrrr train_validrXrrTrUrPrrVr&rr) rrrrJrSmetadata_trainmetadata_validrrrrs @r4get_musdb_wav_datasetsrs ,s4:--// 0 0 : : < G+CDM   g %D  " "6w|q'8'8""D$"???!$ 55 (D44555Aym,,--H#%%L e!ddddx~~7G7Gddd\\\\8>>3C3C\\\N |? L4:>>t^T\#|4:"&/DM!%111It^gYdl9K9K-K:"&/DM!%::38::I i r`)r2) __doc__ collectionsrrrZrr=pathlibrrDrrmtorchrkr torchaudiortorch.nnrror,rr rrzr5rNrPrrrr{r`r4rs 54######  $$$$$$))))))  /3-X-X-X-X`-1c:MMMMMMMM`    :&&&     r`