Vhl ddlmZddlZddlZddlZddlmZddlZddlm Z ddl Z ddl Z ddl mZddlmZddlmZejeZd Zedd ed edefdZejdfd ed efdZdede jfdZd efdZdS))contextmanagerN)Path)rmtree) BaseContainer) OmegaConf)fatalcddl}t|trd|DSt|tt fr d|DSt||jr8| St|trt|S|(t|ttttfr|St|trt!j|St%t'|d)Nrc4i|]\}}|t|Sjsonable).0kvs P/var/www/html/movieo_spanner_bot/venv/lib/python3.11/site-packages/dora/utils.py zjsonable..s$99941a8A;;999c,g|]}t|Sr r )rrs r zjsonable.. s+++ +++rz is not jsonable.)torch isinstancedictitemslisttupleTensordetachcputolistrstrintfloatboolrr to_container ValueErrorrepr)valuers rrrsLLL% <995;;==9999 ED%= ) ) <++U++++ E5< ( ( <||~~!!##**,,, E4 <5zz *US%d,CDD E= ) )<%e,,,DKK:::;;;rwb.tmppathmodesuffixc#Kt||z}t||5}|Vdddn #1swxYwYtj||dS)a? Write to a temporary file with the given suffix, then rename it to the right filename. As renaming a file is usually much faster than writing it, this removes (or highly limits as far as I understand NFS) the likelihood of leaving a half-written checkpoint behind, if killed at the wrong time. N)r!openosrename)r+r,r-tmp_pathfs rwrite_and_renamer4-s4yy6!H h  Ihs 6::rbc |t||S#ttjtt f$r'}t d||Yd}~dSd}~wwxYw)zt Try to load from a path using torch.load, and handles various failure cases. Return None upon failure. zLAn error happened when trying to load from %s, this file will be ignored: %rN)r/OSErrorpickleUnpicklingError RuntimeErrorEOFErrorloggerwarning)r+loadr,excs rtry_loadr@<sy tDt$$%%% V+\8 D Z #   ttttt s"A$AA$ module_namereturnc tj|S#t$r4td|dt d|dYdSwxYw)NzCould not import module %sT)exc_infozFailed to import module .) importlib import_module ImportErrorr<infor )rAs rimport_or_fatalrJKso9&{333 999 0+ MMM 77778888889s:AAcJdfd}t||rq|sJtj|j|jdzd}t d|d|||d S|rJd S) zReliably delete the given folder, trying to remove while ignoring errors, and if any files remain, renaming to some trash folder.FcFdtd|dS)NTzError deleting file )r<r=)func error_pathrDerrors r _on_errorz"reliable_rmtree.._on_errorXs):j::;;;;;r)onerror__trash)dirprefixr-z Deletion of z failed, moving to N) rexiststempfilemkdtempparentnamer<r=r1)r+rP target_namerOs @rreliable_rmtreer\Ss E<<<<<  4#### !{{}}}&4;ty3W_``` LdLL{LLMMM K     ;;==     r)r)r*) contextlibrrFloggingr0pathlibrr8shutilrrWtypingtpomegaconf.basecontainerr omegaconfrlogr getLogger__name__r<rr!r4r>r@AnyrJr\r rrris&%%%%%  111111  8 $ $<<<&  4 s 3    %kt  4     999999!$!!!!!!r