-Sh< dZddlZddlZddlZddlZddlZddlZddlZddl m Z m Z ddl m Z ddlmZmZmZddlmZmZddlmZmZdd lmZdd lmZddlZddlmcmZdd lmZGd d e Z Gdde Z!Gdde Z"Gdde Z#GddZ$GddZ%Gdde Z&Gdde Z'Gdde Z(Gdde Z)ej*+d e,dfej-dfej.dfe/d!fej0d!fej1d!fej2d"d#$d%fej2d&d#$d%fej2d"'d%fej2d&'d%fej2d%fg d(Z3Gd)d*e Z4e j5d+ej6j7vd,Gd-d.e Z8e j5d+ej6j7vd,Gd/d0e Z9e j5d1ej6j7vd2Gd3d4e Z:e j5d5ej6j7vd6Gd7d8e Z;e j5d9ej6j7vd:Gd;dGd?d@e Z=e j5dAej6j7vdBGdCdDe Z>GdEdFe Z?GdGdHe Z@GdIdJe ZAGdKdLe ZBGdMdNe ZCGdOdPe ZDGdQdRe ZEGdSdTe ZFGdUdVe ZGGdWdXe ZHGdYdZe ZIGd[d\e ZJGd]d^e ZKGd_d`e ZLGdadbe ZMej*NejjOdckddeZPGdfdge ZQGdhdie ZRGdjdke ZSGdldme ZTGdndoe ZUdpZVe jWejjOdqkpejjOdrkoejjOdskdtduZXdvZYdwZZdxZ[dyZ\dzZ]d{Z^d|Z_d}Z`Gd~de ZaGdde ZbddZcddZdej*+ddecfdecfdecfdedfggdZeedkrdndZfej*+ddefgeedZgej*hedkdeeedZieedZjeedZkeedZleedZmdS)z Dataset testing operations. Tests all dataset operations, including creation, with the exception of: 1. Slicing operations for read and write, handled by module test_slicing 2. Type conversion for read and write (currently untested) N)utTestCase)get_data_file_path)FileGroupDataset)is_empty_dataspaceproduct)h5fh5t)H5pyDeprecationWarning)version)NUMPY_RELEASE_VERSIONceZdZdZdZdS) BaseDatasetcTt|d|_dS)Nw)rmktempfselfs ]/var/www/html/movieo_spanner_bot/venv/lib/python3.11/site-packages/h5py/tests/test_dataset.pysetUpzBaseDataset.setUp'sdkkmmS))cJ|jr|jdSdSN)rclosers rtearDownzBaseDataset.tearDown*s) 6  FLLNNNNN  rN)__name__ __module__ __qualname__rrrrrr&s2***rrc$eZdZdZdZdZdZdS)TestReprz5 Feature: repr(Dataset) behaves sensibly cj|jddd}t|dksJdS)Nfooint32dtypez,rcreate_datasetreprrdss rtest_repr_basiczTestRepr.test_repr_basic4s< V " "5$g " > >BxxIIIIIIIrc|jdd}|jt|dksJdS)z( repr() works on live and dead datasets r'r(zN)rr.rr/r0s rtest_repr_closedzTestRepr.test_repr_closed8sF V " "5$ / /  Bxx2222222rcj|jddd}t|dksJdS)Nr(r*r+z2r-r0s rtest_repr_anonymouszTestRepr.test_repr_anonymous>s< V " "4W " = =BxxOOOOOOOrN)r r!r"__doc__r2r4r6r#rrr%r%/sSJJJ333 PPPPPrr%ceZdZdZdZdZdZdZdZdZ dZ d Z e j eed  d d Zd ZdS)TestCreateShapez@ Feature: Datasets can be created from a shape only cr|jdd}||jddS)z Create a scalar dataset r'r#Nrr. assertEqualshaperdsets rtest_create_scalarz"TestCreateShape.test_create_scalarIs7v$$UB// R(((((rcr|jdd}||jddS)z Create a size-1 dataset r'rNr;r>s rtest_create_simplez"TestCreateShape.test_create_simpleNs7v$$UD11 T*****rcr|jdd}||jddS)z+ Create a size-1 dataset with integer shaper'rrBNr;r>s rtest_create_integerz#TestCreateShape.test_create_integerSs7v$$UA.. T*****rcJ|jdd}||jd||jd|jdd}||jd||jddS) Create an extended dataset r'?rIbar <Nrr.r<r=sizer>s rtest_create_extendedz$TestCreateShape.test_create_extendedXsv$$UE22 U+++ B'''v$$UG44 W--- R)))))rcJ|jdd}||jd||jd|jdd}||jd||jddS)rGr'rIrHrJrKrNNrOr>s rtest_create_integer_extendedz,TestCreateShape.test_create_integer_extendedasv$$UB// U+++ B'''v$$UG44 W--- R)))))rc|jdd}||jt jddS)) Confirm that the default dtype is float r'rHz=f4Nrr.r<r,npr>s rtest_default_dtypez"TestCreateShape.test_default_dtypejs?v$$UE22 RXe__55555rc|t5|jdddddS#1swxYwYdS)z Missing shape raises TypeError r'N assertRaises TypeErrorrr.rs rtest_missing_shapez"TestCreateShape.test_missing_shapeos   y ) ) ) ) F ! !% ( ( ( ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) ) )sAA Ac|jddtj}t jdvr(t jdt jz||j tjdS)rUr'rHr+)ppc64lez(Storage of long double deactivated on %sN) rr.rW longdoubleplatformmachinepytestxfailr<r,r>s rtest_long_doublez TestCreateShape.test_long_doubletssv$$UE$GG     , , LChFVFXFXX Y Y Y R]33333r complex256zNo support for complex256c|jddtjd}||jtjddS)rUr'rHrfr+N)rr.rWr,r<r>s rtest_complex256zTestCreateShape.test_complex256{s[v$$UE+-8L+A+A%CC RXl%;%;<<<< " O O b$,/// $&011111rctjdd}|jdd|}||jd||d|ddS) z8 Create from existing data, and make it fit a new shape rr+r'rMr=ru.N)rWarangerr.r<r=assertArrayEqualreshaperxs r test_reshapezTestCreateData.test_reshapesvy3'''v$$U'$EE W--- d3ig)>)>?????rc|t5t|jdjddddS#1swxYwYdS)zE Binding Dataset to a non-DatasetID identifier fails with ValueError /N)r[ ValueErrorr ridrs rtest_appropriate_low_level_idz,TestCreateData.test_appropriate_low_level_ids   z * * $ $ DF3KN # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $s AA A c8|j}t|tjsJ||ksJ||sJdS|rJ||ksJdSr)rget_type isinstancer TypeStringIDget_csetis_variable_strget_size)rr?csetlengthtids rcheck_h5_stringzTestCreateData.check_h5_stringsg  #s/00000||~~%%%% >&&(( ( (( ( (**,, , ,,<<>>V++++++rc |fd}|jdd|jdddg|jddgdgg|jdtjddgt d S) z= Creating dataset with byte string yields vlen ASCII dataset cL|tjddSNr)rr CSET_ASCIIr?rs rcheck_vlen_asciiz?TestCreateData.test_create_bytestring..check_vlen_asciis&  s~d C C C C Craabcrtbdefcdr+Nrr.rWarrayobject)rrs` rtest_create_bytestringz%TestCreateData.test_create_bytestrings D D D D D..s.@@AAA..s&&9I.JJKKK..s6(VH9M.NNOOO.. bh/v>>>/       rc|jdtjddgd}||t jddS) NrrrS3r+rtrr)rr.rWrrr rr>s rtest_create_np_szTestCreateData.test_create_np_ssTv$$Srx8HPT/U/U/U$VV T3>!<<<<.check_vlen_utf8s&  s}T B B B B Brrabcrtrdefrrr+r)rrs` rtest_create_stringsz"TestCreateData.test_create_stringss C C C C C--c->>???--c-GGHHH--c%5'8J-KKLLL-- bhu~V<<<.       rc|t5|jdt jddgdddddS#1swxYwYdS)NrrrU3r+rt)r[r\rr.rWrrs rtest_create_np_uzTestCreateData.test_create_np_us   y ) ) T T F ! !#BHff5ET,R,R,R ! S S S T T T T T T T T T T T T T T T T T Ts3AA"Ac|jdd|t|jdjdS)Nr'rr+)rr.r~r rrs r test_empty_create_via_None_shapez/TestCreateData.test_empty_create_via_None_shapesG e3/// *46%=+;<<=====rc|jdtjd|t |jdjdS)Nr'rr+rt)rr.r}Emptyr~r rrs r!test_empty_create_via_Empty_classz0TestCreateData.test_empty_create_via_Empty_classsT e$*3*?*?*?@@@ *46%=+;<<=====rc|t5|jddt jdddddS#1swxYwYdS)NrJr)rr)r[rrr.rWrrs rtest_create_incompatible_dataz,TestCreateData.test_create_incompatible_datas   z * * F F F ! !%q ! ! E E E F F F F F F F F F F F F F F F F F Fs0AAAN)r r!r"r7r@rQrrrrrrrrrrrr#rrrrrrs111 111 222 @@@$$$ ,,,    ===   TTT>>>>>>FFFFFrrrc eZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgdZ dZ dZ dZ dZ dZd S)TestReadDirectlyzI Feature: Read data directly from Dataset into a Numpy array +source_shape,dest_shape,source_sel,dest_seldrrM2rNFZNrrMrr rLrkrLrc|tjt|d|}|d||}tj|dd}|} ||| |<||||tj || dS)Nint64r+r?rt) rWrr rr.fullcopy read_directtestingassert_array_equal) r writable_file source_shape dest_shape source_seldest_sel source_valuesr?arrexpecteds rtest_read_directz!TestReadDirectly.test_read_directs ',"7"7wGGGOOP\]] ++FL}+UUgj"G44488::*:6 j(333 %%c844444rc|ddtjdd}tjdd}||tj|tjdddS)Nr?rMrMrr+rt)r.rWrrwrrrrrr?rs r test_no_selzTestReadDirectly.test_no_sels++FE "T[@\@\@\+]]ge7+++  %%c29Rw+G+G+GHHHHHrc8|dd}tjdd}tjt 5||tjddtjddddddS#1swxYwYdS Nedsetrr+rrrMrrN)r.rWrwrcraisesr\rs_)rr empty_dsetrs r test_emptyzTestReadDirectly.test_emptys"11'1II gfg&& ]9 % % C C  " "3ad RU2b5\ B B B C C C C C C C C C C C C C C C C C Cs beArr1HoruQQQx 8    55  5III CCC """ """ # # # # #rrc zeZdZdZejdddejddejddfddejddejd d fd d ejd d d d fejd d d dffddejdd ddfejd d fgdZ dZ dZ dZ d S)TestWriteDirectlyz> Feature: Write Numpy array directly into Dataset rrrrMrrNrrNrrrrrrkrLrcb|d|dd}tjt||}tj|dd}||||<||||tj|dd|dS)Nr?r*rr, fillvaluer+) r.rWrr rr write_directrr) rrrrrrr?rrs rtest_write_directz#TestWriteDirectly.test_write_direct$s++FJgY[+\\i --..66|DD7:r999 _ #z8444 %%d111gx88888rc2|dd}tjt5|t jdt jddt jddddddS#1swxYwYdSr)r.rcrr\rrWrwr)rrrs rrzTestWriteDirectly.test_empty4s"11'1II ]9 % % P P  # #BGFOORU1R4["%2, O O O P P P P P P P P P P P P P P P P P PsAB  BBc|ddd}tjd}tjt 5||ddddS#1swxYwYdSrr.rWrwrcrr\rrs rrz"TestWriteDirectly.test_wrong_shape9s++FF'+JJgfoo ]9 % % # #   c " " " # # # # # # # # # # # # # # # # # #rc|ddd}tjdd}tjt 5||ddddS#1swxYwYdSrrrs rrz'TestWriteDirectly.test_not_c_contiguous?s++FHG+LLghc*** ]9 % % # #   c " " " # # # # # # # # # # # # # # # # # #r) r r!r"r7rcrrrWrrrrrr#rrrrs [5 VRU1R4["%2, 7 FBE"R%L"%* 5 xssAAAvaaa"f > beArr1HoruQQQx 8    99  9PPP ### #####rrcBeZdZdZdZdZdZdZdZdZ dZ d Z d S) TestCreateRequirezS Feature: Datasets can be created only if they don't exist in the file c|jddd}||t||jddS)z& Create new dataset with no conflicts r'rrN)rrequire_datasetr|r r<r=r>s r test_createzTestCreateRequire.test_createLsOv%%eWc:: dG,,, W-----rc|jddd}|jddd}|||dS)z) require_dataset yields existing dataset r'rrNrr r<rls rtest_create_existingz&TestCreateRequire.test_create_existingRsPv%%eWc::&&ugs;; u%%%%%rc|jddd}|jddd}||||jddd}|jddd}||||jddd}|jddd}|||dS) z; require_dataset with integer shape yields existing datasetr'rMrrJrbazsbazNrrls rtest_create_1Dz TestCreateRequire.test_create_1DXsv%%eR55&&ub#66 u%%%v%%eUC88&&ub#66 u%%%v%%eR55&&vuc:: u%%%%%rc|jddd|t5|jdddddddS#1swxYwYdS)z6 require_dataset with shape conflict yields TypeError r'rr)rMr)Nrr.r[r\r rs rtest_shape_conflictz%TestCreateRequire.test_shape_conflictfs eWc222   y ) ) 8 8 F " "5'3 7 7 7 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8A!!A%(A%c|jd|t5|jdddddddS#1swxYwYdS)z< require_dataset with object type conflict yields TypeError r'rrN)r create_groupr[r\r rs rtest_type_conflictz$TestCreateRequire.test_type_conflictls E"""   y ) ) 8 8 F " "5'3 7 7 7 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8 8sAA#&A#c|jddd}|t5|jdddddddS#1swxYwYdS)zL require_dataset with dtype conflict (strict mode) yields TypeError r'rrS10Nrr>s rtest_dtype_conflictz%TestCreateRequire.test_dtype_conflictrsv$$UGS99   y ) ) : : F " "5'5 9 9 9 : : : : : : : : : : : : : : : : : :rc|jddd}|jdddd}|||dS)z* require_dataset with exactly dtype match r'rrTexactN)rr.r r<rls rtest_dtype_exactz"TestCreateRequire.test_dtype_exactysWv$$UGS99&&ugs$&GG u%%%%%rc|jddd}|jdddd}|||||jt jddS)zJ require_dataset with convertible type succeeds (non-strict mode) r'ri4i2Fr N)rr.r r<r,rWrls rtest_dtype_closez"TestCreateRequire.test_dtype_closeswv$$UGT::&&ugt5&II u%%% bhtnn55555rN) r r!r"r7rrrrrrr"r&r#rrr r Fs... &&& & & &888 888 :::&&&66666rr cHeZdZdZdZdZdZdZdZdZ dZ d Z d Z d S) TestCreateChunkedzL Feature: Datasets can be created by manually specifying chunks cv|jddd}||jddS)z Create via chunks tuple r'rrr=chunksNrr.r<r+r>s rtest_create_chunksz$TestCreateChunked.test_create_chunkss<v$$U&$GG e,,,,,rcv|jddd}||jddS)z Create via chunks integer r'rrMr*rNr,r>s rtest_create_chunks_integerz,TestCreateChunked.test_create_chunks_integers<v$$U&$DD e,,,,,rc|t5|jdddddddS#1swxYwYdS)z& Illegal chunk size raises ValueError r'rrr*Nr[rrr.rs rtest_chunks_mismatchz&TestCreateChunked.test_chunks_mismatchs   z * * F F F ! !%vf ! E E E F F F F F F F F F F F F F F F F F FAA  A c|t5|jddddddddS#1swxYwYdS)z3 Chunked format required for given storage options r'rrF)r=maxshaper+Nr1rs rtest_chunks_falsez#TestCreateChunked.test_chunks_falses   z * * R R F ! !%us5 ! Q Q Q R R R R R R R R R R R R R R R R R RAA A c|t5|jdddddddS#1swxYwYdS)z> Attempting to create chunked scalar dataset raises TypeError r'r#rr*NrZrs rtest_chunks_scalarz$TestCreateChunked.test_chunks_scalars   y ) ) A A F ! !%r% ! @ @ @ A A A A A A A A A A A A A A A A A Ar3c|jddd}||jt|t |jddS)z Auto-chunking of datasets r')rrTr*rkN)rr.r|r+tupler<lenr>s rtest_auto_chunksz"TestCreateChunked.test_auto_chunkss\v$$U)D$II dk5111 T[))1-----rcx|jdddd}||jddS)z7 Auto-chunking with pathologically large element sizes r'r S100000000Tr=r,r+rBNr,r>s rtest_auto_chunks_abusez(TestCreateChunked.test_auto_chunks_abuses?v$$U$lSW$XX d+++++rc|jddtjd}d|ddddf<|tj|ddddfdkd |d<|tj|dd kd |d d <|tj|d d d kdS) z+ Test scalar assignment of chunked dataset r')rrr)rrrrBrMrN( rrk)rr.rWr*r~allr>s rtest_scalar_assignmentz(TestCreateChunked.test_scalar_assignmentsv$$U++-8K%IIQ2X tAqqq"H~344555Q tAw"}--...QqS  tAaCyB//00000rcHtjtd5}|jddddddn #1swxYwYtjtd5}|jddd ddddS#1swxYwYdS) z, Auto-chunking of empty datasets not allowedrmatchr'S100T)r,r+Nrr,r5)rcrr\rr.)rerrs rtest_auto_chunks_no_shapez+TestCreateChunked.test_auto_chunks_no_shapes> ]9G 4 4 4 D F ! !%vd ! C C C D D D D D D D D D D D D D D D]9G 4 4 4 D F ! !%v ! C C C D D D D D D D D D D D D D D D D D Ds#AA  A ,BBBN) r r!r"r7r-r/r2r6r:r>rCrIrPr#rrr(r(s--- --- FFF RRR AAA ... ,,, 111 DDDDDrr(c0eZdZdZdZdZdZdZdZdS)TestCreateFillvaluez> Feature: Datasets can be created with fill value c|jddd}||dd||dddS)z- Fill value is reflected in dataset contents r'r@rrrN)rr.r<r>s rtest_create_fillvalz'TestCreateFillvalue.test_create_fillvalsXv$$UES$AA a#&&& a#&&&&&rc|jddd}||jd||jt jdS)z( Fill value is recoverable via property r'rg@rUN)rr.r<rassertNotIsInstancerWndarrayr>s r test_propertyz!TestCreateFillvalue.test_propertysVv$$UES$AA ---   <<<<s rtest_property_nonez&TestCreateFillvalue.test_property_nones7v$$UE22 +++++rctjddg}tjd|d}|jdd||}||j|||d |d S) z& Fill value works with compound types )rf4)ri8rBr+rr'rrr)N)rWr,rwrr.r<rassertAlmostEqual)rdtvr?s r test_compoundz!TestCreateFillvalue.test_compounds X{K0 1 1 GD # # #A &v$$UEq$II +++ tAw*****rc|t5|jddddgd}ddddS#1swxYwYdS)z$ Bogus fill value raises ValueError r'rri)rr*rNr1r>s rtest_exczTestCreateFillvalue.test_excs   z * * B B6((%z2b)BBD B B B B B B B B B B B B B B B B B Bs!A  A A N) r r!r"r7rVrZr\rcrhr#rrrRrRsn''' === ,,, +++BBBBBrrRceZdZdZdZejdejj vddZ dZ dZ dZ d Zd Zd Zd Zd S) TestFillTimezI Feature: Datasets created with specified fill time property cP|jddd}|j}||t jj||dd||dddS)z Fill time default to IFSET r'rrTrUrrN rr.rget_create_plistr< get_fill_timer}h5dFILL_TIME_IFSETrr?plists rtest_fill_time_defaultz#TestFillTime.test_fill_time_defaultsv$$UES$AA((** ,,..0HIII a#&&& a#&&&&&rgzipDEFLATE is not installedcR|jdddd}|j}||t jj||dd||dddS) z5 Fill time is IFSET for compressed dataset (chunked) r'rrtrT) compressionrrrNrlrqs rtest_compressed_defaultz$TestFillTime.test_compressed_defaultsv$$UEv/2%44((** ,,..0HIII a#&&& a#&&&&&rcR|jdddd}|j}||t jj| |dd| |dddS) z Fill time set to NEVER r'rrTneverr fill_timerrN) rr.rrmr<rnr}roFILL_TIME_NEVERassertNotEqualrqs rtest_fill_time_neverz!TestFillTime.test_fill_time_never sv$$UES/6%88((** ,,..0HIII DGS))) DGS)))))rc|jdddd}|j}||t jjdS)z# Fill time explicitly set to ALLOC r'rrTallocr{N) rr.rrmr<rnr}roFILL_TIME_ALLOCrqs rtest_fill_time_allocz!TestFillTime.test_fill_time_allocsgv$$UES/6%88((** ,,..0HIIIIIrc|jddddd}|j}||t jjdS)z# Fill time explicitly set to IFSET r'rrjrTifset)r+rr|Nrlrqs rtest_fill_time_ifsetz!TestFillTime.test_fill_time_ifsetsiv$$UE$#/6%88((** ,,..0HIIIIIrc|t5|jddd}ddddS#1swxYwYdS)z2 Choice of fill_time is 'alloc', 'never', 'ifset' r'rfill_badr|Nr1r>s rtest_invalid_fill_timez#TestFillTime.test_invalid_fill_time"s   z * * M M6(((LLD M M M M M M M M M M M M M M M M M Mr3c|t5|jddd}ddddS#1swxYwYdS)z fill_time must be a string r'rrkrNr1r>s rtest_non_str_fill_timez#TestFillTime.test_non_str_fill_time's   z * * D D6(((CCD D D D D D D D D D D D D D D D D D Dr3c|jdddd}|j}||t jjtj |ddd sJ| dtj |ddd sJdS)z= The resize dataset will be filled (by default fill value 0) r'r9rr)r5r+N) rr.rrmr<rnr}rorprWiscloserHresizerqs r#test_resize_chunk_fill_time_defaultz0TestFillTime.test_resize_chunk_fill_time_default,sv$$UFW,1%33((** ,,..0HIIIz$qqq'3''++----- Gz$qqq'3''++-------rc|jdddddd}|j}||t jjtj |ddd rJ| dtj |ddd rJdS) z$ The resize dataset won't be filled r'r9rrTrzr)r5rr|r+N) rr.rrmr<rnr}ror}rWranyrrqs r!test_resize_chunk_fill_time_neverz.TestFillTime.test_resize_chunk_fill_time_never8sv$$UFW/2g,1%33((** ,,..0HIII:d111gs++//11111 G:d111gs++//1111111rN)r r!r"r7rsrror}filtersencoderxrrrrrrrr#rrrjrjs'''RYvT\002LMM''NM'***JJJJJJMMM DDD . . . 2 2 2 2 2rrjz dt,expectedrutf-8rencodingrrasciircP|dd|}|j|ksJdS)Nr'rr+)r.r)rarrr?s rtest_get_unset_fill_valuerFs7  ' 'uB ' ? ?D >X % % % % % %rceZdZdZdZdS)TestCreateNamedTypezC Feature: Datasets created from an existing named type ctjd|jd<|jdd|jd}||jtjd||j|jdj||jdS)z7 Named type object works and links the dataset to type f8typexrr+N) rWr,rr.r<rrr~ committedr>s r test_namedzTestCreateNamedType.test_named_s$vv$$S&v$GG RXd^^444 ))++TVF^->??? ((**446677777rN)r r!r"r7rr#rrrrYs-88888rrrtruc*eZdZdZdZdZdZdZdS)TestCreateGzipz= Feature: Datasets created with gzip compression c|jdddd}||jd||jddS)z# Create with explicit gzip options r'rrrtrrwcompression_optsNrr.r<rwrr>s r test_gzipzTestCreateGzip.test_gzipos_v$$UH&67%99 )6222 .22222rc|jddd}||jd||jddS)z+ Create with implicit gzip level (level 4) r'rrtrwr)Nrr>s rtest_gzip_implicitz!TestCreateGzip.test_gzip_implicitvsVv$$UH&$II )6222 .22222rc|jddd}||jd||jdt jjj} tt jj_| t5|jddd}dddn #1swxYwY|t jj_dS#|t jj_wxYw)z. Create with gzip level by specifying integer r'rrrrtN) rr.r<rwrr}_hldataset_LEGACY_GZIP_COMPRESSION_VALSr<r[r)rr?original_compression_valss rtest_gzip_numberzTestCreateGzip.test_gzip_number|s;v$$UH!$DD )6222 .222$(H$4$R! W=BWWDH  :"":.. M Mv,,UH!,LL M M M M M M M M M M M M M M M>WDH  : : :=VDH  : V V V Vs0+>Bcr|t5}|jddddddn #1swxYwY|dt |j|t5}|jddddddn #1swxYwY|dt |jtjj j } ttjj _ |t5|jddtj jdddn #1swxYwY|tjj _ dS#|tjj _ wxYw) z* Create with invalid compression numbers r'rirNzInvalid filterrzUnknown compression)r[rrr.assertInstr exceptionr}rrrr< IndexErrorrr)rers rtest_compression_number_invalidz;TestCreateCompressionNumber.test_compression_number_invalidsY   z * * Ea F ! !%t ! D D D E E E E E E E E E E E E E E E &AK(8(8999   z * * Da F ! !%s ! C C C D D D D D D D D D D D D D D D +S-=-=>>>$(H$4$R! W=BWWDH  :"":.. \ \%%eX48CZ%[[[ \ \ \ \ \ \ \ \ \ \ \ \ \ \ \>WDH  : : :=VDH  : V V V VsSAA  A B<<CC>v$$Uu$MM )5111 .555  6%=$ h11111rc|t5|jddddddddS#1swxYwYdS)z& Giving lzf options raises ValueError r'rrr)rNr1rs r test_lzf_exczTestCreateLZF.test_lzf_excs   z * * 6 6 F ! !%u34 " 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6 6r7N)r r!r"r7rrr#rrrrs<222 66666rrszipzSZIP is not installedceZdZdZdZdS)TestCreateSZIPrcB|jdddd}dS)z Create with explicit szip r'rr)ecrN)rr.r>s r test_szipzTestCreateSZIP.test_szips-v$$UH&6@%BBrN)r r!r"r7rr#rrrrs2BBBBBrrshufflezSHUFFLE is not installedceZdZdZdZdS)TestCreateShufflez8 Feature: Datasets can use shuffling filter ct|jddd}||jdS)z Enable shuffle filter r'rT)rN)rr.r~rr>s r test_shufflezTestCreateShuffle.test_shuffles8v$$UHd$CC  %%%%%rN)r r!r"r7rr#rrrrs-&&&&&rr fletcher32zFLETCHER32 is not installedceZdZdZdZdS)TestCreateFletcher32z= Feature: Datasets can use the fletcher32 filter ct|jddd}||jdS)z Enable fletcher32 filter r'rT)rN)rr.r~rr>s rtest_fletcher32z$TestCreateFletcher32.test_fletcher32s8v$$UH$FF (((((rN)r r!r"r7rr#rrrrs-)))))rr scaleoffsetzSCALEOFFSET is not installedc<eZdZdZdZdZdZdZdZdZ dZ d S) TestCreateScaleOffsetz? Feature: Datasets can use the scale/offset filter c|t5|jddtd}ddddS#1swxYwYdS)z[ Ensure that a scale factor is required for scaleoffset compression of floating point data r'rTr,rNr[rrr.floatr>s r test_float_fails_without_optionsz6TestCreateScaleOffset.test_float_fails_without_options  z * * Y Y6((SW(XXD Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y Y$A  AAc|t5|jddtd}ddddS#1swxYwYdS)z# Check when scaleoffset is negetiver'rgrNrr>s rtest_non_integerz&TestCreateScaleOffset.test_non_integer rrc|t5|jddtd}ddddS#1swxYwYdS)z% Check when dtype is unsupported typer'rTrN)r[r\rr.boolr>s rtest_unsupport_dtypez*TestCreateScaleOffset.test_unsupport_dtypes  y ) ) X X6((RV(WWD X X X X X X X X X X X X X X X X X Xrcd}d}dd|zz}tjj|dz |z}|jd|tj|}|jJ||d <|jj}|jtj |d |_|jdd }| ||d| z ||k rJdS) z2 Scaleoffset filter works for floating point data r)ri,rrMg?r'rN.r) precision) rWrandomrandrr.float64rfilenamerr}rrrH)rscalefacr=rangerr?rrs r test_floatz TestCreateScaleOffset.test_floatsR8^#INE*S0E9v$$UEQY$ZZ+++S 6?  8S))6%=% hBH9$>$O$O$Q$Q$X$X$Z$Z[[ddff dfo..5>>@@v%%%%%%sB))B-0B-c d}tj|}|}tj|dt jfg}|j d||j |tj |}||d<|j Jt|d5}|}dddn #1swxYwY||ksJt!j|j}t!j|j} || ksJ|jd||j tj |} | j J| d |kdS) z< Create and access an external dataset using an efile_prefixrrr'r.Nr)rr#)rWrrospathbasenamer rrr.r,dirnamerrrrrrrrrrrrr ) rr=rrrr?rr rrrms rtest_contents_efile_prefixz'TestExternal.test_contents_efile_prefixs9##E**;;==W%%h//CMBCv$$UERZikipixixzBjCjC$DDS }((((D ! ! "SxxzzH " " " " " " " " " " " " " " "8++------|DG$<$<$>$>$O$O$Q$Q$X$X$Z$Z[[ddff h''.7799v%%%%&&ueX^RTRYRaRabjRkRk&ll~))) b XsC##C'*C'cd|jdd|dS)z/ External argument may be a file name str only r'rrN)rr.rrs r test_name_strzTestExternal.test_name_strs/ eX FFFFFrc|jddtj|dS)z0 External argument may be a file name path only r'rr)N)rr.rrrrs rtest_name_pathzTestExternal.test_name_pathsK eX'.|DKKMM'B'B  D D D D Drc|d}tfdt|D}|jdd|}t |j|ksJdS)z9 External argument may be an iterable of multiple tuples rc3(K|] }|dzdfV dS)Nr#).0rrs r z/TestExternal.test_iter_multi..s.EEq1t8T2EEEEEErpoorr)N)riterrrr.r=r)rNrr?rs @rtest_iter_multizTestExternal.test_iter_multis|;;== EEEEE!HHEEEEEv$$UHx$HH4=!!Q&&&&&&rc d}|}t|gft|dgft|dtjgft|fgft|dfgft|dtjdfgft|ddfgffD]O\}}||5|jd||dddn #1swxYwYPdS)z" Test with invalid external lists rrz h5f.UNLIMITEDr'r)N)rr\r rrr[rr.)rr=rexc_typers r test_invalidzTestExternal.test_invalids?;;== # 1 & 1cm4 5 8+ ' 8Q- ) 8Q q9: ; (A78 9# G G Hh""8,, G G%%eUX%FFF G G G G G G G G G G G G G G G G GsB==C C c|}d}d}|jd|||}|jJ|j|ksJ|j|ksJdS)z$ Create expandable external dataset )@)Nr;r')r=r5rN)rrr.r+r=r5)rrr=r5exp_dsets rtest_create_expandablez#TestExternal.test_create_expandables{;;==6((eh2:)<<&&&~&&&& H,,,,,,rN) r r!r"r7r!r'r*r,r5r8r=r#rrr r ss&&&0:GGG DDD '''GGG$ - - - - -rr c,eZdZdZddZdZdZdZdS) TestAutoCreatezP Feature: Datasets auto-created from data produce the correct types Tc |j}|t|tjj||||r|sJdSdSr) rrr<rr}r rrr)rr1rvariablers rassert_string_typez!TestAutoCreate.assert_string_typesenn cDH$9::: ...  )&&(( ( (( ) ) ( (rcd|jd<||jdtjjddg|jd<||jdtjjt jddgt j|jd<||jdtjjdS) zs rr[z TestChunkIterator.test_no_chunks)sv$$UB//   y ) )                          sAAAc d|jddd}tdddftdddftdd dftd d dff}|t |t |td ddftdd dftd d dff}|t |t jd d t |dS) Nr'r) r+rrtrr;`rrarr.slicer<listrrrWrrr?rs rtest_1dzTestChunkIterator.test_1d.sv$$UF5$AA1R]]$uR1~~&7%2a..9J 2c!__   d..00114>>BBB2b^^%bA'85Bq>>:KL d..ruRU|<<==tH~~NNNNNrc |jddd}tdddtdddftdddtdd dftdddtdddftdddtdd dftdd dtdddftdd dtdd dftd d dtdddftd d dtdd dff}|t |t |td d dtd ddff}|t |t jd d d dft |dS)Nr'rr)rtr;rurrtrr;rrv04rErrxr{s rtest_2dzTestChunkIterator.test_2d6sv$$UIg$FF1b!__eAr1oo6q"a b#q9"2r1--uQA? r2q  5S!,,-b"a0@0@ aQ0 R++U2sA->->? r3  E!ROO,uRa/@/@ b#q/  d..00114>>BBB2r1%%uRQ'7'78: d..ruRU2b5[/ABBCCT(^^TTTTTrc |jddd}tdddtdddftdddtdddftdddtdddftdddtdddff}tdd}|t |||ft |dS) Nr'rWrkrkrurr)rr)rr.ryr<rzrr)rr?rsels rtest_2d_partial_slicez'TestChunkIterator.test_2d_partial_sliceCsv$$UE%$@@1a^^U1a^^4!QNNE!QNN3!QNNE!QNN3!QNNE!QNN35Aajj d..Sz::;;T(^^LLLLLrN)r r!r"r[r|rrr#rrrprp(s[ OOO U U UMMMMMrrpcHeZdZdZdZdZdZdZdZdZ dZ d Z d Z d S) TestResizezF Feature: Datasets created with "maxshape" may be resized c|jddd}||jd||jddS)z Create dataset with "maxshape" r'rrrNrkNrr. assertIsNotr+r<r5r>s rrzTestResize.test_createTsTv$$UHx$HH d+++ 11111rc|jddd}||jd||jd|jddd}||jddS)z6 Create dataset with "maxshape" using integer maxshaper'rmrrkNrJrr>s rrzTestResize.test_create_1DZsv$$UEB$?? d+++ ...v$$UB$<< .....rc6|jddd}||jd|d||jd|d||jddS)z( Datasets may be resized up to maxshape r'rrrkrrNrr.r<r=rr>s r test_resizezTestResize.test_resizecsv$$UHx$HH X... H X... H X.....rc|jddd}||jd|d||jddS)z> Datasets may be resized up to maxshape using integer maxshaper'rrErkrm)rNrr>s rtest_resize_1DzTestResize.test_resize_1Dlsfv$$UB$<< U+++ E U+++++rc|jddd}|t5|dddddS#1swxYwYdS)z. Resizing past maxshape triggers an exception r'rrrk)rrN)rr.r[ Exceptionrr>s rtest_resize_overzTestResize.test_resize_overssv$$UHx$HH   y ) ) " " KK ! ! ! " " " " " " " " " " " " " " " " " "sAA"Ac|jdd}|t5|dddddS#1swxYwYdS)z/ Resizing non-chunked dataset raises TypeError r'rrN)rr.r[r\rr>s rtest_resize_nonchunkedz!TestResize.test_resize_nonchunkedysv$$UH55   y ) ) " " KK ! ! ! " " " " " " " " " " " " " " " " " "sAA Ac|jddd}|dd||jdd S) z Resize specified axis r'rrrkrraxisrN)rr.rr<r=r>s rtest_resize_axiszTestResize.test_resize_axissRv$$UHx$HH BQ  X.....rc|jddd}|t5|ddddddS#1swxYwYdS) z Illegal axis raises ValueError r'rrrkrrkrN)rr.r[rrr>s r test_axis_exczTestResize.test_axis_excsv$$UHx$HH   z * * $ $ KKK # # # $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $ $sAA!$A!c|jddd}||jd||jddS)z? Allow zero-length initial dims for unlimited axes (issue 111) r')r)rNrkN)rr.r<r=r5r>s r test_zero_dimzTestResize.test_zero_dimsTv$$UGj$II W---  33333rN) r r!r"r7rrrrrrrrrr#rrrrNs222 //////,,,""" """ /// $$$ 44444rrceZdZdZdZdZdS) TestDtypezD Feature: Dataset dtype is available as .dtype property c|jddd}||jt jddS)z Retrieve dtype from dataset r'r|S10NrVr>s r test_dtypezTestDtype.test_dtypesCv$$UD&99 RXf%5%566666rctjdtjfdtjfg}|jdd|}||j|dS)z7 Retrieve dtype from complex float16 dataset (gh-2156) rrfr'rN)rWr,float16rr.r<)r complex32r?s rtest_dtype_complex32zTestDtype.test_dtype_complex32s]HsBJ/#rz1BCDD v$$UD)<< Y/////rN)r r!r"r7rrr#rrrrs<777 00000rrceZdZdZdZdZdS)TestLenzG Feature: Size of first axis is available via Python's len c|jdd}|t|ddS)z Python len() (under 32 bits) r')8rrN)rr.r<r=r>s rtest_lenzTestLen.test_lens;v$$UI66 TC(((((rc|jdd}||jdtjdkrB|t5t|dddn #1swxYwYn#|t|d||ddS)z Python len() vs Dataset.len() r')riNr) rr.r<r=sysmaxsizer[ OverflowErrorr=r>s r test_len_bigzTestLen.test_len_bigsv$$UM:: ]333 ;+ % %""=11  D                   SYY 0 0 0 W-----s!A==BBN)r r!r"r7rrr#rrrrs<))) . . . . .rrceZdZdZdZdZdS)TestIterz; Feature: Iterating over a dataset yields rows c.tjddd}|jd|}t ||D]>\}}|t|d|||?dS) z& Iterating over a dataset yields rows rrr+rr'rtrN) rWrrrr.zipr<r=r)rrur?rrEs r test_iterzTestIter.test_itersy3'''//88v$$U$66dOO ( (DAq   SVVQ ' ' '  ! !!Q ' ' ' ' ( (rc|jdd}|t5d|DddddS#1swxYwYdS)z0 Iterating over scalar dataset raises TypeError r'r#r=cg|]}|Sr#r#)r0rs r z-TestIter.test_iter_scalar..s   1Q   rN)rr.r[r\r>s rtest_iter_scalarzTestIter.test_iter_scalarsv$$U"$55   y ) )                          s AAAN)r r!r"r7rrr#rrrrs<(((rrcxeZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zd ZdZdZdZdZdZdS) TestStringszr Feature: Datasets created with vlen and fixed datatypes correctly translate to and from HDF5 ctjd}|jdd|}|j}|t|tjj || tjj tj |j }||jddS)z3 Vlen bytes dataset maps to vlen ascii in the file rrrrr+N)r} string_dtyperr.rrr<rr rrrcheck_string_dtyper,rrrar1r string_infos rrHzTestStrings.test_vlen_bytess   0 0 0 V " "3b " 9 9enn cDH$9::: )<===-bh77  -w77777rctjd}d}|jdd||}||jdd|||jdd|||jdj|dS) & Vlen bytes dataset handles fillvalue rrbarrrrrNr}rrr.r<asstrrrrra fill_valuer1s rtest_vlen_bytes_fillvaluez%TestStrings.test_vlen_bytes_fillvalues   0 0 0 V " "3bJ " O O Q444 **,,Q/1B1B1D1DEEE . ;;;;;rctj}|jdd|}|j}|t|tjj || tjj tj |j }||jddS)z5 Vlen unicode dataset maps to vlen utf-8 in the file rrr+rN)r}rrr.rrr<rr rrrrr,rrs rrNzTestStrings.test_vlen_unicodes    V " "3b " 9 9enn cDH$9::: );<<<-bh77  -w77777rctj}d}|jdd||}||jdd|d||jdd|||jdj|ddS)( Vlen unicode dataset handles fillvalue bárrrrrrN)r}rrr.r<rrrrs rtest_vlen_unicode_fillvaluez'TestStrings.test_vlen_unicode_fillvalues    V " "3bJ " O O Q):):7)C)CDDD **,,Q/<<< . 0A0A'0J0JKKKKKrctjd}|jdd|}|j}|t|tj j | | || d||tj jtj|j}||jd||jddS)zK Fixed-length bytes dataset maps to fixed-length ascii in the file rrrr+rMrN)rWr,rr.rrr<rr}r r assertFalserrrrrrrrs rtest_fixed_asciizTestStrings.test_fixed_asciis Xf   V " "3b " 9 9enn cDH$9::: ,,../// ,,, )<===-bh77  -w777 +R00000rctjdd}d}|jdd||}||jdd|||jdd|||jdj|d S) rrrMrrrrrrNrrs rtest_fixed_bytes_fillvaluez&TestStrings.test_fixed_bytes_fillvalue s   ; ; ; V " "3bJ " O O Q444 **,,Q/1B1B1D1DEEE . ;;;;;rcHtjdd}|jdd|}|j}||tjj d}| d|d<||d <||g|d d <tj ||gt|d d <tj | dgd z||d d <|t5tj ||gd|d d<dddn #1swxYwYtj|dd tj | dgd zddS)Nrrrrrr+cùrrrkr)rLUrMS)r}rrr.rrr<rr rrrWrrr[r\rr)rrar1rss rtest_fixed_utf8zTestStrings.test_fixed_utf8s   : : : V " "3b " 9 9enn );<<< !!11a&1Q3(Aq60001Q3(AHHW--.2"===1Q3   y ) ) 3 3xAc222BqtH 3 3 3 3 3 3 3 3 3 3 3 3 3 3 3 %%b!fbh8I8I7JQ7NVY.Z.Z.Z[[[[[sEE Ectjdd}dd}|jdd||}||jdd|||jdd|d||jdj|d S) rrrMrrrrrrN) r}rrrr.r<rrrrs rtest_fixed_utf_8_fillvaluez&TestStrings.test_fixed_utf_8_fillvalue%s   ; ; ;]]7++ V " "3bJ " O O Q444 **,,Q/1B1B71K1KLLL . ;;;;;rctjd}|t5|jdd|}ddddS#1swxYwYdS)zA Fixed-length unicode datasets are unsupported (raise TypeError) z|U10rrr+N)rWr,r[r\rr.rrar1s rtest_fixed_unicodezTestStrings.test_fixed_unicode.s Xf     y ) ) > >&&sF"&==B > > > > > > > > > > > > > > > > > >sAA!Actjd}|jdd|}d}||d<|d}|t |t |||dS) zN writing and reading to vlen bytes dataset preserves type and content rrrrr+HellorN)r}rrr.r<rbytesrrar1ruouts rtest_roundtrip_vlen_bytesz%TestStrings.test_roundtrip_vlen_bytes4s  0 0 0 V " "3b " 9 91e cE*** d#####rc tjd}|jdd|}d}||d<|d}|t |tj|||dS)z[ Writing to and reading from fixed-length bytes dataset preserves type and content rrrr+rrN)rWr,rr.r<rrPrs rtest_roundtrip_fixed_bytesz&TestStrings.test_roundtrip_fixed_bytes?sXf   V " "3b " 9 91e cBI... d#####rcLtj}|jdd|}d}||d<||dt |d}||t|||dS)Nrrr+fàilter) r}rrr.r|rrrr<rs rtest_retrieve_vlen_unicodez&TestStrings.test_retrieve_vlen_unicodeJs    V " "3R " 8 81 beU+++hhjjm c3''' d#####rc|jddtj}d}||d<|d}|t 5|ddddn #1swxYwY||dddd||d d||d t|tj |dd tj |gttj tj|dd tj |gtdS) Nrrr+rrrignorefiltelatin-1rMr)rr.r}rrr[UnicodeDecodeErrorr<r~r=rWrrrrasarray)rr1rustrwrap1s r test_asstrzTestStrings.test_asstrTs V " "3T5F5H5H " I I188G$$   1 2 2   QKK                '844Q7AAA BHHY//2D999 S__--- %% HHJJrrNBHdV6:::    %% Jrxxzz " "2A2 &$v(F(F(F     s% A::A>A>ctjd}|jdd|}d}t j|d||d<||dtj| d}||t| ||| | d d dd | | d d|tj | dd t j|gtdS)Nrrrrr+rrrrrrrr)r}rrr.rWrrr|rPrrr<r~rrrrs rtest_asstr_fixedzTestStrings.test_asstr_fixedosS  a ( ( ( V " "3R " 8 8W--R8881 beRY///hhjjm c3''' d### '844Q7=== BHHY//2D999 %% HHJJrrNBHdV6:::     rctjd}|jdd|}d}|t 5||d<ddddS#1swxYwYdS)zGEncoding error when writing a non-ASCII string to an ASCII vlen datasetrrrr+rrN)r}rrr.r[UnicodeEncodeError)rrar1rus rtest_unicode_write_errorz$TestStrings.test_unicode_write_errors  w ' ' V " "3b " 9 9   1 2 2  BqE                  sA!!A%(A%cFtj}|jdd|}dt dzd}||d<|d}|t|t|||dS) zJ Writing valid utf-8 byte strings to a unicode vlen dataset is OK rrr+rJrKutf8rN) r}rrr.rMrr<rrrs rtest_unicode_write_bytesz$TestStrings.test_unicode_write_bytess   V " "3b " 9 9V,44V<<1e cE*** d#####rc(tjd}|jdd|}d}||d<|d}|t |t |||ddS)z: Writing an ascii str to ascii vlen dataset is OK rrrr+z ASCII stringrN)r}rrr.r<rrrrs rtest_vlen_bytes_write_ascii_strz+TestStrings.test_vlen_bytes_write_ascii_strs w ' ' V " "3b " 9 91e cE*** dkk'2233333rN)r r!r"r7rHrrNrrrrrrrrrrrrrrr#rrrrs# 888<<<888LLL 1 1 1<<<\\\ <<<>>> $ $ $ $ $ $$$$   6   , $ $ $ 4 4 4 4 4rrc*eZdZdZdZdZdZdZdS) TestCompoundz: Feature: Compound types correctly round-trip c >tjdtjfdtjfdtjfdtjfdtjfdtjfdtjfg}tjd| }|jD]'}tjdd z||<(||jd <|jd d }| tj ||k| |j|jd S)z: Compound types are read back in correct order (issue 236)weightcputimewalltimeparents_offset n_parentsstatus endpoint_typerr+rtest.N) rWr,ruint32uint8rYfieldsrrr~rHr<)rrarkeyoutdatas rtest_rtzTestCompound.test_rtsX2:.'4("*5. :)295&1-rx8 <==:e2...9 : :CI,,U33c9HSMM!v&.% w(233444 77777rc(tjdtjdffdtjfg}tjd|}|jD]3}tj||jdz||<4|j dd|}|jD] }||||<|jdd }| tj ||k| |j|jdS) Nrrr r r+rPrr .) rWr,rrrYrrr=rr.r~rHr<)rrarrr1rs r test_assignzTestCompound.test_assigns XBJ?3)284899:e2...9 M MCI,,(3-2E,FFLHSMM V " "65 " ; ;9 $ $CsmBsGG&.% w(233444 77777rctjdtjfdtjfdtjfg}tjd|}|jD]'}tjddz||<(||jd<tj|jdddgdd|ddgtj|jdddd|dtjtj |jdddg|ddgtjdtj fg}tjtj |jddg||dg |t|jdddksJdS) NrrErFr r+rr r) rWr,rrYrrrrrrr*astyper=)rrarrdt_ints r test_fieldszTestCompound.test_fieldss  X "*  "*  "*     :e2...9 : :CI,,U33c9HSMM!v %% F6N ! !3* - -aaa 0(C:2F    %% F6N ! !# & &qqq )8C=    %% Jtvf~,,c3Z88 9 98S#J;O   C?+,, %% Jtvf~,,cU336 B B B cUO " "6 * *   46&>((--.."444444rcrtjdtjtjfdtjtjfg}tjdtj|fdtjfg}tjtddtjtjtdd tjf}tjtd d tjtjtd d tjf}tjtj||g|dftj|g|dfg|}||jd<|jd}| ||ddS)Nrrf1f2rrr+rLrrMrrrkr1F)check_alignment) rWr,r} vlen_dtyper*rrrrr)rdt_innerrainner1inner2rurs rtest_nested_compound_vlenz&TestCompound.test_nested_compound_vlens8c4?28#<#<= $/"(";";<>??Xdoh778bh')**(5A;;bh777(5A;;bh7779(5R==999(5R==999;x"(FF#38DDDaH6((;;;Q?A """t fTl c4?????rN)r r!r"r7rrrr#r#rrrrs`888(888"!5!5!5F@@@@@rrceZdZdZdZdS) TestSubarrayc|jddd}gd|d<tj|ddgdggdg|dd<tj|ddgdgdSNrrB3int8r+rrkrr)r)rrL)rr.rWrrr0s rtest_write_listzTestSubarray.test_write_list s V " "3G " < < 1 %%beiii[999 111 %%beiii[99999rcV|jddd}tjgd|d<tj|ddgdgtjgdg|dd<tj|ddgdgdSr')rr.rWrrrr0s rtest_write_arrayzTestSubarray.test_write_arrays V " "3G " < <##1 %%beiii[999)))%%111 %%beiii[99999rN)r r!r"r*r,r#rrr%r% s2::::::::rr%c*eZdZdZddddZdZdZdS) TestEnumzM Feature: Enum datatype info is preserved, read/write as integer rrrg)REDGREENBLUEctj|jd}|jdd|}|j}tj|}|||jdS)z= Enum datasets can be created and type correctly round-trips rfbasetyperr~r+N)r} enum_dtypeEDICTrr.r,check_enum_dtyper<)rrar1dt2dict2s rrzTestEnum.test_create%si _TZ# 6 6 6 V " "3 " " = =h%c**  +++++rc2tj|jd}|jdd|}d|d<d|dd d f<||dd||dd d ftjd dd S) z/ Enum datasets can be read/written as integers r$r3rr~r+rg)#%rN)drrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrrr) r}r5r6rr.r<rrWrrs rtest_readwritezTestEnum.test_readwrite-s _TZ$ 7 7 7 V " "3 " " = =6 1aaa4 FR((( bAAAh4(H(H(HIIIIIrN)r r!r"r7r6rr=r#rrr.r.sR2 . .E,,,JJJJJrr.cfeZdZdZdZejeedddZ dZ dS) TestFloatszA Test support for mini and extended-precision floats c|jdd|}||j|t jd|}||d<||d|dS)Nrrr+.)rr.r<r,rWrwr)rrar?rus r _exectestzTestFloats._exectest=ssv$$S&$;; R(((wvR(((S  d3i.....rrzNumPy float16 support requiredcT|tjddS)z Mini-floats round trip rN)rArWr,rs r test_minizTestFloats.test_miniDs& rx **+++++rcttdr9|tjjtjddS|tjjtjddS)z Test mapping for float16 rz>  #rctjdddddf}|jj|}||j||j|dS)z4 Region references can be used as slicing arguments rr;rMrrN)rWrr? regionrefrrurslicrefs rtest_create_refzTestRegionRefs.test_create_refsSuRUBs1H_%i!$' dindio>>>>>rcb|jjdd}|j|}|jdksJdS)Nr)r?r_rP)rrbrs rtest_empty_regionz TestRegionRefs.test_empty_regions3i!"1"%inx1}}}}}}rcP|jddd}tjtjj}|tj|jdtjj |}||tj tj dksJ| tj|jdtjj |}|||dksJdS)Nscalar?r^rur,.r#)rr.r}h5screateSCALAR select_noneh5rrDATASET_REGIONrrWr, select_all)rr1sidrbs rtest_scalar_datasetz"TestRegionRefs.test_scalar_datasets V " "8#T " B Bhoodho.. hoobeT48+BCHH#w$*RXd^^444444 hoobeT48+BCHH#w"R&      rc<tjdddddf}|jj|}||jj||jj||jj|ddS)z, Region reference shape and selection shape rr;rMrr)rMN)rWrr?r_r<r= selectionr`s rtest_ref_shapezTestRegionRefs.test_ref_shapesuRUBs1H_%i!$' ,22377III ,66s;;XFFFFFrN) r r!r"r7rrcempty_regionref_xfailrersrwr#rrr\r\s### ???   ! ! !GGGGGrr\c$eZdZdZdZdZdZdS) TestAstypez(.astype() wrapper & context manager c|jddd}tjd|d<|ddd}||tjdddSNrrr%r+r.r^)rr.rWrrrrr?rs rtest_astype_wrapperzTestAstype.test_astype_wrapperstv$$S&$==IcNNS kk$" c29S#=#=#=>>>>>rc|jddd}tjd|d<|dt |ddSr|)rr.rWrr<r=rr>s rtest_astype_wrapper_lenz"TestAstype.test_astype_wrapper_lens_v$$S&$==IcNNS  c$++d"3"34455555rc|jddd}tjd|d<tj|dd}||tjdddSr|)rr.rWrrrrr}s rtest_astype_wrapper_asarrayz&TestAstype.test_astype_wrapper_asarrayszv$$S&$==IcNNS jT**$777 c29S#=#=#=>>>>>rN)r r!r"r7r~rrr#rrrzrzsK???666 ?????rrzceZdZdZdZdS)TestScalarCompoundzl Retrieval of a single field from a scalar compound dataset should strip the field info ctjdg}|jdd|}||djtjddS)Nrerr#r+rrf)rWr,rr.r<)rrar?s rtest_scalar_compoundz'TestScalarCompound.test_scalar_compoundsY Xzl # #v$$S"B$77 c"(3--88888rN)r r!r"r7rr#rrrrs- 99999rrcXeZdZdZdZdZdZdZddZdZ d Z d Z d Z d Z d ZdS)TestVlenctjt}|jdd|}t jd|d<t jd|d<gd|d<t jd|d<||dt jd||dt jd||dt jgd||dt jdt jt jd t jd gt|dd<||dt jd ||dt jd t jt jdt jdg|dd<||dt jd||dt jddS) Nvlenr(r+rrrr)rkrr)) r}rintrr.rWrrrrrs rrzTestVlen.test_ints _S ! ! V " "64r " : : ! 1 ! 1 1 ! 1 beRYq\\222 beRYq\\222 beRXiii%8%8999 beRYq\\222(BIaLL")A,,7vFFF1Q3 beRYq\\222 beRYq\\222(BIaLL")A,,7881Q3 beRYq\\222 beRYq\\22222rctjt}|jdd|}|jdd|djdS)NrrBr+vlen2r#)r}rrrr.r,rs rtest_reuse_from_otherzTestVlen.test_reuse_from_othersS _S ! ! V " "64r " : : gtRV\:::::rcvdtfdtjtfg}|jdd|}|jj}|jtj|d|_|jdd|jdddjdS)NrrrrBr+rr#) rr}rrr.rrrr,)rrar1fnames rtest_reuse_struct_from_otherz%TestVlen.test_reuse_struct_from_othersCj3 4 45 6 V " "64r " : :  5#&& gtTVF^C-@-D-JKKKKKrcbtjt}|jdd|}t jddg|d<t jdg|d<gd|d <||dt jddg||dt jdg||d t jgd t jgd t jd gt|dd <||dt jd ||dt jd t jt jgdt jgdg|dd <||dt jd||dt jddS)Nrr@r+gffffff?333333?rr)rrkrrkr))皙?g?g@g@r)r)r)rr皙@)皙?rrr) r}rrrr.rWrrrrrs r test_convertzTestVlen.test_converts _S ! ! V " "64r " : :#s$$1#1 1 beRXq!f%5%5666 beRXqc]]333 beRXiii%8%8999(333RYq\\B&QQQ1Q3 beRYq\\222 beRYq\\222(BH___55H___557881Q3 beRYq\\222 beRYq\\22222rcZtjt}|jdd|}t jd|d<t jt jdt jdgt jdt jdggt|ddddf<t jt jdt jdgt jdt jdgg|ddddf<dS)Nrrr+rrUrrk) r}rrrr.rWrrrrs r test_multidimzTestVlen.test_multidim s _S ! ! V " "66 " < <9Q<<48billBIaLL9Yq\\29Q<<8:AGIII111aaa48billBIaLL9 illBIaLL9;<<111aaa4rrctj|}|j|d|}t jgd|}t jgd|}t jgdt jd}||}gd} t j| |} gd} t j| |} ||d <||d <||d <| |d <| |d <|||d |||d |||d || |d || |d t jddg|} | dd|d <|| |d |j |j dS)z Helper for testing various vlen numpy data types. :param np_dt: Numpy datatype to test :param dataset_name: String name of the dataset to create for testing. rr+)rh@g>@)g33333Y@g i@gfffffX@g%gr)rrkrr*)rhrg @rg)rirri'rrrrkrr)g333333?rN) r}rrr.rWrr,rrrr) rnp_dt dataset_namerar1array_0array_1array_2casted_array_2list_3 list_array_3list_4 list_array_4s r_help_float_testingzTestVlen._help_float_testings _U # # V " "<R " @ @(===666(>>>eLLL(999BHW,=,=>>> ..*))xe444 ,++xe444 11111 gr!u--- gr!u--- nbe444 lBqE222 lBqE222xc %888 QQQ1 lBqE222    rcXtjd}||dS)NrrWr,rrrs rtest_numpy_float16zTestVlen.test_numpy_float16D+##   '''''rcXtjd}||dS)Nfloat32rrs rtest_numpy_float32zTestVlen.test_numpy_float32HrrcXtjd}||dS)Nrrrs rtest_numpy_float64_from_dtypez&TestVlen.test_numpy_float64_from_dtypeLrrcHtj}||dSr)rWrrrs rtest_numpy_float64_2zTestVlen.test_numpy_float64_2Ps#    '''''rc|jddtjdt jgd}|ddd|jdd<t |jdd|dddks)J|jddd |ddd|jd dtjd t jgd }|ddd|jd d<t |jd d|dddks)J|jd dd |ddddS) z4Test that non-contiguous arrays are stored correctlyncrrr+)TFTTFFFNrkrz != nc2int8)rkr)rrrrr)rr.r}rrWrrH)rrrEs rtest_non_contiguous_arraysz#TestVlen.test_non_contiguous_arraysTse dE1H1HIII HCCC D DCCaC&t Q46$<?a!f,--OO$&,q//O/Oq1v/O/OOO- eU$/&2I2IJJJ H+++ , ,SSqS6u a46%=#q1v-..QQ46%=3C0Q0Q33Q30Q0QQQ.QQrc.tjd}d}|jdd||}t jt 5tj| tddddS#1swxYwYdS)Nrrrrrrr+) r}rrr.rcrrrWrrrrs rtest_asstr_array_dtypezTestVlen.test_asstr_array_dtypebs   0 0 0 V " "3bJ " O O ]: & & , , HRXXZZs + + + + , , , , , , , , , , , , , , , , , ,s.B  BBN)r)r r!r"rrrrrrrrrrrrr#rrrrs333$;;; LLL333"<<<....`(((((((((((( R R R,,,,,rrceZdZdZdZdS) TestLowOpencn|jdd}|j}dS)z Test H5Dget_access_plist r'r(N)rr.rr)rr1p_lists rtest_get_access_listz TestLowOpen.test_get_access_listls0 V " "5$ / /''))rc:tjtjj}|jdd}~tj|jjd|}| |tjj dS)z# Test the dapl keyword to h5d.open rrxN) r}h5prlDATASET_ACCESSrr.rorrr| DatasetID)rdaplr?dsids r test_daplzTestLowOpen.test_daplqspxtx677v$$S&11 x}}TVYd33 dDH$677777rN)r r!r"rrr#rrrrjs2*** 88888rrc Hddlm}|}tj|d5}|ddddd |ddd<dddn #1swxYwY|dtj|d 5}|dj}|d ksJtd D]~}ttj tj |dd z}| |}|j|ksJ|jdksJ|jJ|jdksJ|d }|jd ksJ|jdksJ|jJ|jdksJ ddddS#1swxYwYdS)NrBytesIOrr r~r{r$r=r+r,rrrrMrU)iorr}rr.seekrget_num_chunksrr<rWr unravel_indexget_chunk_info chunk_offset filter_mask byte_offsetrPget_chunk_info_by_coord)rbuffoutfinr1joffsetsis rtest_get_chunk_detailsrzsK '))C 3   F*XTRRRV QQQHHQKKK 3   [^  ""c))))s  A28B$4Q$A$ABBRGHHF""1%%B?f,,,,>Q&&&&>---7Q;;;;;  ' ' / /&((((~""""~)))w{{{{{#s$'AA AC;FFF)rrGr)rrMrM)rrMczJchunk iteration requires HDF5 1.10.10 and later 1.10, or 1.12.3 and laterc@ddlm}|}tj|d5}|ddddd |dd d <d d d n #1swxYwY|dtj|d 5}|dj}|}|d ksJit|D]!}| |}||j <"fd }| |d d d d S#1swxYwYd S)z%H5Dchunk_iter() for chunk informationrrrr r~r{r$rrNrrc|j}|j|jksJ|j|jksJ|j|jksJ|j|jksJdSr)rrrrP) chunk_infoknowncis rcallbackz!test_chunk_iter..callbackspz./E*e.@@@@@)U->>>>>)U->>>>>?ej000000r) rrr}rr.rrrrrr chunk_iter) rrrr num_chunksrrrrs @rtest_chunk_iterrs  '))C 3   z($OOO& !!! HHQKKK 3  "y|((** S    z"" % %A$$Q''B"$Br   1 1 1 1 1 !!!#""""""""""""""""""s$'AA!AA7DDDcX|dd}|jJ|jJdS)NrXr*r+)r.r=r5)rr1s rtest_empty_shapers<  % %gW % = =B 8    ;     rcddlm}|}tj|d5}|dddddn #1swxYwY|dtj|d5}|djJ|djJ|dj dksJ ddddS#1swxYwYdS)NrrrrXrr+r) rrr}rr.rr+r get_offsetget_storage_size)rrrrs rtest_zero_storage_sizersw '))C 3  4 G7333444444444444444HHQKKK 3  77|"***7|))++3337|//11Q66666777777777777777777s$A  AA?AC##C'*C'cTtjtjjtjtjjdzg}|d|tj}|jtjtjksJtj|ddtj |tj||dd<tj|ddtj |tjdS)Nrrrir+) rWiinformaxr.uint64r,rrr)rrur1s rtest_python_int_uint64rs HRX   "BHRX$6$6$:Q$> ?D  % %cBI % F FB 8rx ** * * * *J!!"QQQ%$bi)H)H)HIII BqqqEJ!!"QQQ%$bi)H)H)HIIIIIrc|ddtj}tjdd}||ddgddf<dS) Nru)rr/rkr+)rrrkr)rrkr).)r.rWrrr)rrblocks rtest_setitem_fancy_indexingrsW  & &v|28 & L LC I  c  2 2E"C999crcttd5}|dddksJ ddddS#1swxYwYdS)Nzvlen_string_dset.h5DS1rsPartingrrrs rtest_vlen_spacepadrs  !677 8 8)Ax{j((((())))))))))))))))))AAActtd5}|dddksJ ddddS#1swxYwYdS)Nzvlen_string_dset_utc.h5ds1rs2009-12-20T10:16:18.662409Zrrs rtest_vlen_nulltermrs  !:;; < <=x{<<<<<<==================rcd}|ddtj|d}t||jvsJdS)Nrur{T)r=r,rwallow_unknown_filter)r.rWrr_filters)rfake_filter_idr1s rtest_allow_unknown_filterrsRN  % %hbhN! &  B ~  "+ - - - - - -rc (ddlm}|}tj|d5}|dddddd d }|j}|jd d |ksJ|dksJ d d d n #1swxYwY| dtj|d5}| dddddd}|j}|jd d |ksJ|dksJ d d d d S#1swxYwYd S)z2Chunk cache configuration for individual datasets.rrrr)rMr)rr)r$ r)r=r+r, rdcc_nbytesrdcc_w0 rdcc_nslotsrN)rrrr0q= ףp?)r=r,rrr)r r r ) rrr}rr.rrget_chunk_cache get_cacherr )rrrr1ds_chunk_cachers rtest_dset_chunk_cachers1 '))C 3  =  xd'#!GG//11AACCw''))3355abb9^KKKK!<<<<<< ===============HHQKKK 3  >  xt'3!HH//11AACCv&&((2244QRR8NJJJJ!====== >>>>>>>>>>>>>>>>>>s%B B<<CC1BFF F ceZdZdZdZdZdS)TestCommutativez| Test the symmetry of operators, at least with the numpy types. Issue: https://github.com/h5py/h5py/issues/1947 cd}|jd|ttjj|}tj|d}tj||k||kksJtj||k||kksJd}tj||z}tj||k||kksJtj||k||kksJdS)z Create a h5py dataset, extract one element convert to numpy Check that it returns symmetric response to == and != rrr r,rurUgMbP?N) rr.rrWrrrrHnanmax)rr=r?valdeltanvals rtest_numpy_commutativez&TestCommutative.test_numpy_commutatives v$$VU%*,).%*@%BB jd$$vsd{ 455555vsd{ 455555yu$vtt|677777vtt|67777777rcd}|jd|ttjj|}td}||k||kksJ||k||kksJdS)z Create a h5py dataset and check basetype compatibility. Check that operation is symmetric, even if it is potentially not meaningful. rr rrN)rr.rrWrr)rr=r?rs rtest_basetype_commutativez)TestCommutative.test_basetype_commutative&s~ v$$VU%*,).%*@%BB Biit ----t ------rN)r r!r"r7rrr#rrrr s<8880.....rrceZdZdZdZdZdS)TestVirtualPrefixz% Test setting virtual prefix cJd}d}|jd|ttjj||}t j|j  }||ksJdS)Nr/path/to/virtualr )r,ruvirtual_prefix) rr.rrWrrrrrrget_virtual_prefixrr)rr=r r?virtual_prefix_readbacks rtest_virtual_prefix_createz,TestVirtualPrefix.test_virtual_prefix_create:s+v$$VU%*,).%*@6D%FF#*,tw/G/G/I/I/\/\/^/^/e/e/g/g"h"h"q"q"s"s&.888888rcd}|jddd|}tj|j}| ||| |t| |j ddS)Nrr'rr)r ) rr rrrrr!rrr<r|r r=)rr r?r"s rtest_virtual_prefix_requirez-TestVirtualPrefix.test_virtual_prefix_requireDs+v%%eWcN%[["),tw/G/G/I/I/\/\/^/^/e/e/g/g"h"h"q"q"s"s )@AAA dG,,, W-----rN)r r!r"r7r#r%r#rrrr6s<999.....rrrcbtjd}d}|d|||S)Nrrsfillrr)r}rr.filer=rars rds_strr)Ms7 G , , ,BJ   sEz  J JJrctjdtjdfdtjfg}tjd|}tj|||d<|dS)Nr'rrrJ)fillrr+r)rWr,r}rrr broadcast_tor's r ds_fieldsr-Ssm  !73334    BM444J E22DI 9rzview_getter,make_dsc|Srr#r1s rr0`sBrc8|tS)Nr+)rrr/s rr0r0asBIIFI++rc*|Sr)rr/s rr0r0bsBHHJJrc,|dS)Nr')rr/s rr0r0csBIIe$$r)r1rrr)ids)rkrFrTc^||}||}tj||dS)Nr)rWr) view_gettermake_dsrrr1views rtest_array_copyr:ks;   B ;r??DHTrz"forbidding copies requires numpy 2c||}||}tjtd5tj|dddddS#1swxYwYdS)Nz#memory allocation cannot be avoidedrKFr6)rcrrrWrr7r8rr1r9s rtest_array_copy_falser=ss   B ;r??D z)N O O O## E""""##################sAAAc||}||}tj|djtjdksJdS)Nrr+)rWrr,r<s rtest_array_dtyper?sQ   B ;r??D 8D ' ' ' -&1A1A A A A A A Arc||d}||}t|dttfsJtj|jdksJdS)Nr#r)rrrrWrr=r<s rtest_array_scalarrAsc b ) ) )B ;r??D d2h - --- - 8D>> 2 % % % % % %rct||d}||}tj|jdksJdS)NrrLr)rWrr=r<s r test_array_ndrDsE f - - -B ;r??D 8D>> 6 ) ) ) ) ) )rc||d}||}|jtjtksJ|jdksJ|jdksJ|jdksJt |dksJdS)NrCrrkrr)r,rWrndimr=rPr=r<s rtest_view_propertiesrGs f - - -B ;r??D :&)) ) ) ) ) 9>>>> :     9???? t99>>>>>>r)r)nr7rr#rnumpyrWrarcwarningscommonrr data_filesrr}rrr h5py._hl.baser r r r h5py.h5py_warningsrrh5py._hl.selectionsr selectionsrh5py.tests.commonrrr%r9rrrrr r(rRrjrrrr*rrrrrrrrorrrrrrrrrr r?rSrprrrrrrr%r.r?rIrRrdhdf5_version_tuplerxr\rzrrrrrGrrrrrrrrrrrr)r- view_gettersCOPY_IF_NEEDEDr:skipifr=r?rArDrGr#rrrUs(    ******%%%%%%%%%%55555555555555 !!!!!!!!!333333(PPPPP{PPP(D,D,D,D,D,kD,D,D,LVFVFVFVFVF[VFVFVFr9#9#9#9#9#9#9#9#x%#%#%#%#%#%#%#%#P@6@6@6@6@6 @6@6@6F@D@D@D@D@D @D@D@DF#B#B#B#B#B+#B#B#BLQ2Q2Q2Q2Q2;Q2Q2Q2h!HXqMXqM CLZZT222C8T222C8T(((#.T(((#.T# )  &&  & 8 8 8 8 8+ 8 8 8 6, ,.HII)7)7)7)7)7[)7)7JI)7X 6, ,.HII$W$W$W$W$W+$W$WJI$WN 5 + +-CDD66666K66ED6: 6, ,.EFF B B B B B[ B BGF B 9DL/ /1KLL & & & & & & &ML & p4>>,+.+.+.+.+.k+.+.+.Z..... ....KKKK {&&  + +V4  ' $ $i0  ,++'   0&88d$!788 98 F" /##  #BBB &&&*** r