a ߙfb"5@sddlZddlZddlZddlZddlZddlZddlZddlZddlZ ddlm Z zddl Z dZ WneyzdZ Yn0ddlmZddlmZddlmZddlmZmZdd lmZmZdd lmZmZmZdd lm Z dd l!m"Z"d dl#m$Z$ddZ%ddZ&ddZ'Gddde$Z(ej)ddZ*Gddde$Z+Gddde$Z,ddZ-dd Z.d!d"Z/d#d$Z0d%d&Z1d'd(Z2d)d*Z3dS)+N)charTF)fitsTable) UnitsWarning) NUMPY_LT_1_22NUMPY_LT_1_22_1)AstropyDeprecationWarningAstropyUserWarning)ColumnAttributeDelayed NUMPY2FITS) decode_ascii) VerifyError) FitsTestCasecCs|}|}|jjdks |jjdkr&d}nd}d}t||}|dk}|dk}t|rj||dkrjdSt|r||t|||krdSdS) z Compare two float scalars or arrays and see if they are consistent Consistency is determined ensuring the difference is less than the expected amount. Return True if consistent, False if any differences. float32gư>gؗҜrFT)dtypenamenpZabsoluteanymax)abZaaZbb precisionZdiffZmask0Zmasknzr?lib/python3.9/site-packages/astropy/io/fits/tests/test_table.py comparefloats!s   rcCst|jj}t|jj}||kr,tddSt|D]}||}||}|jjdkrbt|}|jjdkrvt|}t|t |st|t |stdt |d|tdt |d|td|d dSt|r t|d t j r t ||std |td |td|d dSq4t|t jjs@t|t jjrtt|D]b}t ||||krLtd|d||td|d||td|d|qLq4t ||kr4td |td |td|d dSq4dS)z Compare two record arrays Does this field by field, using approximation testing for float columns (Complex not yet handled.) Column names not compared, but column types and sizes are. znumber of fields don't matchFSztype(fielda): z fielda: ztype(fieldb): z fieldb: zfield z type differsrzfielda: zfieldb: z differszfielda[z]: zfieldb[z differs in row T)lenrnamesprintrangefieldrr isinstancetyperZfloatingrrcolumnZ_VLFr)rrZnfieldsaZnfieldsbiZfieldaZfieldbrowrrrcomparerecords=sN             r*cCs|jj|jjksJddtjjD}|jjD]N}|j|}|j|}|D]0}t||rNt||rNt||t||ksNJqNq2dS)z6 Helper function to compare column attributes cSsg|]\}}t|tr|qSr)r%r ).0kvrrr ts  z$_assert_attr_col..N)columnsr!rColumn__dict__itemsgetattr) new_tbhdutbhduattrsrcolZnew_colattrrrr_assert_attr_colns   r9c@s~eZdZddZddZddZddZd d Zd d Zd dZ ddZ ddZ ddZ ddZ ddZddZddZddZdd Zd!d"Zd#d$Zd%d&Zd'd(Zd)d*Zd+d,Zd-d.Zd/d0Zd1d2Zd3d4Zd5d6Zd7d8Zd9d:Zd;d<Z d=d>Z!d?d@Z"dAdBZ#dCdDZ$dEdFZ%dGdHZ&dIdJZ'dKdLZ(dMdNZ)dOdPZ*dQdRZ+dSdTZ,dUdVZ-dWdXZ.dYdZZ/d[d\Z0d]d^Z1d_d`Z2e3j45dadbdcgdddeZ6dfdgZ7dhdiZ8djdkZ9dldmZ:dndoZ;dpdqZdvdwZ?dxdyZ@dzd{ZAd|d}ZBd~dZCddZDddZEddZFddZGddZHe3j4IdddZJe3j4IdddZKddZLddZMddZNddZOdS)TestTableFunctionscCs`tttg}|dj}d|d<tj|d}t|}d|djd<|ddks\JdS)a Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/153 Ensure that a header from one HDU is copied when used to initialize new HDU. This is like the test of the same name in test_image, but tests this for tables as well. rzlabq01i3q_rawtag.fitsZFILENAMEheaderzlabq01i3q_flt.fitsrN)rHDUList PrimaryHDU BinTableHDUr<)selfZifdZthdrthduZofdrrrtest_constructor_copies_headers    z1TestTableFunctions.test_constructor_copies_headerc Cst|d}t|d}tgd}tjgdtjd}tjdd|d}tjd d |d}tjgd d d}tjd d|d}tjgdd d} tjdd| d} tjgddd} tjdd| d} tjdgdgdggtjd} tjdd| d}tjgddd}tjdd|d}tjgdgdgdgtjd}tjd d!|d}t |||| | |||g}tj |}t |d}tj j |d"d#}tj jd$d%gd&d'}t |j|sJ|jdd|dksJ|jdd|dksJ|jdd"|dksJ|jdd(| dks"J|jdd)| dks>J|jdd*| dd+ksdJ|jdd,|dksJ|jdd-|dksJt|jdd.ksJt |d}tt}|||j|d/d0d1t|d/:}|djd-}|dgd2ks0JWdn1sF0Yt|d3d4}||d|||||dS)5Ntb.fitsz test0.fits)abcdefZxx)&@(@g*@rrD3ArformatarrayrEEi2xyzIrrOt1)y@@y@@y@@c8t2Crrt3X)efgi4t4J) rrrrrrrrrrr) rrrrrrrrrrr) rrrrrrrrrrrZt5Z11XrVnrowsrrDg @rrVzxy g@rc1, c2, c3, c4r!rOrPrQboolz['abc' 'def' 'xx']ztableout1.fitsTZ overwrite) TTFTFTTTFFTztableout2.fitsappend)ropendata chararrayrLrrr0uint8ColDefsr? from_columnsrecr*viewallstrr$r=r>rmwritetotempclose)r@Zttfda1r1c1c2a3c3a4c4a5c5a6c6a7c7a8rXxr5Zx2rYra_Zfoutf2ryZfout2rrr test_opensp  &  : zTestTableFunctions.test_opencCsJt|d}|djddks&Jgdgdgdgdgd gd gd gdgdgdgdgdgdgdgdd }|djjd d|ksJtjjddgdd}t |dj|ddsJd|dj dd<|dj t tjj |djddksJ|dj dtddgks>J|dS)NrCrZtform11Jr~rrr)rrI1EZ1L)rrr)irrr)rrrOr)rrg?r)ZI11A3zG15.7ZL6)rrKunitnullbscalebzerodispstartdim coord_inc coord_type coord_unitcoord_ref_pointcoord_ref_value time_ref_posFoutputrerfrgrhrVrrz[84 84])rrnror<r/inforrtrLr*r$Z _scale_backrwrecarrayrvrz)r@trrrrrtest_binary_tables>$(z$TestTableFunctions.test_binary_tablecCsnt|d}tjjgddd}t|dj|s8J|djdddd}tjjdgdd}t||srJ|dtdgksJtjjgd dd}t|djddd|sJt d d g}td d g}tj ddd|d}tj d dd|d} tj ddgdd} tj | || g} t | jjjtddftddftddfdksfJ| j|ddd t|d} t| j| djsJ| td d g}tj d d!|d"d#d$} tj | g} | j|ddd t|d"} d%| vsJWdn1s&0Yt|d(} t| j| djsZJWdn1sp0Ytj d&d'gdd}tj d(d)gdd} tj d*d+gdd} tj || | g} |jjtjksJ| jjtjksJ| jjtjksJ| j|ddd t|d(} t| j| djsBJWdn1sX0Y|dS),N ascii.fits)g>$@%)g@gQ8/@)rrgu@Yzc1, c2rhrrVrr)rrrZabcdrErFrGrDr)rrKrrLrMrOrWrT)[\]rJz|S3z|S15z|S10)rDrErW toto.fitsTrlDffffff@g333333?)rrKrLrrz4.95652173913043548D+00rYZI2raZI5Zt8I10)rrnrorrtrLr*r$rvrpr0TableHDUrsdictrfieldsrxryrzreadint16int32Zint64)r@rZra1a2Zra2Zra3r|r}r~rrhduhdulfrrrtest_ascii_tablesd        288z#TestTableFunctions.test_ascii_tablec Cstjdtd}tjdgdd}||d<tjdd|d}t|g}tj|}d |_ |j | d d d t | d }|d }|j }|dd} || ksJ|dS) NrrHrOrqrZChannelszPB()rJZRFItestendian.fitsTrl)rndarrayobjectrLrr0rrr?rsrrxryrnror$rvrz) r@rZ channelsInr7colsr5ZhduLZrfiHDUroZ channelsOutrrrtest_endianness^s  z"TestTableFunctions.test_endiannessc Csgd}tj|dd}tj|dd}tjdd|d}tjdd|d}t||g}tj|}|jd|kstJ|jd|ksJ|j | d d d t | d D}|d jd|ksJ|d jd|ksJWd n1s0Yd S)z Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/77 (Astropy doesn't preserve byte order of non-native order column arrays) ?@@@zf8rrrJrrTrlrN) rrLrr0rrr?rsrorvrxryrn) r@rr|rcol1col2rr5rrrrtest_column_endiannessns z)TestTableFunctions.test_column_endiannesscCstjjgdddd}t|}t|j|s0J|j|dddt |d}t|j|djsjJt||djs~J| dS) NrSerius333333A1VrVCanopys\(\F0Ib)rOz Rigil KentgZG2Vzint16,a20,float32,a10order,name,mag,Spformatsr!rTrlr) rrtrLrr?r*rorxryrnrz)r@brightrrrrrtest_recarray_to_bintablehdus z/TestTableFunctions.test_recarray_to_bintablehducCstgdgdd}tjgd|d}t|}t|j|tjsLJ|j | dddt | d}t|j|d jsJ| dS) NorderrmagZSp)intZS20rZS10r!rrrHrTrlr rrrLrr?r*roruFITS_recrxryrnrzr@Zdescrrrrrr!test_numpy_ndarray_to_bintablehdus   z4TestTableFunctions.test_numpy_ndarray_to_bintablehducCstgdgdd}tjgd|d}t|}t|j|tjsLJ|j | dddt | d}t|j|d jsJ| dS) Nr)rZU20rZU10rrrHrTrlrrrrrr.test_numpy_ndarray_to_bintablehdu_with_unicodes   zATestTableFunctions.test_numpy_ndarray_to_bintablehdu_with_unicodecCstjjgdddd}tjj|dd}t|jjj djt|jjj dksPJt|jjj djt|j j djkszJt|jjj djt|j j dksJd|jdd<|jdddksJ|jjj dddksJ|jjj djddksJ|j j dddksJ|j j djddks2Jd |jjj dd<|jddd ks\J|jjj ddd ksxJ|jjj djdd ksJ|j j ddd ksJ|j j djdd ksJd |jjj djd<|jddd ksJ|jjj ddd ksJ|jjj djdd ks2J|j j ddd ksLJ|j j djdd kshJd |j j dd<|jddd ksJ|jjj ddd ksJ|jjj djdd ksJ|j j ddd ksJ|j j djdd ksJd |j j djd<|jddd ks*J|jjj ddd ksFJ|jjj djdd ksdJ|j j ddd ks~J|j j djdd ksJ|j dtjd dgtj d k sJ|jdddksJ|jdddksJ|j dtjddgtjd k sJ|jdddks6J|jdddksNJ|j|dddt|d}|dj dtjd dgtj d k sJ|djdddksJ|djdddksJ|dj dtjddgtjd k sJ|djdddks$J|djdddks@JWdn1sV0Y~tjj|dd}tjjddgddd}t|j|sJ|j|dddt|d(}t|j|djsJWdn1s0YdS)Nrzint16,a20,float64,a10rrrVrcrdX rHrrrrrrOrrrTrlrr)rrtrLrrrsidro_coldefsr/_arraysr$rrvfloat64rxryrnr?r*)r@rrrtmprrrtest_new_table_from_recarrays   <z/TestTableFunctions.test_new_table_from_recarraycCsvt|d}|dj}Wdn1s00Ytjdg|jd}t||tj}t | dsrJdS)zR Tests creating a new FITS_rec object from a multi-field ndarray. rCrN)rOZqwe@FrHz FITS_rec() rrnrorrLrrmrurrepr startswith)r@hroZnew_dataZappendedrrrtest_new_fitsrecs (z#TestTableFunctions.test_new_fitsrecc Cs tgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} | |dtgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} | |dt |d} t |d} | dj j d} | dj j d| dj j d} | dj j d| dj j djusJtjj| dj | d}tt| dj D]&}| dj ||j || d<q||dddg}tj|ddd|ks:Jtjgdtjd }tjjd!d"d#|d$fd%d&d#|dfd'd(d#|d$fd)d*d#|d$fd+d,d#|dfd-d.d#|d$fd/d0d#|dfd1d2d#|dfgd3d4}t|j |sJd5|j dd<|j jj ddd5ksJ|j jj djdd5ksJ|j j ddd5ks2J|j j djdd5ksNJ|j ddd5ksfJd6|j jj dd<|j jj ddd6ksJ|j jj djdd6ksJ|j j ddd6ksJ|j j djdd6ksJ|j ddd6ksJd7|j jj djd<|j jj ddd7ks0J|j jj djdd7ksNJ|j j ddd7kshJ|j j djdd7ksJ|j ddd7ksJd8|j j dd<|j jj ddd8ksJ|j jj djdd8ksJ|j j ddd8ksJ|j j djdd8ksJ|j ddd8ks4Jd9|j j djd<|j jj ddd9ksbJ|j jj djdd9ksJ|j j ddd9ksJ|j j djdd9ksJ|j ddd9ksJt |d}|d}d5|j dd<|j jj ddd5ksJ|j jj djdd5ks.J|j j ddd5ksHJ|j j djdd5ksdJ|j ddd5ks|Jd6|j jj dd<|j jj ddd6ksJ|j jj djdd6ksJ|j j ddd6ksJ|j j djdd6ksJ|j ddd6ksJd7|j jj djd<|j jj ddd7ksFJ|j jj djdd7ksdJ|j j ddd7ks~J|j j djdd7ksJ|j ddd7ksJd8|j j dd<|j jj ddd8ksJ|j jj djdd8ksJ|j j ddd8ksJ|j j djdd8ks2J|j ddd8ksJJd9|j j djd<|j jj ddd9ksxJ|j jj djdd9ksJ|j j ddd9ksJ|j j djdd9ksJ|j ddd9ksJ| | |dS):N8N4=NGC1NGC2NGC3NCG4target10ArJcountsrbDNrrKrrLnotesA10rrKspectrum5EflagLrrrr table1.fitsNGC5NGC6NGC7NCG8rrrr table2.fitsrrrc newtable.fitsrZPRIMARYrr>rPrrr)rrrr?rz8R x 5Cz[10A, J, 10A, 5E, L]rFrrrrrrrHrrrTrrrrrrrrrrrrrra10,u4,a10,5f4,lr,rZP)rrLrr0rrr?rsrxryrnroshaper/rr#r r$rrrtr*rrz)r@rr!r~rrrrcoldefsr5rWrYZnrows1rdrr(rzrLrrrrtest_appending_a_columns   ($         z*TestTableFunctions.test_appending_a_columnc Cs2tgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t||||g}tj|} | jjgdksJ||} tj| } | jjgdksJtjgdtj d} tj jddd| dfddd| dfddd| dfdd d| dfgd!d"} t | j | s.JdS#NrrrrrJrrbrr r r r r rrrrrrr r rrr r rr!rHrrrTrrFrrrrr"r#) rrLrr0rrr?rsr/r!rrtr*ro)r@rr!r~rrrrr)r5Zcoldefs1tbhdu1r*rLrrrtest_adding_a_columns.      z'TestTableFunctions.test_adding_a_columnc Cs*tgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t||||g}tj|} | jjgdksJ| j || jjgdksJtjgdtj d} tj jddd| dfddd| dfddd| dfdd d| dfgd!d"} t | j | s&JdSr,)rrLrr0rrr?rsr/r!add_colrrtr*ro r@rr!r~rrrrr)r5r*rLrrrtest_adding_a_column_inplaces,      z/TestTableFunctions.test_adding_a_column_inplacecCst|d}|d}tjdtddgdd}|j||jjgdksRJtj jgdd d }t |j|svJ| dS) N table.fitsrrrVKrrLrK)rV_magr))NGC1001g333333&@r)NGC1002g(@rV)NGC1003gffffff.@rz a20,f4,i8r#) rrnror0rrLr/r1r!rtr*rz)r@rr5r7rLrrrtest_adding_a_column_to_files z/TestTableFunctions.test_adding_a_column_to_filec Cstgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} | jjgdksJ| j d| jjgdksJtjgdtj d} tj jddd| fddd| fddd| fddd| fgdd } t | j | s J| j d| j d | jjdd gksNJtj jd| fd| fd| fd| fgd!d } t | j | sJdS)"NrrrrrJrrbrr r r r r rrrrr.r-r!rHrrrrrrrrrza10,u4,a10,5f4r#za10,5f4)rrLrr0rrr?rsr/r!del_colrrtr*ror2rrrtest_removing_a_column_inplacesD        z1TestTableFunctions.test_removing_a_column_inplacecCsft|d}|d}|jd|jjdgks6Jtjjgddd}t |j|sZJ| dS)Nr4rr7r))r8)r9)r:Za20r#) rrnror/r<r!rrtrLr*rz)r@rr5rLrrr test_removing_a_column_from_files z3TestTableFunctions.test_removing_a_column_from_filecCs tgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} | |dtgd}tgd}tjdd|d}tjddd|d }tjdd d }tjddd }tjddgdd}t|||||g}tj|} | |dt |d} t |d} tj| dj | dj } tjgdtj d} tj jdd d!| d"d#d$d!| d%f d&d'd!| d%d(d)d!| d"f d*d+d!| d"d,d-d!| d%f d.d/d!| d"d0d1d!| d%f gd2d3}t | j|sJ| |d4d5| jd6d<| jjjdd6d5ks@J| jjj djd6d5ks^J| j jdd6d5ksxJ| j j djd6d5ksJ| jd6dd5ksJd7| jjjdd6<| jjjdd6d7ksJ| jjj djd6d7ksJ| j jdd6d7ksJ| j j djd6d7ks.J| jd6dd7ksFJd8| jjj djd6<| jjjdd6d8ksvJ| jjj djd6d8ksJ| j jdd6d8ksJ| j j djd6d8ksJ| jd6dd8ksJd9| j jdd6<| jjjdd6d9ksJ| jjj djd6d9ks,J| j jdd6d9ksFJ| j j djd6d9ksbJ| jd6dd9kszJd:| j j djd6<| jjjdd6d:ksJ| jjj djd6d:ksJ| j jdd6d:ksJ| j j djd6d:ksJ| jd6dd:ksJd;dkshJtjgdtj d} tj jdd d!| d"d#d$d!| d%f d&d'd!| d%d(d)d!| d"f d*d+d!| d"d,d-d!| d%f d.d/d!| d"d0d1d!| d%f gd2d3}t | j|sJd5| jd6d<| jjjdd6d5ks J| jjj djd6d5ks>J| j jdd6d5ksXJ| j j djd6d5kstJ| jd6dd5ksJd7| jjjdd6<| jjjdd6d7ksJ| jjj djd6d7ksJ| j jdd6d7ksJ| j j djd6d7ksJ| jd6dd7ks&Jd8| jjj djd6<| jjjdd6d8ksVJ| jjj djd6d8kstJ| j jdd6d8ksJ| j j djd6d8ksJ| jd6dd8ksJd9| j jdd6<| jjjdd6d9ksJ| jjj djd6d9ks J| j jdd6d9ks&J| j j djd6d9ksBJ| jd6dd9ksZJd:| j j djd6<| jjjdd6d:ksJ| jjj djd6d:ksJ| j jdd6d:ksJ| j j djd6d:ksJ| jd6dd:ksJ| | |dS)?NrrrrrJrrbrr r r r r rrrrrrrtarget1counts1notes1 spectrum1flag1rrrr!rHrrrTrrFrrrrrrrrrrrrz!a10,u4,a10,5f4,l,a10,u4,a10,5f4,lr#rr$rr%rr&r'r )rrrr?z4R x 10Cz([10A, J, 10A, 5E, L, 10A, J, 10A, 5E, L]rr) rrr r rr?r@rArBrC)rrLrr0rrr?rsrxryrnr/rrtr*rorrrr!rz)r@rr!r~rrrrr)r5rWrYrr*rLrrrrrtest_merge_tables$s   z$TestTableFunctions.test_merge_tablescCsdddd}tjttgdgdgddtfd d tfgd }tj|d }|jD]}||j |_ qR|j | d ddt | d J}|dj}|ddksJ|ddksJ|ddksJWdn1s0YdS)zRegression test for https://github.com/astropy/astropy/issues/996 This just tests one particular use case, but it should apply pretty well to other similar cases. rVrrrrcrrVrOrP)rrrGd)rr@g!@r)rZS1rGrHro test.fitsTrlrTNULL1ZTNULL2ZTNULL3N)rrLlistziprfloatrr?r/rrrxryrnr<)r@ZNULLSrorr7rr<rrrtest_modify_column_attributess     z0TestTableFunctions.test_modify_column_attributesc Cstdtdfftdtdfdfg}tjd|d}dd g|d<gd |dd <gd |dd <t|}t|d|t|d}|dj|djksJ|dj|djksJt |d|dksJd |d|dt |d|dksJd |d|dt }t |}t ||g}||dt|d}|d j}||dj|djksJ|dj|djksJt |d|dksJd |d|dt |d|dksJd |d|d||dtj|ddd} |dj| djks8J|dj| djksRJt |d| dksJd |d| dt |d| dksJd |d| ddS)zRegression test for https://github.com/astropy/astropy/issues/5280 and https://github.com/astropy/astropy/issues/5287 multidimentional tables can now be written with the correct TDIM. Author: Stephen Bailey. rrQyrO)rPrVrHZabcderS)AZBCZDEFZ123r)r\ZYZZPQRZ999rrLz x: {} != {}z y: {} != {} test2.fits test3.fitsF)Zcharacter_as_bytesN)rwrzerosrrrxrygetdatarrvrKr>r?r=rnrorzwriter) r@rrotableZdxZhdu0Zhdu1hxZfxZtxrrr0test_multidimension_table_from_numpy_rec_columnss>  .0  000zCTestTableFunctions.test_multidimension_table_from_numpy_rec_columnscCst|d}|dj}|ddk}||}t|}||dt|d}d}t|t |jstJt|t |djsJ| | dS)Nr4rr7 rz<\[\('NGC1002',\s+12.3[0-9]*\) \(\'NGC1003\',\s+15.[0-9]+\)\]) rrnror$r?rxryrematchrwrz)r@rtbdatamaskZ newtbdatarrZexpectrrrtest_mask_arrays  z"TestTableFunctions.test_mask_arraycCstgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} | |dt |d} | dj d} | ddksJ| dd\} } }| |dksJ| dksJ|tjgdtj dk sJd| d<| ddks6Jd| d<| ddksPJ| ddddksjJt tdd| d| ddd<| ddddksJ| ddksJd| ddd <| ddddksJd| ddd<| ddddks Jd!| ddddd"d"<| dddd!ks@Jd| dddd <| ddddkslJt td#d| | ddd dksJ| ddddksJt t| ddjd| dddd!| ddd d!ksJt t| ddjdd$| dj jjddd!ks8J| dj jjdjdd!ksZJ| djjddd!ksxJ| djjdjdd!ksJ| dj ddd!ksJ| dS)%NrrrrrJrrbrr r r r r rrrrrrrVrrPrr!rHi6i;cSs|dddSNrrPrrrrrr(z5TestTableFunctions.test_slice_a_row..r$irrcSs|dddSrbrrcrrrre9rfF)rrLrr0rrr?rsrxryrnrorrvpytestraisesKeyErrorr$Zsetfieldrrr/rz)r@rr!r~rrrrr)r5rWr)rrrGrrrtest_slice_a_row s^  " " z#TestTableFunctions.test_slice_a_rowc Cstgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} | |dt |d} t | dj ddksJt | dj ddddksJt | dj ddddksJt | dj ddddks2Jt | dj ddddksVJt | dj ddddkszJt | dj ddddksJt | dj ddddksJt | dj ddddksJ| dS)NrrrrrJrrbrr r r r r rrrrrrrrQrPrjrkrO) rrLrr0rrr?rsrxryrnr rorz r@rr!r~rrrrr)r5rWrrrtest_fits_record_lenMs* "$$$$$$$z'TestTableFunctions.test_fits_record_lenc Cstgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} tjddd }tjdddd}tjd d d }tjd dd }tjddd }t|||||g}tjj|dd} | jd| jd<| jd| jd<dddtjgdtjddf| jd<dd dtjgd!tjddg| jd<t | jj j djt | jj j dksJt | jj j djt | j j djksJt | jj j djt | j j dksJ| jdd"dksJ| jj j d"ddksJ| jj j d"jddks6J| j j d"ddksPJ| j j d"jddkslJ| j j djddksJ| j j djdd#ksJ| j j djdtjgd$tjdk sJ| j j djddksJ| jdd"d%ksJ| jj j d"dd%ks$J| jj j d"jdd%ksBJ| j j d"dd%ks\J| j j d"jdd%ksxJ| j j djddksJ| j j djddksJ| j j djdtjgd!tjdk sJ| j j djddksJdS)&NrrrrrJrrbrr r r r r rrrrrrKrrQrcrrOrPrrzA Note)皙?皙@ffffff @g@g@rHTrVZJIM1Z33rrrrg@rrr!!)rrLrr0rrr?rsrorrrr/rrv) r@rr!r~rrrrr)r/r5rrrtest_add_data_by_rowsgsr      z(TestTableFunctions.test_add_data_by_rowsc Cstgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} tgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} tjgdtjd| jdd<tjj| jdd} | j| jdd<t | jj j djt | jj j dksJt | jj j djt | j j djksJt | jj j djt | j j dksJ| jdddksJ| jj j dddksJ| jj j djddks0J| j j dddksJJ| j j djddksfJ| j j djddksJ| j j djdd ksJ| j j djdtjgd!tjdk sJ| j j djdd"ksJ| jddd#ksJ| jj j ddd#ksJ| jj j djdd#ksJ| dj j jdjddks`J| djj dddks~J| djjdjddksJ| dS)NrrrrrJrrbrr r r r r rrrrrrrrrrrr)rrLrr0rrr?rsrr/rrorrxryrnrzrlrrrtest_verify_data_referencessz $$     "  "  "  "  " z.TestTableFunctions.test_verify_data_referencesc Cstgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} tj| jtj } t | jj j djt | jj j dksJt | jj j djt | j j djksJt | jj j djt | j j dks"Jd| jdd<| jdddksHJ| jj j dddksdJ| jj j djddksJ| j j dddksJ| j j djddksJd| jj j dd<| jdddksJ| jj j dddksJ| jj j djddksJ| j j dddks6J| j j djddksRJd| jj j djd<| jdddks~J| jj j dddksJ| jj j djddksJ| j j dddksJ| j j djddksJd| j j dd<| jdddksJ| jj j dddks2J| jj j djddksPJ| j j dddksjJ| j j djddksJd| j j djd<| jdddksJ| jj j dddksJ| jj j djddksJ| j j dddksJ| j j djddks J| |dt|d} d| djdd<| djdddksnJ| djj j dddksJ| djj j djddksJ| dj j dddksJ| dj j djddksJd| djj j dd<| djdddks J| djj j dddks@J| djj j djddksbJ| dj j dddksJ| dj j djddksJd| djj j djd<| djdddksJ| djj j dddksJ| djj j djddksJ| dj j dddks4J| dj j djddksTJd| dj j dd<| djdddksJ| djj j dddksJ| djj j djddksJ| dj j dddksJ| dj j djddksJd| dj j djd<| djdddks6J| djj j dddksVJ| djj j djddksxJ| dj j dddksJ| dj j djddksJ| dS)NrrrrrJrrbrr r r r r rrrrrrrrrrrr)rrLrr0rrr?rsrorurrrr/rrxryrnrz) r@rr!r~rrrrr)r5r/rWrrrtest_new_table_with_ndarrayHs   "  "  "  "  " z.TestTableFunctions.test_new_table_with_ndarraycCs tgd}tgd}tjdd|d}tjddd|d }tjd d d }tjd dd }tjddgdd}t|||||g}tj|} d| jdd<| jdddksJ| jjj dddksJ| jjj djddksJ| j j dddksJ| j j djddksJd| jjj dd<| jdddksHJ| jjj dddksdJ| jjj djddksJ| j j dddksJ| j j djddksJd| jjj djd<| jdddksJ| jjj dddksJ| jjj djddksJ| j j dddks8J| j j djddksTJd| j j dd<| jdddks|J| jjj dddksJ| jjj djddksJ| j j dddksJ| j j djddksJd| j j djd<| jdddksJ| jjj dddks2J| jjj djddksPJ| j j dddksjJ| j j djddksJd| j j djd<| | dt | d} d| djdd<| dj} | djdddksJ| djjj dddksJ| djjj djddks2J| dj j dddksPJ| dj j djddkspJ| dddksJ| jj dddksJ| jj djddksJd| jj djd<tj| } d} | jD]r}tt|D]V}t||tjr,||| j| |ksHJn||| j| |ksJq| d} qd| jdd<| djdddksJ| djjj dddksJ| djjj djddksJ| dj j dddksJ| dj j djddksJ| dddksJ| jj dddks2J| jj djddksNJ| jdddksfJ| jjj dddksJ| jjj djddksJ| j j dddksJ| j j djddksJd| djdd<| djdddksJ| djjj dddks$J| djjj djddksFJ| dj j dddksdJ| dj j djddksJ| dddksJ| jj dddksJ| jj djddksJ| jdddksJ| jjj dddksJ| jjj djddks"J| j j dddksJt|d}dD]8}t||}|||ksvJ|||ksRJqRt|d}dD]8}t||}|||ksJ|||ksJqtjddtj d d ggd gtj d d }tj |g}t |jdt |jjks0J|jdd|jjdksTJ|jdd|jjdksxJdS)Nr4r7rCrr)rrrPI()-8 r\ rHrJrr)rrWror7r$rvr3r0rrLobject_r?rsr&r)r@r_r7rorrrrrtest_fits_rec_column_accesss,   $z.TestTableFunctions.test_fits_rec_column_accesscCszt|d}|d}d|jjvs(Jd|jjvs8Jd|jjjvsJJ|jdddks`Jt|jddtjgdtj d sJ|jdd d ksJ|jdd dksJ|jd ddksJt|jd dtjgdtj d sJ|jd d dks J|jd d dks"J| | d| t| d}|d}d|jjvsdJd|jjvsvJd|jjjvsJ|jdddksJt|jddtjgdtj d sJ|jdd d ksJ|jdd dksJ|jd ddksJt|jd dtjgdtj d s>J|jd d dksVJ|jd d dksnJ| dS)Nzerowidth.fitsrVZORBPARMrZANNAMEzVLA:_W16ZSTABXYZ)g~ϰ=@gs!gzarHZNOSTArZMNTSTArgzVPT:_OUT)rrrr) rrnror/r!rrrrLrrxryrz)r@rr5rrr!test_table_with_zero_width_columnsZ        z4TestTableFunctions.test_table_with_zero_width_columncCsgd}d}tjddt|d}tj|g}|jd|ksHJ| | dt | dF}|djd|ksJ|djd|k sJWdn1s0Y~tj |g}|j | dd d t | dh}|djd|d d ksJ|djd|k s6Jtj|dj}Wdn1sb0Y~|j | dd d t | dJ}|djd|ksJ|djd|k sJWdn1s0YdS) N)Zimg1Zimg2Zimg3apz(img1img2img3apZMEMNAMEr rJzraw-unicode-escaperrTrl )rr0rprLr?rsrotobytesdecoderxryrnrvrreplacecopy)r@rsacolZahdurrrrtest_string_column_padding)s28 6z-TestTableFunctions.test_string_column_paddingc Cstjjgddfgddfgddfgdd}tj|}||d tj|d d d ,}d |d j d<d|d j d<Wdn1s0Yt|d }|d }|j d}|j d }|j dksJ|j dksJ|tdd gddgddggddgddgdd ggddgddgddgggk s.test_dims_and_roundtripN)rrLrr?rs)r@roarrr/rr{rrr,test_bin_table_init_from_string_array_columns    z?TestTableFunctions.test_bin_table_init_from_string_array_columnc Csddgddgddgg}gd}tj||f||fgdd gd }tj|d }||d t|d d }|}Wdn1s0Yt|d d"}|| ddWdn1s0Yt|d }|d}|j ddksJ|j ddksJ|j D]F} t | dddgddggks@Jt | dgdksJqWdn1sv0YdS)a According to the FITS standard (section 7.3.2): If the number of elements in the array implied by the TDIMn is less than the allocated size of the ar- ray in the FITS file, then the unused trailing elements should be interpreted as containing undefined fill values. *deep sigh* What this means is if a column has a repeat count larger than the number of elements indicated by its TDIM (ex: TDIM1 = '(2,2)', but TFORM1 = 6I), then instead of this being an outright error we are to take the first 4 elements as implied by the TDIM and ignore the additional two trailing elements. sabscdsefsghsijsklrrVrOrPrQ)rz(3, 2)S2)rZ5i8rHrKrLrbNwbs(2,2,3)s(2,2,2)rrz(2,2,2)TFORM1Z12ArabcdZefZghr) rrLrr?rxryrnrrXrr<rorv) r@arr1arr2rr5rZ raw_bytesrr{r)rrr!test_columns_with_truncating_tdims$ &0 $z4TestTableFunctions.test_columns_with_truncating_tdimcCs(gdgdgdg}tjj|f|fgdgd}tj|d}||dt|d}d|d jvspJ|d jdd ksJt |d j d ksJt |d j d d ksJ|d j d d tj | d d d ksJWdn1s0Yt|d2}|d j dd||dWdn1sR0Yt|d}d|d jvsJ|d jdd ksJt |d j d ksJt |d j d d ksJ|d j d d tj | d d d ksJWdn1s0YdS)zERegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/201)rDrEZghi)ZjklZmnoZpqr)ZstuZvwxzyz z(3,3)S3r#rKrLrrz(3,3,3)rVrasciiNrT)rrtrLrr?rxryrnr<r ror$rrrv)r@roZrecarrrrrrrtest_string_array_round_trips4 *0z/TestTableFunctions.test_string_array_round_tripcCs8tjddgdd}tjddgddggdd}td d gd d ggd dgddggg}tjdd|dtjddd|dtjddd|dg}tjt|}||dt |dl}|d j d d|k sJ|d j d d|k sJ|d j d|k sJWdn1s*0YdS)zVRegression test for https://github.com/spacetelescope/PyFITS/issues/3 rrz|S1rHZbcrez|S2rrVrOrPrQrjrkrzrwZ1ArJZstrarrayZ4A(2,2)rrKrrLZintarray4Iz(2, 2)rLrN) rrLrr0r?rsrrrxryrnroencoderv)r@arraarrbZarrcrrrrrrtest_new_table_with_nd_columns"&    z0TestTableFunctions.test_new_table_with_nd_columncCstddgddggddgddggg}td d gd d ggd dgddggg}tjddd|dtjddd|dg}tjt|}||dt |d}|dj ddksJ|dj ddksJ|dj d|dj dkrdksnJ|dj d|k sJ|dj d|k s6J|dj j dksLJWdn1sb0Ytjttjddd|ddS)ayNormally the product of the dimensions listed in a TDIMn keyword must be less than or equal to the repeat count in the TFORMn keyword. This tests that this works if less than (treating the trailing bytes as unspecified fill values per the FITS standard) and fails if the dimensions specified by TDIMn are greater than the repeat count. rrVrOrPrQrjrkrzryrrr\rrZ20IrrrrrLrTFORM2rr0NZ2I)rrLrr0r?rsrrrxryrnr<rorvitemsizerhrir)r@rrrrrrrrtest_mismatched_tform_and_tdim-s* &&  .6z1TestTableFunctions.test_mismatched_tform_and_tdimcCsLt|d(}|djdjdks*JWdn1s>0YdS)z@Regression test for https://github.com/astropy/astropy/pull/3580z tdim.fitsrr7)rOrrN)rrnror()r@Zhdulistrrrtest_tdim_of_size_oneOsz(TestTableFunctions.test_tdim_of_size_onecCs2t|d}|dj}Wdn1s00Y|d}|dd}|d|ksfJtt|dD]X}|d|}|d|d|ksJ||d}|d||dksvJqv|ddd}|d|dddksJ|ddd}|d|dddks.JdS)zDRegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/52r4rNrrVrg)rrnror$rvr#r )r@rrotargetsrnrrr test_slicingUs(      zTestTableFunctions.test_slicingcCst|d}|dj}Wdn1s00Y||ddk}|t|ddk}|dg}|dd}||||fD]}t|tjsJqt||sJt||sJt||sJdS)zDRegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/55r4rNrr8rrrnrorwherer%rr*r@rros1s2Zs3Zs4rrrrtest_array_slicinggs(  z%TestTableFunctions.test_array_slicingc Cst|d}|dj}d|d<t|ddks:Jd|d<t|ddksXJtttjfD]2}|gd|d<t|dtgdsdJqdWdn1s0YdS)zV Regression test for https://github.com/spacetelescope/PyFITS/pull/48 r4rrr7rUN) rrnrorrvrNtuplerL array_equal)r@rroZ containerrrrtest_array_broadcastingws z*TestTableFunctions.test_array_broadcastingcCstj|ddd}|dj}Wdn1s40Y||ddk}|t|ddk}|dg}|dd}||||fD]}t|tjsJqt||sJt||sJt||sJdS) z Like test_array_slicing but with the file opened in 'readonly' mode. Regression test for a crash when slicing readonly memmap'd tables. r4readonlyrrNrr8rrrrrrtest_array_slicing_readonlys(  z.TestTableFunctions.test_array_slicing_readonly tablenamer4rCcCst||t}|d}|d}|d}|d}||||tj|||}t|j|jshJt||dWdn1s0YdS)z A simple test of the dump/load methods; dump the data, column, and header files and try to reload the table from them. rdata.txt coldefs.txt header.txtN) rrnrorydumpr?loadr*r9)r@rrr5datafilecdfilehfiler4rrrtest_dump_load_round_trips   z,TestTableFunctions.test_dump_load_round_tripcCstjjdgddfdgddfgdd}tj|}|d }|d }|d }||||tj|||}t |j |j sJt |j t |j ksJd S) z Regression test for https://github.com/spacetelescope/PyFITS/issues/22 Ensures that a table containing a multi-value array column can be dumped and loaded successfully. rrHg?r)rQrjrkrzg?z a1,4i4,f8r#rrrN) rrtrLrr?rsryrrr*rorwr<)r@ror5rrrr4rrrtest_dump_load_array_columss     z.TestTableFunctions.test_dump_load_array_columsc Csztjgdtd}tjdd|d}tjgdtjd}tjdd|d}tjgd tjd}tjd d |d}tjgd tjd}tjd d|d}tgd} tjdd| d} tjgdtjd} tjdd| d} tjgdtj d} tjdd| d}tjgdgdgdgtjd}tjdd|d}tj ||||| | ||g}| d}| |tj |}t|j|jsvJdS)a9 Tests loading a table dump with no supplied coldefs or header, so that the table format has to be guessed at. There is of course no exact science to this; the table that's produced simply uses sensible guesses for that format. Ideally this should never have to be used. )FTFrHc0rrJ)rrB)iЊrrrT)iMJiiVrrb)rrDrrrrorprqrr)y?@yffffff @@y@ffffff@rMrU)rPrQrj)rkrzryrXPJ()rN)rrLrirr0rqrrrZ complex128r?rsryrrr*ro)r@Za0rrrrrrrrrrrrrrrXr5rr4rrrtest_load_guess_formats.  "   z)TestTableFunctions.test_load_guess_formatcCstjdddgd}tjdddgd}tjdddgd}tj|||g}|jjgd ks\J|jjdgdksrJ|jddgksJ|jddgksJ|jjdgksJd S) a= Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/86 Numpy recarray objects have a poorly-considered feature of allowing field access by attribute lookup. However, if a field name coincides with an existing attribute/method of the array, the existing name takes presence (making the attribute-based field lookup completely unreliable in general cases). This ensures that any FITS_rec attributes still work correctly even when there is a field with the same name as that attribute. r!rTrrJrrVotherrO)r!rrN) rr0r?rsror!rrvr)r@r~rrrrrrtest_attribute_field_shadowingsz1TestTableFunctions.test_attribute_field_shadowingcCstjjddgdd}tj|}|jjddgks4Jt|j |sDJ| | dtj | ddd}|jjddgks|Jt||sJd S) z Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/113 Tests creating a table from a recarray containing numpy.bool columns. )TF)FTz|b1,|b1r#rr4r)ZextN) rrtrLrr?rsr/rr*rorxryrW)r@rLrArorrrtest_table_from_bool_fields s z.TestTableFunctions.test_table_from_bool_fieldscCs>tjgddgd}tj|d}|jd|dks:JdS)z Regression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/215 Tests the case where a multi-field ndarray (not a recarray) containing a bool field is used to initialize a `BinTableHDU`. )F)Tr)r?rHrKrN)rrLrr?rorv)r@rrrrrtest_table_from_bool_fields2 s z/TestTableFunctions.test_table_from_bool_fields2cCstjddddgd}tjddddgd}tjt||g}||dtj|ddd 4}d|d jdd <d|d jdd <Wd n1s0Yt|dL}|d jdddgk sJ|d jdddgk sJWd n1s 0Yd S) zERegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/139F1rTFrLZF2r4rrrrN) rr0r?rsrrrxryrnrorv)r@r~rrArrrrtest_bool_column_update% s0z*TestTableFunctions.test_bool_column_updatec sRtjdddtgddd}tj|g}||dtj|ddd *d d j d <d j d =Wdn1s0Yt|d$t t fddWdn1s0YzDt|dd j dWdn1s0YWn:t yL}z t|ds8JWYd}~n d}~00dS)zERegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/197rr---)z1.0z2.0rz3.0T)rrLrrLrrZE3rrrMNcsdjdS)NrrrKrrrrreE rfz7TestTableFunctions.test_missing_tnull..zYthe header may be missing the necessary TNULL1 keyword or the table contains invalid data)rr0rrLrrsrxryrnr<rhri ValueErrorrorwr)r@rGrYrrrrtest_missing_tnull5 s$  *22z%TestTableFunctions.test_missing_tnullc Csd}tjdd|tgddd}tj|g}||dt|ddd 4}| d d }| d | |Wd n1s0Ytj|ddd*}|dj dd d ksJWd n1s0Yd}tjdd|tgddd}tj|g}||dt|ddd 4}| dd}| d | |Wd n1sr0Ytj|dddF}|dj dd dkst|dj dd sJWd n1s0Yd S)aYRegression test for https://github.com/astropy/astropy/issues/5134 Blank values in numerical columns of ASCII tables should be replaced with zeros, so they can be loaded into numpy arrays. When a TNULL value is set and there are blank fields not equal to that value, they should be replaced with zeros. rrZI8rrrVrOrPT)rKrrLrzascii_null.fitszr+rz2 z rN)ZmemmaprrVZNaNzF12.8rzascii_null2.fitsz 3.00000000z r)rr0rrLrrsrxryrnrrseekrXroZisnan) r@Znullval1r~rYrZnulledrZnullval2rrrrtest_blank_field_zeroO s4    (8   *z(TestTableFunctions.test_blank_field_zerocCs0dgd}tjdd|d}||jks,JdSzERegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/218irrMrKrLNrr0rLrvr@rr7rrrtest_column_array_type_mismatch~ s z2TestTableFunctions.test_column_array_type_mismatchcCs*t|dd}|djd|d_t|djtjs}t|dj}t |}t ||djsJWdn1s0Yt|d@}t|dj}t |} t | |djs2JWdn1sH0Yt|dp} t| dj} t | } t j t d d &t | | djsJWdn1s0YWdn1s0YdS) Regression test for https://github.com/astropy/astropy/issues/1597 Tests for pickling FITS_rec objects rCrrNrrandom_groups.fitsrrVzField 2 has a repeat count of 0r^rrnror%r/rr pickledumpsloadsr*rhwarns UserWarning r@ZbtbZbtb_pdZbtb_plZascZasc_pdZasc_plZrgrZrgr_pdZrgr_plZzwcZzwc_pdZzwc_plrrr test_pickle s& 2 2 6 zTestTableFunctions.test_picklecCsptjggdd}t|}|jddks.J|jddks@J|jddksRJ|jd }|jd kslJdS) N))ri8)rZS64)rG)r`rrHr`r rZTDIM3rr)r)rrLrr?r<ror$r()r@rLrr$rrrtest_zero_length_table s  z)TestTableFunctions.test_zero_length_tablecCst|dd}tjd|ddd}tj|g}||dt|d,}t |djd|ksrJWd n1s0Yd S) a When creating a table column with non-trivial TDIMn, and big-endian array data read from an existing FITS file, the data should not be unnecessarily byteswapped. Regression test for https://github.com/astropy/astropy/issues/3561 rZDATATESTz (3,1,128,1,1)Z1152E)rrLrrKrLrN) rrWror0r?rsrxryrnrrv)r@ror7rArrrr#test_dim_column_byte_order_mismatch s  z6TestTableFunctions.test_dim_column_byte_order_mismatchcCst|d}t|d}t|t|}tjj||d}||t|d<|ddk}||}t|dd|ddsJt|dd|ddsJt|t|dsJdS)a* Tests creating a `FITS_rec` object with `FITS_rec.from_columns` from an existing `FITS_rec` object read from a FITS file. This ensures that the per-column arrays are updated properly. Regression test for https://github.com/spacetelescope/PyFITS/issues/99 rCrcNr~r)rrWror rrsr*)r@Zdata1Zdata2rdZmergedr`Zmaskedrrrtest_fits_rec_from_existing# s z.TestTableFunctions.test_fits_rec_from_existingcCstjdgdgd}t|d|tj|ddd<}d|djd d <|djd d dksfJWd n1sz0Yt|d*}|djd d dksJWd n1s0Ytjgd gd gfgdgd}t|d|gd gdg}tj|ddd\}|djddks>Jd|djd d<t|djd d |ksrJWd n1s0Yt|dJ}|djddksJt|djd d |ksJWd n1s0Yd S)z Regression test for https://github.com/astropy/astropy/issues/4452 Ensure that changes to values in a string column are saved when a file is opened in ``mode='update'``. )rD)rS3rHrLrrXYZrrrN)rDrEZgeh)ijkZlmnopq)r)r#)rVrOrT)r%r$r&rz(3,3,2))rrr) rrLrrxryrnror<rv)r@rorZexpectedrrr!test_update_string_column_inplaceC s.88 Bz4TestTableFunctions.test_update_string_column_inplaceznot HAVE_OBJGRAPHcCsBdd}td||dWdn1s40YdS)z?Regression test for https://github.com/astropy/astropy/pull/520cSsRt|}|dj}Wdn1s.0Y|jjD] }||q@dS)Nr)rrnrorrr!)filenamerroZcolnamerrrreadfiler s , z8TestTableFunctions.test_reference_leak..readfilerz memtest.fitsN) _refcountingro)r@r)rrrtest_reference_leakn s z&TestTableFunctions.test_reference_leakc Cs8ddlm}ddlm}|}|zi2rH1I)rrLrKrrrVrza.fitsrzb.fitsN) rr0rrLr=r>r?rsrorxryrn)r@r~rr\rrrrtest_column_with_scaling s  .z+TestTableFunctions.test_column_with_scalingcCstjgddd}tjgddd}tjgddd}tjgddd}t||d |||g}t|d }|j|jks~Jt||sJd S) z Test correct integer dtypes according to ASCII table field widths. Regression for https://github.com/astropy/astropy/issues/9899 )rzirr;r`rH)rirDr<r)il(r=)r i2r?rRrVzascii_i4-i20.fitsN)rrLrrrorr*)r@Zi08Zi10Zi20Zi02Zt0rWrrrtest_ascii_inttypes sz&TestTableFunctions.test_ascii_inttypesN)P__name__ __module__ __qualname__rBrrrrrrrrrrr+r0r3r;r=r>rErQr[rarkrmrtr|r}r~rrrrrrrrrrrrrrrrrrrrrrhmark parametrizerrrrrrrrrrr r rrrrr!r"r'skipifr+r0r3r7r:rArrrrr:~sW)I  X' /@BD[i] /"A(."" * /%  +   ,r:ccsBttt|}|Vttt||ks>JddS)z Perform the body of a with statement with reference counting for the given type (given by class name)--raises an assertion error if there are more unfreed objects of the given type than when we entered the with statement. z/More {0!r} objects still in memory than before.N)gcZcollectr objgraphZby_type)type_Zrefcountrrrr* s r*c@seZdZdZddZddZddZdd Zd d Zd d Z ddZ e j j e o\eo\ejdkddddZddZddZddZdS) TestVLATablesz;Tests specific to tables containing variable-length arrays.cs"fdd}dD] }||qdS)Ncstjd|dgdgdd}tj|g}t}t||g}|jdddtdf}|d j d}|dd d t j gd t j d ksJ|d jdjdsJWdn1s0YdS)NQUAL_SPEri#rJrTrlrrPrz)rrrrrHzJ(1571))rr0r?rsr>r=rxryrnror$rrLrqrvr/rKr) format_coder7tb_hdupri_hduhdu_listZtotoqrrrtest s z8TestVLATables.test_variable_length_columns..testrzQJ()rr@rScoderrrtest_variable_length_columns s z*TestVLATables.test_variable_length_columnscCsdd}dD] }||q dS)zDRegression test for https://aeon.stsci.edu/ssb/trac/pyfits/ticket/54cSsdgdgd}tjd||d}tjdddgdd}tjj||gdd}t|jddks`Jt|jddksvJ|jdd |d ksJ|jdd |d ksJ|jddd gdksJ|jdd d gdksJdS) NrrZTESTVLFrJZTESTSCArbrrcrryrg)rr0r?rsr rorv)rNrrrrOrrrrS+ s z=TestVLATables.test_extend_variable_length_array..testrTNrrUrrr!test_extend_variable_length_array( sz/TestVLATables.test_extend_variable_length_arraycs"fdd}dD] }||qdS)Ncsttddgtdgtdggd}tjd||d}tj|g}|jddd tdv}|d j d j d sJt d D]B}t t ||D],}|d jd |||||ksJqqWdn1s0YdS)NnP*@;'x[;rOtestarJrTrlrrD(2)rOrrLrr0r?rsrxryrnr/rKrr#r ror$rNrrr5r/rr(rrrrS? s  zRTestVLATables.test_variable_length_table_format_pd_from_object_array..testzPD()zQD()rrUrrr6test_variable_length_table_format_pd_from_object_array> s zDTestVLATables.test_variable_length_table_format_pd_from_object_arraycs"fdd}dD] }||qdS)Ncstddgtdgtdgg}tjd||d}tj|g}|jdddtdv}|d j d j d sJt d D]B}t t ||D],}|d jd |||||ksJqqWdn1s0YdS) NrYrZrr\rJrTrlrrr]rOr^r_rrrrSO s  zJTestVLATables.test_variable_length_table_format_pd_from_list..testr`rrUrrr.test_variable_length_table_format_pd_from_listN s z.testzPA()zQA()rrUrrr6test_variable_length_table_format_pa_from_object_array_ s zDTestVLATables.test_variable_length_table_format_pa_from_object_arraycs"fdd}dD] }||qdS)Ncsgd}tjd||d}tj|g}|jdddtdv}|djdj d sfJt d D]B}t t ||D],}|dj d|||||ksJqqnWdn1s0YdS) N)rrrDr\rJrTrlrrrcrO)rr0r?rsrxryrnr/rKrr#r ror$rdrrrrSq s zJTestVLATables.test_variable_length_table_format_pa_from_list..testrerrUrrr.test_variable_length_table_format_pa_from_listp s zr=rxryrWrOrLrv)rNr7rOrPrQroZrow_aZrow_brrrrS sz,TestVLATables.test_getdata_vla..testrTNrrUrrrtest_getdata_vla s zTestVLATables.test_getdata_vlaZwin32z+https://github.com/numpy/numpy/issues/20699)reasonc CsddtdD}ddtdD}tjddtdd}tjdd |d}tjd d |d}tj||g}tj||g}tt||g}|j | d d d t | d j} | dj ddksJ| dj ddksJt | dj|jsJt | dj|jsJWdn1s$0Yt | d :} tj| dj| dj d} | | dWdn1s0Yt | d(} t | dj|jsJWdn1s0Yttg} | | dtj | dddh} tdD]N} t | d &} | | d| Wdn1sT0YqWdn1sx0Yt | d:} tddD]}t | |j|jsJqWdn1s0YdS)zX Regression test for https://github.com/spacetelescope/PyFITS/issues/47 cSsg|]}t|dqSrrrhr+rrrrr. rfz/TestVLATables.test_copy_vla..rcSsg|]}tdd|qS)rrrkrlrrrr. rfrSrbrrSPJrrLTrlrrzPJ(255)rVN)ror<rUrTrmrrO)r#rr0rrhr?rsr=r>rxryrnr<r*rormflush)r@rrrGr~rrWrYrrZnew_hdur Znew_hdulridxrrr test_copy_vla s:808 LzTestVLATables.test_copy_vlacCsdt|d}|dj}|jdks(J|dddksu2rHr4rSr9rN)rrrr'rrr)r@Znd_arrayZcol_defsrrrtest_coldefs_init_from_arrayj s z0TestColumnFunctions.test_coldefs_init_from_arrayc Cst|dr}t|djjdts,Jt|dj}t |}t|djjdtr`Jt ||djstJWdn1s0Yt|d>}t|dj}t |}t ||djsJWdn1s0Yt|d@}t|dj}t |} t | |djs2JWdn1sH0Yt|dp} t| dj} t | } t j t d d &t | | djsJWdn1s0YWdn1s0YdS) rrCrrNrrrrVz2Field 2 has a repeat count of 0 in its format coderrrrrrrs s& 2 2 6 zTestColumnFunctions.test_picklecCsVtjddd}tjddd}t||g}|d|dks>J|d|dksRJdS)z5Tests that a `ColDefs` can be indexed by column name.rrr rrrN)rr0rr)r@rrrrrrtest_column_lookup_by_name s z.TestColumnFunctions.test_column_lookup_by_namecCstjtjdddtjdddg}|jd}|jd|jjjdksLJd|_ |j dks`Jd|j vsnJ|j ddksJ|jjdgksJt t |jdWd n1s0Y|jdd t t |jdWd n1s0Y|jd j d ksJ|jjjd ks2J|jjd gksFJ|jjjd gks\Jd |jd _ t t |jd Wd n1s0Y|jd j d ksJ|jjjd ksJ|jjd gksJ|jjjd gksJd S)a6 This is a test of the column attribute change notification system. After a column has been removed from a table (but other references are kept to that same column) changes to that column's attributes should not trigger a notification on the table it was removed from. rr)rKr)rZHELLOTTYPE2TTYPE1NGOODBYE)rfoo)r)rr?rsr0r/r<rorr!rr<rhrirjZ change_name)r@rYrrrr*test_column_attribute_change_after_removal s8      ( (  *z>TestColumnFunctions.test_column_attribute_change_after_removalcCsXtjddgdd}t|}|j|jks.J|j|jks>Jt|j|jksTJdS)z Regression test for https://github.com/astropy/astropy/pull/4514 Tests that columns with the X (bit array) format can be deep-copied. ZxcolZ5X)rrrrrrN rr0rdeepcopyrrKrrvrL)r@rGrrrrtest_x_column_deepcopy s  z*TestColumnFunctions.test_x_column_deepcopycCs tjddddggdgd}t|}|j|jks6J|j|jksFJt|jd|jdksdJt|jd|jdksJtjdd ddggdgd}t|}|j|jksJ|j|jksJt|jd|jdksJt|jd|jdksJd S) z Regression test for https://github.com/astropy/astropy/pull/4514 Tests that columns with the P/Q formats (variable length arrays) can be deep-copied. ZpcolrmrrVrNrrZqcolZQJNr)r@rGrrrrrrtest_p_column_deepcopy s  z*TestColumnFunctions.test_p_column_deepcopyc Cstt$}tjddgdd}Wdn1s40Ydt|jvsPJtt.}tjddd ddd d dd d d }Wdn1s0Ygd }|D]}|t|jvsJqdS)z Test that the keyword arguments used to initialize a Column, specifically those that typically read from a FITS header (so excluding array), are verified to have a valid value. rrTrrNz(Column name must be a string able to fitr7rZNanrV1) rKrrrrrrrr) z(keyword arguments to Column were invalidTFORMZTNULLTDISPZTCTYPZTCUNIZTCRPXZTCRVLZTCDLTZTRPOS)rhriAssertionErrorrr0rwvaluer)r@errrZerr_msgsr2rrrtest_column_verify_keywords s 2 $z/TestColumnFunctions.test_column_verify_keywordscCstt&}tjdddgdd}Wdn1s60Ydt|jvsRJtt&}tjdddgdd}Wdn1s0Ydt|jvsJtt&}tjddd gdd}Wdn1s0Yd t|jvsJdS) at Regression test for https://github.com/astropy/astropy/pull/6359 Test the validation of the column start position option (ASCII table only), corresponding to ``TBCOL`` keyword. Test whether the VerifyError message generated is the one with highest priority, i.e. the order of error messages to be displayed is maintained. rrrU)rKrrLNz=start option (TBCOLn) is not allowed for binary table columnsrTz;start option (TBCOLn) must be a positive integer (got 'a').z-56z;start option (TBCOLn) must be a positive integer (got -56).)rhrirrr0rwr)r@rrrrrtest_column_verify_start s 4 4 4z,TestColumnFunctions.test_column_verify_startkeysZrM)rr2Z2ErOg333333@rzE.5cCstt(}tjd|d|dd}Wdn1s80Y|D]0}|t|jvs`Jt||t|jvsJJqJdS)z Additional tests for verification of 'TFORM' and 'TDISP' keyword arguments used to initialize a Column. r7rr)rKrN)rhrirrr0rrwr)r@rrrkeyrrrtest_column_verify_formats# s 6 z.TestColumnFunctions.test_column_verify_formatsN)rBrCrDr|r~rrrrrrrrrrrhrErFrPrrrrrrrry s*c & 1  rycCsDtgd}tjd|dd}tj|g}|jd=d|jd_dS)NrUrrMr6rrr) rrLrr0r?rsZ_headerr/r)rr7rrrrtest_regression_53836 s rcCsddlm}|gdgdgdggdgdd}d|d _d |d _d |jd <tjtdd(}tj|t ddid}Wdn1s0Yt |dksJdD]}t |||j |sJq|jd|jdksJ|jdd ksJ|jddksJdS)NrrrUrF)rrrJ)r(ZU1r)r!rzm/srz not-a-unitrZbarrz''not-a-unit' did not parse as fits unitrr rr;rDTUNIT1rr) astropy.tablerrmetarhrrrr?rr rrror<index)rrYwrrrrrtest_table_to_hduA s      6rcCsVtjddgdtfdtfgdtj}|d}|d}tdd t||DsRJdS) N)rrV)rrPrrRrHrrcss|]\}}||kVqdS)Nr)r+rrrrr b rfz2test_regression_scalar_indexing..) rrLrPrrurrrvrO)rZx1aZx1brrrtest_regression_scalar_indexingY s rc Csg}|tjdddd|tjdddd|tjddd t|}t}d|d <d |d <d |d <d|d<d|d<d|d<d|d<d|d<d|d<d|d<d|d<d|d<d|d<d |d!<d"|d#<tt}tj ||}Wdn1s0Yt |d$j  d%s J|j d$jdks6J|j d&jdksLJ|j d'jdusbJ|jd dksvJ|jd dksJd |jvsJ|j d$jdusJ|j d&jdusJ|j d'jdusJd(|jvsJ|jddksJ|jddksJ|jd!d ks(J|jd#d"kss|         1 SS  p