o &ѹg6@sddlZddlZddlZddlZddlmZddlmZddl m Z m Z ddl m Z ddlmZmZmZddlmZdd Zejd gd d d Zejd gd ddZejdejejejgejdejejejgddZejdejejejgddZddZddZddZ ddZ!ddZ"ejjd gd!gd"ge#gd#gd$gej#gd%gd&ge$d'ej#gd(d)ej%d*gge$d'ej#gd(d)e&d+d*gge$d'ej#gd,gd-ge$d'ej#gd.d)ej%dgge$d'ej#gd.d)e&d+dgge$d'ggd/d0d1d2Z'ejd gd ejd3d4d5gejd6dd7gd8d9Z(ejd3d4d5gejd:d;dgd?gd>gfd@d)gdAd)gdBdCgdAd)gggdDgdEgdFgfgdGdHZ)dIdJZ*ejd6gdKejdLgdKdMdNZ+ejdOdPdQgejd d=d;ge#dRdSggdTdUZ,ejdOdPdQgdVdWZ-ejjdXdYdejde&e?gddZ@ddZAddZBddZCddZDddZEddZFejd6dyd7gddZGejdej%de&d+gddZHejd6dYd[ggdgddZIejjdd5d4gddgd0ejjd6d7gdgd7dgd0ddZJejdoe e gddZKejddd;iddiddid;dddeddgejddgdggddZLejd6dyd7dCggddZMejd6d)gdbggddZNejddd[iddiddiddiddid[dddeddgddńZOejd6d7dCggddDŽZPejd6d)gdbggddɄZQdd˄ZRejdd[d=dddeigdd̈́ZSddτZTddфZUddӄZVddՄZWddׄZXejddd=dٜgddۄZYejdd;d[dٜgdd݄ZZejdgdߢejdgdddZ[ddZ\ejdej%dgddZ]ddZ^ejd gd ejdddgddZ_ejd gd ddZ`ejd gd ddZaejd gd ddZbddZcddZdejdej%dgddZeejdddgejdej%dgddZfejjdaej#d)ej%gge$d'j2ej#d)dCgge$d'j2ej#d)dbej%ge$d'gej.fej#d)ej%gge$d'j2ej#d)dCgge$d'j2ej#d)dbej%ge$d'gej.fej#dej%ggejd'j2ej#dRggejd'j2e#ddSej%ggejfggdd0ddZgejdoe e gddZhejde#dej%dRggj2e#dej%dggj2e#dSggfe#gdgj2e#gd gj2e#ej%ggfej#d ej%dCgge$d'j2e#dej%dggj2ej#dbgge$d'fej#gd ge$d'j2e#gd gj2ej#ej%gge$d'fgd dZiejdeddZjddZkejddd]ggej#dd]ggdd'ej#dd]ggdd'gejdd\d]ggej#d\d]ggdd'ej#d\d]ggdd'gddZlddZmddZndd Zoejd!d5d4gd"d#Zpejd$ej#d)gd%gge$d'dgej%gej%ggejqd%gdgdgge$d'fej#ej%gd%gd)gge$d'dgej%gej%ggejqd%gej%gej%gge$d'fgd&d'Zrd(d)Zsd*d+Ztd,d-Zud.d/Zvd0d1Zwejddd[iddiddiddiddid[dddeddgd2d3Zxd4d5Zyd6d7Zzd8d9Z{d:d;Z|ejdddidd;igd<d=Z}ejddd=idd>igd?d@Z~dAdBZdCdDZejdoe e gdEdFZdS(GN)sparse)NotFittedError) OneHotEncoderOrdinalEncoder) is_scalar_nan)_convert_containerassert_allcloseassert_array_equal)CSR_CONTAINERScCstgdgdg}t}tdd}||}||}|jdks$J|jdks+Jt|s2Jt|r9Jt|gdgdgt||dS)NrrrF sparse_outputr )?rrr)rrrrr) nparrayr fit_transformshaperissparser toarray)XZ enc_sparseZ enc_denseX_trans_sparseZ X_trans_denserm/Users/admin/.pyenv/versions/3.10.0/lib/python3.10/site-packages/sklearn/preprocessing/tests/test_encoders.py!test_one_hot_encoder_sparse_denses   r handle_unknown)ignoreinfrequent_if_existwarncCstgdgdgdg}tgdg}tdd}||tjtdd ||Wdn1s7wYt|d}|||}t || tgd gt ||dS) N)rr r)rrr )rrr )rrerrorr!Found unknown categoriesmatch)rrrrrrr) rrrfitpytestraises ValueError transformcopyr rrr!rX2ohZ X2_passedrrr#test_one_hot_encoder_handle_unknown*s      r4cCsxtgdd}tddgd}t|d}|||}t||tgdgdgt||dS)N)Z1111111122Z333Z4444)rZ55555r5r')rrrrrrrr) rrreshaperr+r0r r/rr1rrr+test_one_hot_encoder_handle_unknown_stringsBs   r9 output_dtype input_dtypecCstjddgg|dj}tjddgddgg|d}td|d}t|||t||||td|dd}t|||t||||dS)Nrrdtypeauto) categoriesr=F)r?r=r) rasarrayTrr rrr+r/)r;r:r X_expectedr3rrrtest_one_hot_encoder_dtypeUs rCcCstd}|ddgddgd}tjgdgdg|d }t|d }t|||t| | ||t|d d }t|||t| | ||dS) Npandasabrr ABrrrrrrrrr<F)r=r) r, importorskip DataFramerrrr rrr+r/)r:pdX_dfrBr3rrr!test_one_hot_encoder_dtype_pandasds   rPcCst}gdgdgdgdg}|||}tgd||gd}tgd|tjtdd |d d gWddS1sIwYdS) N)Malergirlr r )Female)rRr )rQ3Zboy r )rQ[rR)Z x0_FemaleZx0_MaleZx1_1Zx1_41Zx1_51Zx1_91Zx2_boyZx2_girlZx3_1Zx3_2Zx3_12Zx3_21Zx4_3Zx4_10Zx4_30)onetwothreeZfourZfive)Z one_FemaleZone_MaleZtwo_1Ztwo_41Ztwo_51Ztwo_91Z three_boyZ three_girlZfour_1Zfour_2Zfour_12Zfour_21Zfive_3Zfive_10Zfive_30z!input_features should have lengthr)r[r\)rr+get_feature_names_outr r,r-r.)encr feature_namesZfeature_names2rrr"test_one_hot_encoder_feature_namests( "racCs\t}tjddggtdj}|||}tddg||jdgd}tdd g|dS) Nuc❤t1Zdat2r<u x0_c❤t1Zx0_dat2un👍meZinput_featuresun👍me_c❤t1u n👍me_dat2)rrrobjectrAr+r^r )r_rr`rrr*test_one_hot_encoder_feature_names_unicodes rdcCsdd}t|d}tjddggtdj}|||}tddg||jd gd }td d g|d d}t|d|}d}tj t |d |WddS1sWwYdS)z=Check the behaviour of `feature_name_combiner` as a callable.cSs|dt|S)N_)reprfeaturecategoryrrr name_combinerszHtest_one_hot_encoder_custom_feature_name_combiner..name_combiner)Zfeature_name_combinerNoneNr<z x0_'None'Zx0_NonerErbza_'None'Za_NonecSsdS)Nrrrgrrrwrong_combinerszItest_one_hot_encoder_custom_feature_name_combiner..wrong_combinerzMWhen `feature_name_combiner` is a callable, it should return a Python string.r)) rrrrcrAr+r^r r,r- TypeError)rjr_rr`rlerr_msgrrr1test_one_hot_encoder_custom_feature_name_combiners   "rocCstddggj}t}|jgdgd|dgdgks"J||jdks.J|jgdgd||jdksCJdS) Nrr )rrr r r?r?)r r%)rrr r r%r) rrrAr set_params get_paramsrrr)rr3rrrtest_one_hot_encoder_set_paramssrscCsXtdd}||}tddd}||}t||t|r&|jdks(J|S)Nr>rpFr?rZcsr)rrrrrrformat)rr_ZXtr1ZXtr2rrrcheck_categorical_onehots    rvrdefr7abcr ry)rUrry)rr ry)rFrHcat)rErIr|r<)rFrr|rEr|nan)Nrr|)rEr r|)NrN)mixednumericrcz mixed-nanzmixed-float-nanz mixed-Nonezmixed-None-nanzmixed-None-float-nan)idscCstt|dddgf}t|ddgddggtt|ddddgf}t|gdgdgtdd|}t|gdgdgdS) Nrr)rrrrrrrrr>rp)rrrrr)rrrrr)rvrrrrrr)rXtrrrrtest_one_hot_encoders rsparse_FTdropfirstcCsgdgdgdg}t||d}||}tj|td}t|||ddgddgd dgg}t|d |d }||}t|}t||||durgdgdgdg}t||d d gddggdgd}||}tj|td}d|d<t|||ddgddgd dgg}t|ddgddgg|d}||}tj|td}d|d<d|dddf<t|||tgdgdg}td}t j t |d||WddS1swYdS)Nrzrw)r{r ryrrr<r ryrr r>)rr?rr{rx)6ry8)rr!r?)r rrr)rr?r!r rrrrr)Shape of the passed X data is not correctr)) rrrrrcr inverse_transformreescaper,r-r.)r!rrrr_X_trexpmsgrrrtest_one_hot_encoder_inversesJ        "rz X, X_transr ryrrrrrr[r\r]rFrrrrr)rrrrr)rrrrrcCs`t|d|}d}|rt|d}tjt|d||WddS1s)wYdS)zCheck that `inverse_transform` raise an error with unknown samples, no dropped feature, and `handle_unknow="error`. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/14934 rzqSamples \[(\d )*\d\] can not be inverted when drop=None and handle_unknown='error' because they contain all zerosrr)N)rr+rr,r-r.r)rX_transrr_rrrr?test_one_hot_encoder_inverse_transform_raise_error_with_unknownAs  "rcCsJtjddgddgddggtd}tddd }||}t|||dS) NrQrrSr r r< if_binaryFrr)rrrcrrr r)roherrrr&test_one_hot_encoder_inverse_if_binaryas   r)rrN reset_dropcCstjddgddgddggtd}t|dd}||||}|}|j|d t| ||t |||t||dS) NrQrrSr r r<Frr) rrrcrr+r/r^rqr rr)rrrrrr`rrrtest_one_hot_encoder_drop_reseths     rmethodr+r@@cCsLt}d}tjt|dt|||WddS1swYdS)Nz'Expected 2D array, got 1D array insteadr))rr,r-r.getattr)rrr3rrrrtest_X_is_not_1Dws "rcCsptd}|gd}t}dt|d}tjt|dt|||WddS1s1wYdS)NrD)r r%rz+Expected a 2-dimensional container but got z instead.r))r,rLSeriesrtyper-r.r)rrNrr3rrrrtest_X_is_not_1D_pandass "rzX, cat_exp, cat_dtyper{rxr rHrI)r~rrcstringz missing-floatzmissing-np.nan-objectzmissing-float-nan-objectcCs||dddfD]Q}tdd}||t|jtsJt|j|D]6\}}|}t|drHt|ds9J|dd|ddksGJn||ksPJt |j |sYJq#q dS)Nr6r>rp) rr+ isinstance categories_listziptolistrr issubdtyper=)rZcat_exp cat_dtypeXir_resrZres_listrrrtest_one_hot_encoder_categoriess#   rzX, X2, cats, cat_dtypedrErFcint64r%rr r )NrEz)rErFr)rENr)rcrz object-stringzobject-string-nonezobject-string-nanzobject-None-and-nancCst|d}tgdgdg}t|||t|jdt|dks)J|jd t|dks8J|jdj |ksBJt|d}t j t dd ||Wdn1s^wYt||d}tgdgdg}t||||dS) Nrprrrrrrrr(r)r?r!)rrr)rrrr rrrr?rrr=r,r-r.r+r/)rr2catsrr!r_rrrr)test_one_hot_encoder_specified_categoriess 3   rcCstjddggtdj}tgdgd}tgdgdg}t||||t| |||j d gdksBJt |j dj tjsOJtd d ggj}tgd gd}d }tjt|d | |WddS1szwYdS)NrErFr<)rFrErrprrrrr )r rr z%Unsorted categories are not supportedr))rrrcrArr r+r/rrrrrr=object_r,r-r.)rr_rrrrr(test_one_hot_encoder_unsorted_categoriess "rEncodercCsrtdtjdgg}||d}tjddggtdj}tjtdd||WddS1s2wYdS)zTest encoder for specified categories that nan is at the end. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/27088 rrrpr<zNan should be the last elementr)N) rrr}rcrAr,r-r.r+rrr_rrrr,test_encoder_nan_ending_specified_categoriess   "rcCstjddgddggtdj}tgdgdgd}tgd gd g}t||||jd gdks;Jt |jdj tj sHJ|jd  gdksUJt |jd j tj sbJdS) NrErFrr r<r)rrr rp)rrrrrr)rrrrrrr) rrrcrArr rrrrrr=rrr_rrrr7test_one_hot_encoder_specified_categories_mixed_columns$srcCsDtd}|ddgddgd}t|}t|gdgdgdS) NrDrErFrr rGrJrK)r,rLrMrvr)rNrOrrrrtest_one_hot_encoder_pandas1s rzdrop, expected_namesx0_cx2_br)rZx1_2r)rr rFx0_bZx2_a)rbinarymanualcCs:gdgdg}t|d}|||}t||dS)N)rr rE)rFr rFr)rr+r^r )rZexpected_namesrrr`rrr'test_one_hot_encoder_feature_names_drop:s   rcCsddgddgddgg}tgdgdgdg}tdd g}td d d }||}t|j|t||d dgddgddgg}tddgddgddgg}td dg}td d d }||}t|j|t||dS)NrUyesnorZ)rrrrr7)rrrrrrFrtruerEfalserr)rrrrr drop_idx_r)rexpectedZexpected_drop_idxrresultrrr*test_one_hot_encoder_drop_equals_if_binaryLs        r)rUr ry)rrry)r~rrccCsTt}tjgdgdgdd}t|||dtdd}t|||dS)Nrrrrrrrr<float64)rrrr rZastyperrrrtest_ordinal_encoderds   r)rcrzobject-string-catcCst|d}tdgdgg}t|||t|jdt|dks%J|jdt|dks4J|jdj |ks>Jt|d}t j t dd| |WddS1s[wYdS)Nrprrrr(r))rrrr rrr?rrr=r,r-r.r+)rr2rrr_rrrr)test_ordinal_encoder_specified_categoriesus   "rcCsgdgdg}t}||}tj|td}t|||tgdgdg}td}t j t |d||WddS1sGwYdS)Nrzrwr<)rrrr rJrr)) rrrrrcr rrrr,r-r.)rr_rrrrrrtest_ordinal_encoder_inverses   "rcCstddd}tjddgddgdd ggtd }tjdd gd dgddggtd }||||}tjd dgddgddggdd }t||||}tjddgddgddggtd }t||dS)Nuse_encoded_valuer! unknown_valuerExrFyrrr<ZxyZblar rrr)rrrrcr+r/r r)r_X_fitr X_trans_encr X_trans_invinv_exprrr+test_ordinal_encoder_handle_unknowns_strings         rr=cCstddd}tjddgddgdd gg|d }tjdd gd dgddgg|d }||||}tjddgddgd d ggdd }t||||}tjddgddgddggtd }t||dS)Nrrrr r r<rWrr)rrrr+r/r rrc)r=r_rrrrrrrrr,test_ordinal_encoder_handle_unknowns_numerics         rcCs`tdtjd}tdgdgdgg}|||dgdgdgg}t|dgdgtjggdS)Nrrrr r r%r)rrr}rr+r/r )r_rrrrr(test_ordinal_encoder_handle_unknowns_nans  rcCsdtdtjtd}tdgdgdgg}tjtdd||WddS1s+wYdS)Nr)r!rr=rr r z'dtype parameter should be a float dtyper)) rrr}intrr,r-r.r+)r_rrrr8test_ordinal_encoder_handle_unknowns_nan_non_float_dtypes "rcCsjtjgdgtdj}gd}t|d}d}tjt|d||WddS1s.wYdS)N)LowMediumHighrrr<)rrrrpz*Shape mismatch: if categories is an array,r)) rrrcrArr,r-r.r+)rrr_rrrr+test_ordinal_encoder_raise_categories_shapes  "rcsxtddtjgdgdgdd}tjddgd d ggd dtjddgd d ggddtd d gddggtddgddggtjdd gd d ggddfD]!tfddtdDscJt|qLddgd d ggtfddtdDsJt|dd gd d ggtfddtdDsJt|dS)Nr>rp)rrrr)rrrrrr<rr r r%rrErFrrabcdrccsg|] }j|jjkqSrrr=.0irr_rr sz'test_encoder_dtypes..cs"g|] }tj|jtjqSr)rrrr=integerrr_rrrs"cg|] }j|jdkqS)rcrrrrrr) rrrr+allranger r/r)rrrrtest_encoder_dtypess&     rcstd}tddtjgdgdgdd}|jdd gd d gd d gddd}|tfddtd Dsrp)rrrrrr)rrrrrrrr<rr r r%rrrHrICrcr)rrrrrrrrz.test_encoder_dtypes_pandas..rErFrrrHrIrcs g|] }j|j|kqSrrrZX_typer_rrrs ) r,rLrrrrMr+rrr r/rr=)rNrrrrrtest_encoder_dtypes_pandass  "   rcCsXt}ddgddgg}ttd||WddS1s%wYdS)NrQrrSr r&)rwarningscatch_warnings simplefilterr)r_rrrrtest_one_hot_encoder_warnings    "r cCsddgddgddgg}t|ddddgddggd}||d dgg}tddgg}d }tjt|d  ||}Wd n1sDwYt||d S) z,Check handle_unknown='warn' works correctly.rErrFr rFr$rrr!r?rqFound unknown categories in columns \[0\] during transform. These unknown categories will be encoded as all zerosr)N rr+rrr,warns UserWarningr/r)rrrX_testrBwarn_msgrrrrtest_ohe_handle_unknown_warn%s    r missing_valuec Csndddd|g}t|d}gdgddddd|gg}||}gdgd gd g}t|||j|us8Jd d t|j|jD}||}t j |t d }t |drt|dd|ddt |dskJt |dssJt|ddddf|ddddft|dddf|dddft |dsJt |dsJdSt||t||dS)NrxrWr rr)r{rWr ryrE)rxrWrryrE)rrrrr)rrrrrrcSsg|]\}}||qSrr)rr|rhrrrrMs z4test_one_hot_encoder_drop_manual..r<r6)r6r6) rrrr rrrrrrrrcr) rZ cats_to_dropr_rZtransrZ dropped_catsZ X_inv_transZX_arrayrrr test_one_hot_encoder_drop_manual?s2      *" r)r{r rTrEcCs^t|d}d}tjt|d|gdgdgdgWddS1s(wYdS)Nrz-`drop` should have length equal to the numberr)rzrw)rxr ;)rr,r-r.r+)rr_rnrrrtest_invalid_drop_lengthds "rdensityrZdenserEr rFrcCst|d}t||d}gdgdg}||||t|j|j|dkr/t|jdnt||j|jD]\}}}|t||ksFJq7t|jtj sPJ|jj t ksXJdS)Nrr)rrrErrr) rr+r rrrrrrZndarrayr=rc)rrZohe_baseZohe_testrZdrop_catZdrop_idxZcat_listrrrtest_categoriesls     rcCs|jjs JdS)N)Z__sklearn_tags__Z input_tags categorical)rrrr"test_encoders_has_categorical_tagssrkwargsmax_categories min_frequency g(\?r)rrrWr?r>rErFrrc Cstdgddgddgddgdgj}td|d d d ||}t|jgd gdgdgdgdgd gg}tddgddgddgddgddgg}||}t||dddgdgdD}| |}t||| } tddg| dS)zpTest that different parameters for combine 'a', 'c', and 'd' into the infrequent category works as expected.rErrFrrrUrr r#F)r?r!rrErrerrcSg|]}|gqSrrrcolrrrrz2test_ohe_infrequent_two_levels..infrequent_sklearnr%rx0_infrequent_sklearnNr rrrArr+r infrequent_categories_r/rrr^) rr?X_trainrrrr expected_invX_invr`rrrtest_ohe_infrequent_two_levelss(2(    r/cCstdgddgddgddgdgj}td d d |d |}|jd |jd dks2Jtdgdgg}||}td gdgg|| }t dg|| |}t dgdgg|dS)z3Test two levels and dropping the frequent category.rErrFrrrUrr r#Fr r!rrrrrr)r(N) rrrArr+rrr/rr^r r)rr,rrrr` X_inverserrr,test_ohe_infrequent_two_levels_drop_frequents"2   r2cCstdgddgddgddgdgj}td d d |d }d |dd}tjt|d||WddS1sAwYdS)z_Test two levels and dropping any infrequent category removes the whole infrequent category.rErrFrrrUrr r#Fr r0Unable to drop category r( from feature 0 because it is infrequentr)NrrrArr,r-r.r+rr,rrrrr5test_ohe_infrequent_two_levels_drop_infrequent_errorss2 "r7rgQ?g{Gz?rc Cstdgddgddgddgdgj}tdd d d ||}t|jddggdgdgdgdgd gg}tgd gdgdgdgdg}||}t||dgdgdgdgdgg}| |}t||| }tgd|dS)zkTest that different parameters for combing 'a', and 'd' into the infrequent category works as expected.rErrFrrrUrr r#Fr!rr#rrrrrr()rrr)Nrr*) rr,rrrrr-r.r`rrr test_ohe_infrequent_three_levelss.2(    r:cCstdgddgddgddgdgj}td d d|d |}tdgdgdgg}td d gd d gd d gg|||jdd|d}tj t |d|dgdgg}Wdn1sfwYtd d gd d gg|dS)z5Test three levels and dropping the frequent category.rErrFrrrUrr r#Fr0rrr"r'r(r)r#N) rrrArr+rr/rqr,rr)rr,rrrrrrr.test_ohe_infrequent_three_levels_drop_frequents"2"r;cCstdgddgddgddgdgj}td d d|d }d |d d}tjt|d||WddS1sAwYdS)z7Test three levels and dropping the infrequent category.rErrFrrrUrr r#Fr0r3rr4r)Nr5r6rrr7test_ohe_infrequent_three_levels_drop_infrequent_errorss2 "r<cCstdgddgddgddgdgj}td d dd |}t|jddggdgdgdgdgg}tgd gd gdgd g}||}t||dgg}d}t j t |d||WddS1sowYdS)zmTest that different parameters for combining 'a', and 'd' into the infrequent category works as expected.rErrFrrrUrr r&F)r!rrrr9rbadz.Found unknown categories \['bad'\] in column 0r)N) rrrArr+r r+r/rr,r-r.)r,rrrrrrrr(test_ohe_infrequent_handle_unknown_error's 2"   "r>cCstjdgddgdgtdj}tdgdgddd ||}dgd gd gd gdgg}td dgdd gdd gdd gdd gg}||}t||dddgg}dgd gg}|D]}|j|d|tdgd gg||qZdS)zG'a' is the only frequent category, all other categories are infrequent.rErr#rZr<rrrErFFr#r?rr!rFrrrrrrrNr) rrrcrArr+r/rrq)rr,rrrrZdropsrrrr5test_ohe_infrequent_two_levels_user_cats_one_frequent?s("(    rAcCstjdgddgddgddgdgtd j}tgd gd d d d|}t|jgdgdgdgdgdgdgg}tddgddgddgddgddgg}||}t ||dddgdgdD}| |}t||dS)zFTest that the order of the categories provided by a user is respected.rErrFrrrUrr r<r?Fr#r r?rr!r)rrrEr#rrcSr$rrr%rrrrqr'z.r(r%N rrrcrArr+r r+r/rrr,rrrrr-r.rrr(test_ohe_infrequent_two_levels_user_cats[s**(   rEcCstjdgddgddgddgdgtd j}tgd gd d dd |}t|jddggdgdgdgdgdgg}tgdgdgdgdgdg}||}t ||dgdgdgdgdgg}| |}t||dS)zTest that the order of the categories provided by a user is respected. In this case 'c' is encoded as the first category and 'b' is encoded as the second one.rErrFrrrUrr r<rrrFrEFr#rBr#rr9rr(NrCrDrrr*test_ohe_infrequent_three_levels_user_catsvs4*(   rGcCsbtjgdgdf}tdddd}||ddgddgg}||}t|gd gd gd S) zaTest infrequent categories where feature 0 has infrequent categories, and feature 1 does not. rrr r r r r rr rrrrrrrrrr rF)rrrrrrrrr)rrrrN)rc_rr+r/r)rrrrrrrtest_ohe_infrequent_mixeds   rLc Cstjgdgdgdf}tdddd}||}t|jdd d gt|jd d d gt|jd d |}tgd |gdgdgdgdgdgdgdgdgdg }t||gdgdg}| |}gdgdg}t||| |}tj gdgdgt d}t||tdddd |}tjtdd | |Wd n1swYgd gd!g}| |}gd"gdg}t||| |}tj gd#gd$gt d}t||d S)%z?Test infrequent categories with feature matrix with 3 features.rH) rrrrrrUrrr) rrrrrrrrrr>r r#r?rr!rrr rUN)Zx0_0Zx0_3r)Zx1_0Zx1_5Zx1_infrequent_sklearnZx2_0Zx2_1)rrrrrrrr)rrrrrrrr)rrrrrrrr)rrrrrrrr)rrrrrrrr)rrrrrrrr)rrrrrrrr)rrrrrrrr)r rr )r%rr )rrrrrrrr)rrrrrrrr)r r(N)r(rNr<r&r(r))rrr)r rUr)rrrrrrrr)r(r(r)r r(r)rrKrrrr r+r^rr/rrrcr+r,r-r.) rrrr`rr X_test_transr.r-rrr'test_ohe_infrequent_multiple_categoriessp        rOc Cstd}|jgdgddddgd}tdd d d }||}t|jd d dgt|jdgdgdgdgdgdgdgdgdgdgdg }t|||jddgddgdddgd}gdgdg}| |}t||| |}t j ddgddggt d}t|||jddgddgdddgd}| |}gdgdg}t||| |}t j ddgddggt d}t||dS)zHTest infrequent categories with a pandas dataframe with multiple dtypes.rD rEfrrQrQrErrFrF rr rrUrUrWrr r)strrrSrcolumnsr>r r#rMrrErFrrr rW)rrrrrr)rrrrrr)rrrrrr)rrrrrr)rrrrrrrQrWr(r<rrN)r,rLrMrrrr r+rr/rrrrc) rNrrrrrrNr.r-rrr.test_ohe_infrequent_multiple_categories_dtypessV         rXrY)rrcCsptdgddgddgddgdgj}tdd d d |}|||dgg}t|d ggd S),All user provided categories are infrequent.rErrFrrrUrr r#Fr8rNr)rrrArr+r/rrr,rrrrr$test_ohe_infrequent_one_level_errorsHs2 r[cCsbtjdgdgtdj}td gdgddd||}|dgdgg}t|d gd ggd S) rYr#r r<r?Fr#r@rErNr)rrrcrArr+r/rrZrrr5test_ohe_infrequent_user_cats_unknown_training_errorsVsr\zinput_dtype, category_dtype)ZOOZOUZUOZUUSOZSUZSS array_type)rrZ dataframec Cstjdgdgg|d}tjddg|dg}t|dd|}tdgdgdgdgg||d}||}tddgddgddgddgg}t||t|d|} | |}tdgdgdgdgg}t||d S) a"Check that encoding work with object, unicode, and byte string dtypes. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/15616 https://github.com/scikit-learn/scikit-learn/issues/15726 https://github.com/scikit-learn/scikit-learn/issues/19677 rFrEr<FrtrrrpN) rrrr+rr/rrr ) r;Zcategory_dtyper^rr?rrrroerrrtest_encoders_string_categoriesgs  "  r`cCs~tjdgdggdd}tjddgddg}t|dd}td}tjt|d ||Wd d S1s8wYd S) zCheck that this mixture of predefined categories and X raises an error. Categories defined as bytes can not easily be compared to data that is a string. rFrEUr<SFrtzjIn column 0, the predefined categories have type 'bytes' which is incompatible with values of type 'str_'.r)N) rrrrrr,r-r.r+)rr?rrrrr$test_mixed_string_bytes_categoricalss  "rccCsPtjdd|d|ggtdj}tddd|}|}t|ddd |gdS) NrErFr<Fr"rr!Zx0_arZx0_)rrrcrArr+r^r )rrrnamesrrr)test_ohe_missing_values_get_feature_namessrfcCsrtd}|jgdtjdddtjgtdddd gd }tgd gd gd gdg}t|}t||dS)NrD)dogr|Nr|r rr%r<)col1col2rhrirT)rrrrrrr)rrrrrrr)rrrrrrr)rrrrrrr) r,rLrMrrr}floatrvr)rNdfexpected_df_transrrrr%test_ohe_missing_value_support_pandass  rm pd_nan_typepd.NAznp.nanc Cstd}|dkr |jntj}|d|jdd|ddgddi}tgd gd gd gd gd g}td |d}| |}t ||t |j dksMJt |j dddgdt|j ddsgJdS)NrDrorhrrErFrir<)rrrr)rrrr)rrrrrJFrdrrr6r)r,rLNArr}rMrrrrrlenrr isnan)rnr!rNpd_missing_valuerkrlrdf_transrrr1test_ohe_missing_value_support_pandas_categoricals(   rucCsddgddgddgg}tdd|d}||}tgd gd gd g}t||d d gg}tgd g}d}tjt|d ||}Wdn1sPwYt||| |}t |tjddggt ddS)zZCheck drop='first' and handle_unknown='ignore'/'infrequent_if_exist' during transform.rErrFr rrFrrr!rr)rrrrr tFound unknown categories in columns \[0, 1\] during transform. These unknown categories will be encoded as all zerosr)Nr< rrrrrr,rrr/rr rcr!rrrrBrrr.rrr/test_ohe_drop_first_handle_unknown_ignore_warnss,      rzcCsddgddgddgg}tdd|d}||}tgd gd gd g}t||d d gg}tgdg}d}tjt|d ||}Wdn1sPwYt||| |}t |tjddggt ddS)zDCheck drop='if_binary' and handle_unknown='ignore' during transform.rErrFr rrFrvrJrrJrr )rrrrrwr)Nr<rxryrrr3test_ohe_drop_if_binary_handle_unknown_ignore_warnss,      r{cCsddgddgddgg}tdd|ddgddggd}||d dgg}tddgg}d }tjt|d  ||}Wd n1sDwYt||d S) znCheck drop='first' and handle_unknown='ignore'/'infrequent_if_exist' during fit with categories passed in.rErrFr rrFr rr r)Nr)r!rrrrBrrrrr'test_ohe_drop_first_explicit_categories&s    r|cCstd}|jgdgddddgd}tdd }|jdd d }tjt|d  ||Wd n1s9wY||tjt|d | |Wd d S1s[wYd S)zJRaise informative error message when pandas output and sparse_output=True.rDr)rrFrF)rErFrErFrTTrr/zxPandas output does not support sparse data. Set sparse_output=False to output pandas dataframes or disable Pandas outputr)N) r,rLrMr set_outputr-r.rr+r/)rNrkrrrrr'test_ohe_more_informative_error_messageAs       "rcCsnttjdddggj}ttjd}dtj}tjt|d| |WddS1s0wYdS)zDTest ordinal encoder with nan passthrough fails when dtype=np.int32.rrr<zdThere are missing values in features \[0\]. For OrdinalEncoder to encode missing values with dtype: r)N) rrr}rArint32r,r-r.r+)rr_rrrrBtest_ordinal_encoder_passthrough_missing_values_float_errors_dtypeUs  "rencoded_missing_valuercCstjtjdddggtjdj}t|d|}t|jdks Jt |jdddtjg| |}t ||gdgdgdgg| |}t ||dS) z.Test ordinal encoder with nan on float dtypes.rrr<rrrrN) rrr}rrArr+rqrrr/r)rrr_rr1rrr5test_ordinal_encoder_passthrough_missing_values_floatcs  rc Cs td}|dkr |jntj}|d|jdd|ddgddi}t|d |}t |j d ks1Jt |j d d d gdt |j d dsKJ| |}t|dgdg|gdgdgg||}|jdkskJt |d dd fddgt |d d d fddgt |dsJd S)z0Check ordinal encoder is compatible with pandas.rDrorhrrErFrir<rrrNr rr6@rr)rrr r)r,rLrprr}rMrrr+rqrr rrr/rrr)rnrrNrsrkr_rtr1rrr=test_ordinal_encoder_missing_value_support_pandas_categoricalus"   rr)zobject-None-missing-valuezobject-nan-missing_valueznumeric-missing-valuecCst|d}tdgtjgg}t||||jdj|ks!Jt|d}tj t dd| |WddS1s>wYdS)z.Test ordinal encoder for specified categories.rprrr(r)N) rrrr}r rrr=r,r-r.r+)rr2rrr_rrrr=test_ordinal_encoder_specified_categories_missing_passthroughs &  "rcCsrtjgdtdg}||d}tjddggtdj}tjtdd||WddS1s2wYdS) zTest encoder for specified categories have duplicate values. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/27088 )rErFrEr<rprErFz5the predefined categories contain duplicate elements.r)N)rrrcrAr,r-r.r+rrrr+test_encoder_duplicate_specified_categoriess  "rzX, expected_X_trans, X_testrr)rrr)rrrr)rrErF)rrrcCs8tddd}||}t||t||dggdS)z>Test the interaction between missing values and handle_unknownrr6rgN)rrrr/)rZexpected_X_transrr_rrrr/test_ordinal_encoder_handle_missing_and_unknowns   r csr_containercCstgdgdg}||}t}d}tjt|d ||Wdn1s+wYtjt|d ||Wdn1sGwY||}||}tjt|d||WddS1smwYdS)zCheck that we raise proper error with sparse input in OrdinalEncoder. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/19878 r rz2Sparse data was passed, but dense data is requiredr)N) rrrr,r-rmr+rr)rrZX_sparseencoderrnrrrrrtest_ordinal_encoder_sparses    "rcCstgdddtjf}tgdgddd}||tgdgdd}tjtd d ||WddS1s>wYdS) zCheck OrdinalEncoder.fit works with unseen category when `handle_unknown="use_encoded_value"`. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/19872 )rrrrr rN)r6rrrr)r?r!rr&rr(r))rrZnewaxisrr+r,r-r.)rr_rrr-test_ordinal_encoder_fit_with_unseen_categorys   "rr,ZAAOrarcCs4tddd}||||}t|ddggdS)zChecks that `OrdinalEncoder` transforms string dtypes. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/19872 rirrN)rr+r/r)r,rr_rrrr1test_ordinal_encoder_handle_unknown_string_dtypes&s   rcCsbtgddd}t|}t|jtj|ddj| |}t|dgdgdgdggdS) zCheck that `OrdinalEncoder` accepts Python integers that are potentially larger than 64 bits. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/20721 )l HP 1&l H]viel :?i}GalIRK2e6kr6rr)Zaxisr r N) rrr8rr+r rsortrAr/)rrrrrr#test_ordinal_encoder_python_integerBs  rcCsHtd}gd}|jgdg|d}t|}|}t||dS)z-Check feature names out is same as the input.rD)rFrrErrTN)r,rLrMrr+r^r )rNrerr_Zfeature_names_outrrr.test_ordinal_encoder_features_names_out_pandasVs  rcCstjdgdgtjggtd}tdtjdd|}||}t|dgdgdggtjd gtjggtd}||}t|tjgdgg||}|ddd usSJt |dds^Jd S) zECheck interactions between encode_unknown and missing value encoding.rErFr<rr!rrrrrN) rrr}rcrr+r/rrrr)rr_rrrN X_roundtriprrr0test_ordinal_encoder_unknown_missing_interactionbs    r with_pandascCstjddgddgdtjggtd}d}|r(td}|j|d d gd }|d }n|d }tdd}tjt |d| |WddS1sIwYdS)zXCheck OrdinalEncoder errors when encoded_missing_value is used by an known category.rErgrFr|rr<zTencoded_missing_value \(1\) is already used to encode a known category in features: rDletterZpetrTz \['pet'\]z\[1\]rrr)N) rrr}rcr,rLrMrr-r.r+)rr error_msgrNr_rrr0test_ordinal_encoder_encoded_missing_value_errors"    "rz4X_train, X_test_trans_expected, X_roundtrip_expected1c Cstdtjtjd|}tdgtjgdgg}||}t||||}|jd}t |D]+}||df} ||df} | durI| dusHJq0t | rUt | sTJq0| | ks[Jq0dS)znCheck transform when unknown_value and encoded_missing_value is nan. Non-regression test for #24082. rrrrFrN) rrr}r+rr/rrrrrrr) r,ZX_test_trans_expectedZX_roundtrip_expectedr_rrNrZ n_samplesrZ expected_valvalrrr9test_ordinal_encoder_unknown_missing_interaction_both_nans*       rcCstd}|ddgddgd}t}|jddd}tjt|d  ||Wd n1s3wYtd d jd d}td d jdd}||}||}t| |t | |j d S)z*Check OneHotEncoder works with set_output.rDrErFrr rGr}zCPandas output does not support sparse data. Set sparse_output=Falser)NFrdefault) r,rLrMrr~r-r.rrto_numpyr r^rU)rNrOrr*Z ohe_defaultZ ohe_pandas X_defaultX_pandasrrrtest_one_hot_encoder_set_outputs     rcCsttd}|ddgddgd}tjdd}tjdd}||}||}t||t| |j d S) z+Check OrdinalEncoder works with set_output.rDrErFrr rGrr}N) r,rLrMrr~rrrr r^rU)rNrOZ ord_defaultZ ord_pandasrrrrrtest_ordinal_set_outputs   rcCstgdddgg}t|d}|ddggt|t|jks Jt|jD]\}}|jtks0Jt|||q%dS)zjCheck that the categories_ dtype is `object` for string categories Regression test for gh-25171. )asZmmasZeasZrasZacsr2rprN)rr+rqr enumerater=rcr )r?r_nr|rrr test_predefined_categories_dtypes rcCs~tjdgdgtjggtd}tdd|}t|dgdgdggtddd |}td gg}||}t|dggd S) zBCheck missing value or unknown encoding can equal the cardinality.rgr|r<r rrrrrsnakeN) rrr}rcrrrr+r/)rrr_rrrr1test_ordinal_encoder_missing_unknown_encoding_maxs rcCstjdgddgddgddgddgdgtdj}tdd d d |}t|gd |jd |j d dksAJtjdgddgddgdgtdj}tdd dd |}t|dg|jd |j d dkswJtjdgddgddgddgddgdgtdj}tdd dgd |}t|gd|jd |j d dksJtdd dd |}t|gd|j dusJdS)zkCheck drop_idx is defined correctly with infrequent categories. Non-regression test for gh-25550. rEr rFr%rrr#r<Fr)rrr)rx0_dx0_er)rrUrr))rrrr)N)rrrrr)) rrrcrArr+r r^rr)rrrrr#test_drop_idx_infrequent_categoriess<4 ,4 rcCstdgddgddgddgdgj}tdd d d ||}t|jgd gt|jddggdgdgdgdgd gg}dgdgdgdgd gg}||}t ||| |}dgdgdgdgdgg}t||dS)zGTest parameters for grouping 'a', and 'd' into the infrequent category.rErrFrrrUrr rr6rr!rr rrr(Nr) rrrArr+r rr+r/rr)rr,ordinalrexpected_transrr1expected_inverserrr,test_ordinal_encoder_infrequent_three_levels6s,2   rcCstjdgddgddgddgdgtd j}tgd gdd d d |}t|jgd gt|jddggdgdgdgdgdgg}dgdgdgdgd gg}| |}t ||| |}dgdgdgdgdgg}t||dS)zTest that the order of the categories provided by a user is respected. In this case 'c' is encoded as the first category and 'b' is encoded as the second one. rErrFrrrUrr r<rFrr6)r?rr!rrr rrr(N) rrrcrArr+r rr+r/rr)r,rrrrr1rrrr6test_ordinal_encoder_infrequent_three_levels_user_cats]s6*   rcCstgdgdf}tdd|}t|jdddg|jddus&Jddgddgg}ddgddgg}||}t||||}tj ddgd dggt d }t||dS) zETest when feature 0 has infrequent categories and feature 1 does not.rHrIr rrrr Nr(r<) rZ column_stackrr+r r+r/rrrrc)rrrrrr1rrrr%test_ordinal_encoder_infrequent_mixeds   rcCs td}|gd}|jgdgd|jdgddgdd gd g|d d gd d }tdd|}t|jdddgt|jdgdt|jdd d g|jgdgd|jdgd gd gdg|d d gd d }gdgdgdgdg}| |}t ||dS)zHTest infrequent categories with a pandas DataFrame with multiple dtypes.rD)birdr|rgrrPrRrgr%r|r rrr<)rSrrrTrrrErFrrVr )rErFrQr)rWrrUr)r r r)r r r )rrr r9N) r,rLZCategoricalDtyperMrrr+r r+r/r)rNZcategorical_dtyperrrrrrrr:test_ordinal_encoder_infrequent_multiple_categories_dtypess:    rcCstjdgddgddgddgdtjggtd j}td d d dd |}t|jgd gtjdgdgdgdgdgtjggtd }dgdgdgdgd gdgg}| |}t ||dS)zJCheck behavior of unknown_value and encoded_missing_value with infrequent.rErrFrrrUrr r<rr )r!rrrr"r#rrN) rrr}rcrArr+r r+r/r)r,rrrrrrr.test_ordinal_encoder_infrequent_custom_mappings$2( rcCstjdgddgddgddgdgtd j}tdi|d d d |}td d d |}dgdgdgdgd gg}t||||dS)zMAll categories are considered frequent have same encoding as default encoder.rErrFrrrUrr r<rr6rr#NrrrrcrArr+rr/)rr,Zadjusted_encoderZdefault_encoderrrrr!test_ordinal_encoder_all_frequents* *rdcCstjdgddgddgddgdgtd j}tdi|d d d |}dgdgdgdgd gg}t||dgdgdgdgd ggdS)zAWhen all categories are infrequent, they are all encoded as zero.rErrFrrrUrr r<rr6rr#rNrr)rr,rrrrr#test_ordinal_encoder_all_infrequents *(rcCstjtjgddgddgddgdggtdj}td d |}tjdddtjggtdj}||}t|d gd gd gtjggdS)z5Check behavior when missing value appears frequently.rrgrUr|rrdeerr<r rr rrN rrr}rcrArr+r/rrrrrrrr-test_ordinal_encoder_missing_appears_frequent s,  rcCstjtjgdgddgddgdgdgdd gdgtd j}td d |}tjddgdd gtjd gdd gddggtd }||}t|d dgd dgtjdgddgddggdS)z7Check behavior when missing value appears infrequently.rgrUr|rrrZredrZgreenr<r%)rr rrNrrrrr/test_ordinal_encoder_missing_appears_infrequent s(& .rcCsdtjdgdgdggtd}|gdgd}tt||WddS1s+wYdS)a!Check that we raise a `NotFittedError` by calling transform before fit with the encoders. One could expect that the passing the `categories` argument to the encoder would make it stateless. However, `fit` is making a couple of check, such as the position of `np.nan`. rHrIrr<rrpN)rrrcr,r-rr/)rrrrrrtest_encoder_not_fitted3 s    "r)rrZnumpyrr,ZscipyrZsklearn.exceptionsrZsklearn.preprocessingrrZsklearn.utils._missingrZsklearn.utils._testingrrr Zsklearn.utils.fixesr r markZ parametrizer4r9rZfloat32rrCrPrardrorsrvrrcr}rjrrrrrrrrrZstr_rrArrrrrrrrrrrrrrrrrrrr rrrrrr/r2r7r:r;r<r>rArErGrLrOrXr[r\r`rcrfrmrurzr{r|rrrrrrrrrrrrrrr@rrrrrrrrrrrrrrrrrrrrs        <      /*       & &*  !& 1                $          $[A      % $     "        !    $  $  0