Q(h@ ddlZddlmZddlZddlZddlmZddlm Z m Z ddl m Z ddl mZmZmZmZddlmZddlmZmZmZmZmZmZdd lmZmZmZmZm Z m!Z!m"Z"dd l#m$Z$m%Z%m&Z&dd l'm(Z(m)Z)m*Z*m+Z+m,Z,dd l-m.Z.dd l/m0Z0ddl1m2Z2m3Z3m4Z4m5Z5m6Z6ddl7m8Z8ddl9m:Z:m;Z;mZ>ddl?m@Z@mAZAddlBmCZCmDZDmEZEmFZFmGZGmHZHgdZIdZJdZKe jZMeMjeMjcZPZQejePjdZTejjdZWeWjeTeTddZTePeTeQeTcZPZQe jZZeZjeZjcZ[Z\dZ]dZ^ejddgdZ`ejjdeIejjddd gd!ZcejjdeIejjddd gd"ZdejjdeIejjddd gd#ZeejjdeIejjddd gd$ZfejjdeIejjddd gd%ZgejjdeIejjddd gd&ZhejjdeIejjddd gejjd'dgeFzejjd(d)d*gd+Zid,Zjd-Zkd.Zld/Zmd0Znd1Zoejjd2gd3ejjd4eFd5Zpejjd6gd7ejjd8dd gejjd4eFd9Zqejjd6gd7ejjd8dd gejjd4eFd:Zr dd<Zsejjd=d>egd?dgeFzDejjd@gdAejjdBejdCdDZtejjdEdFdGgejjdHejgeFzejjdIdJdKgejjddd gejjdLgdMdNZvdOZwejjdEdFdGgejjdHejgeFzejjdPdQdRgejjdSgdTdUZxejjd'dgeFzejjdVgdWdXZydYZzdZZ{ejjd[ed \efed \efgd]Z|ejjd[eefeefgejjd^ddCgd_Z}d`Z~daZdbZdcZejjddddee]gejjd^de*dfgejjd'dgeFzdgZejjd^de*dfgejjd'dgeFzdhZdiZdjZejjdke5ejjdleAege8mejjdnedFoge8mdpZejjdqe6d rdsZejjdqee2dtZejjdueze{eeeefejjd4eFdvZdwZejjdxeefdyZdzZejjdddd{e^gd|Zejjddddee]gd}Zejjd~eegdZejjd^ddCgejjd~eegdZdZdZejjdddCgdCdggejjd'eDeEzeFzeGzeHzdZdZejjd~eegejjdddiedfddiedfddiedfgdZejjd~eegdZdZejj7ddZejjdgdejjddd gejjd4eFdZejjdgdejjd4eFdZejjddd gejjd4eFdZejjdd dgejjddej@dgejjdejBgeFzejjdgddZejjdgddZdZejjdgdejjdBed;dZdZejjdeifed^difed^dCifgdZejjdddgejjddd gejjd(gddZejjddd gejjd(gddZejjdgddZejjd(gddZejjd(gddZdZejjdd dgejjd'dgeFzejjdddgejjdeIdgzdZdZdZejjdd dgejjdd dgejjdd;dgdZdZdZejjdeege ddZejjdeefeefge ddZy)N)product)linalg)config_contextdatasets)clone)make_classificationmake_low_rank_matrixmake_multilabel_classificationmake_regression)ConvergenceWarning)LinearRegressionRidgeRidgeClassifierRidgeClassifierCVRidgeCVridge_regression)_check_gcv_mode _RidgeGCV_solve_cholesky_solve_cholesky_kernel _solve_lbfgs _solve_svd_X_CenterStackOp) get_scorer make_scorermean_squared_error) GridSearchCV GroupKFoldKFold LeaveOneOutcross_val_predict) minmax_scale)check_random_state)_NUMPY_NAMESPACE_NAMES_atol_for_type_convert_to_numpy)yield_namespace_device_dtype_combinationsyield_namespaces)_get_check_estimator_ids)assert_allcloseassert_almost_equalassert_array_almost_equalassert_array_equalignore_warnings)_array_api_for_tests check_array_api_input_and_values) _IS_32BITCOO_CONTAINERSCSC_CONTAINERSCSR_CONTAINERSDOK_CONTAINERSLIL_CONTAINERS)svd sparse_cgcholeskylsqrsagsaga)r8r;)r8r9r:r;r<c 2tj||k(SN)npmeany_testy_predkwargss c/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/sklearn/linear_model/tests/test_ridge.py_accuracy_callablerGXs 776V# $$c.||z dzjS)N)rA)rCrDs rF_mean_squared_error_callablerK\s f_ " ( ( **rHlongwide)paramsc|jdk(rd\}}nd\}}t||}tjj |}t ||||}d|dddf<t j|\}}} tj|dkDsJ|ddd|f|dd|df} } | d|ddf| |dddf} } |jdk(r8|jd d | }||z}|| |j||z d zzz }nI|jd d | }| jtjd|z z| jz|z}d}|tj|z}d|d<t j|j|z|z|j|z}|||zz }|||zz }tj j|tj j|ksJ||||fS)aDDataset with OLS and Ridge solutions, well conditioned X. The construction is based on the SVD decomposition of X = U S V'. Parameters ---------- type : {"long", "wide"} If "long", then n_samples > n_features. If "wide", then n_features > n_samples. For "wide", we return the minimum norm solution w = X' (XX')^-1 y: min ||w||_2 subject to X w = y Returns ------- X : ndarray Last column of 1, i.e. intercept. y : ndarray coef_ols : ndarray of shape Minimum norm OLS solutions, i.e. min ||X w - y||_2_2 (with minimum ||w||_2 in case of ambiguity) Last coefficient is intercept. coef_ridge : ndarray of shape (5,) Ridge solution with alpha=1, i.e. min ||X w - y||_2_2 + ||w||_2^2. Last coefficient is intercept. rL) )rQrP) n_samples n_featureseffective_rank random_stateNMbP? lowhighsizer^rJr)rWrW)paramminr@random RandomStater rr7alluniformnormalTdiagidentitysolvenorm)global_random_seedrequestrRrSkrngXUsVtU1U2Vt1_coef_olsyalphad coef_ridgeR_OLSR_Ridges rFols_ridge_datasetr`s>}} % : % : Iz"A ))   2 3C 1SV AAaeHzz!}HAq" 66!d(   q"1"uXqABxB AY12q5 C}};;3Rj;A L R#**)j"8*9Q> >> KKCbyK 9552771q5>)BDD014 E  J''AAfIaccAgk13373J H E!j. G 99>>% 299>>'#: :: : a: %%rHsolver fit_interceptTFc|\}}}}d}t|d||dvrdnd|} |tj|z } |||zz } dtj| dztj| dzz z } t di| } |d d d d f}|r|d }n*||jd z }||jz }d }| j |||d d }| j tj|k(sJt| j|| j||tj| k(sJt di| j ||tj|jd  } | j tj|k(sJt| j|| j||tj| k(sJ| j|k(sJy )zTest that Ridge converges for all solvers to correct solution. We work with a simple constructed data set with known solution. ?Tr;r<V瞯<绽|=rzrrtolrUrVrJNrWraxis sample_weight)dictr@rAsumrfit intercept_pytestapproxr*coef_scoreonesshapesolver_)rrrrlrpryrwcoefrzrNres_null res_RidgeR2_Ridgemodel intercepts rFtest_ridge_regressionrs&MAq!T E .EE' F2771:~HAH I266)Q,'"&&1*===H OFOE !SbS& AH A  L  IIaO 9D   v}}Y7 77 7EKK& ;;q!  h 7 77 7 OFO  1BGGAGGAJ4G  HE   v}}Y7 77 7EKK& ;;q!  h 7 77 7 ==F "" "rHcF|\}}}}|j\}} d} t| dz |||dvrdnd|} |ddddf}d tj||fd z}tjj |t || d z ksJ|r|d} n*||jd z }||jz }d } | j|||dd}| jtj| k(sJt| jtj||fd y)a Test that Ridge converges for all solvers to correct solution on hstacked data. We work with a simple constructed data set with known solution. Fit on [X] with alpha is the same as fit on [X, X]/2 with alpha/2. For long X, [X, X] is a singular matrix. rrJrrrrNrW?rVrr:0yE>atol)rrr@ concatenater matrix_rankrarArrrrr*rr_ rrrrlrpryrwrrRrSrzrrs rF test_ridge_regression_hstacked_Xrs&&MAq!TGGIz E ai#.EE'  E !SbS& A bnnaV!,,A 99  #s9j1n'E EE EH A  L  IIaO 9D   v}}Y7 77 7EKKtTz!2>rHc>|\}}}}|j\}} d} td| z|||dvrdnd|} |ddddf}tj||fd }tjj |t || ksJtj||f}|r|d} n*||jd z }||jz }d } | j|||dd}| jtj| k(sJt| j|d y) aJTest that Ridge converges for all solvers to correct solution on vstacked data. We work with a simple constructed data set with known solution. Fit on [X] with alpha is the same as fit on [X], [y] [X], [y] with 2 * alpha. For wide X, [X', X'] is a singular matrix. rrJrrrrNrWrrrr)rrr@rrrrarrArrrrr*rrs rF test_ridge_regression_vstacked_Xrs!&MAq!TGGIz E %i#.EE'  E !SbS& A 1vA&A 99  #s9j'A AA A ad AH A  L  IIaO 9D   v}}Y7 77 7EKKD1rHcB|\}}}}|j\}} d} t| |||dvrdnd|} td i| } |r|ddddf}|d} |dd}nd} | j|||| kDs|s;| jt j | k(sJt| j|yt| j||t||z| z|tjjtj| j| jftjjtj| |fkDsJt jd | jt j | k(sJt| j|y) aTest that unpenalized Ridge = OLS converges for all solvers to correct solution. We work with a simple constructed data set with known solution. Note: This checks the minimum norm solution for wide X, i.e. n_samples < n_features: min ||w||_2 subject to X w = y rrrrrNrW1Ridge does not provide the minimum norm solution.reasonr)rrrrrrrr*rpredictr@rrkrxfail)rrrrlrpryrrwrRrSrzrNrrs rF!test_ridge_regression_unpenalizedr's&MAq$GGIz E #.EE' F OFOE a"fIH CRy  IIaO :]6==#;;;; T*  a(!,D9,a0yy~~beeE$4$4ekk$ABCbiinn EE)T/ "G      OP6==#;;;; T*rHc|\}}}}|j\}} d} t| |||dvrdnd|} |r|ddddf}|d} |dd}nd} dtj||fd z}tjj |t || ksJ| j|||| kDs|sg| jtj| k(sJ|d k(rtjt| jtj||fyt| j||tjj!tj| j| jftjj!tj| ||fkDsJtj"d | jtj| k(sJt| jtj||fy)a^Test that unpenalized Ridge = OLS converges for all solvers to correct solution. We work with a simple constructed data set with known solution. OLS fit on [X] is the same as fit on [X, X]/2. For long X, [X, X] is a singular matrix and we check against the minimum norm solution: min ||w||_2 subject to min ||X w - y||_2 rrrrrNrWrrVrr9rr)rrr@rrrrarrrrskipr*rrrrkr rrrrlrpryrrwrRrSrzrrs rF,test_ridge_regression_unpenalized_hstacked_Xr^s&MAq$GGIz E #.EE'  E a"fIH CRy  bnnaV!,,A 99  #s9j'A AA A IIaO:]6==#;;;; Z  KKM RUU4:%67  a(!,yy~~beeE$4$4ekk$ABCbiinn EE)T4' (G      OP6==#;;;; RUU4:%67rHc|\}}}}|j\}} d} t| |||dvrdnd|} |r|ddddf}|d} |dd}nd} tj||fd}tjj |t || ksJtj||f}| j|||| kDs|s;| jtj| k(sJt| j|yt| j||tjjtj| j| jftjjtj| |fkDsJtj d | jtj| k(sJt| j|y) aTest that unpenalized Ridge = OLS converges for all solvers to correct solution. We work with a simple constructed data set with known solution. OLS fit on [X] is the same as fit on [X], [y] [X], [y]. For wide X, [X', X'] is a singular matrix and we check against the minimum norm solution: min ||w||_2 subject to X w = y rrrrrNrWrrr)rrr@rrrrarrrrrr*rrrkrrs rF,test_ridge_regression_unpenalized_vstacked_Xrs&MAq$GGIz E #.EE'  E a"fIH CRy  1vA&A 99  #s9j'A AA A ad A IIaO:]6==#;;;; T*  a(!,yy~~beeE$4$4ekk$ABCbiinn EE)T/ "G      OP6==#;;;; T*rHsparse_containerrzr{Gz?c|=|r|tvrtjn|s|tvrtj|\}}}} |j\} } t j dd| } t||||dvrdndd| } |dddd f}tj||fd }tj||f}tj| d| z f|z} |r| d }n*||jd z }||jz }d}|||}| j||| | dd } | jtj|k(sJt| j | y) zTest that Ridge with sample weights gives correct results. We use the following trick: ||y - Xw||_2 = (z - Aw)' W (z - Aw) for z=[y, y], A' = [X', X'] (vstacked), and W[:n/2] + W[n/2:] = 1, W=diag(W) NrrVr[rrr順)rzrrrmax_iterrUrWrr)SPARSE_SOLVERS_WITH_INTERCEPTrr SPARSE_SOLVERS_WITHOUT_INTERCEPTrrorerr@rrrArrrr*r)rrrrzrrlrpryrwrrRrSswrrs rF$test_ridge_regression_sample_weightsrse$# V+HH KKM61Q#Q KKM%MAq!TGGIz  3B #.EE'  E !SbS& A 1vA&A ad A r1r6z U "BH A  L # Q  IIa"I% 9D   v}}Y7 77 7EKK&rHc8tjdd}tt|dg}t j ttj }t||dg}t j tj |j }t||y)NrWrVrrz) y_diabetesreshaper X_diabetesr@dotrgrr,)ryrK dual_coefcoef2s rFtest_primal_dual_relationshiprsl2q!A :q 7D z:<<(A&q!D6:I FF:<< + - -EdE*rHc tjjd}|jd}|jdd}d}t j t |5t||ddddd dddy#1swYyxYw) NrrZz3sparse_cg did not converge after [0-9]+ iterations.matchrr8rV)rzrrrverbose)r@rbrcrandnrwarnsr r)roryrpwarning_messages rF&test_ridge_regression_convergence_failr st ))   "C ! A !RAPO ( @  qKS4QR    s A<<Bcptjjd}d\}}|j||}|j|}|ddtjf}tj |d|zf}t }|j|||jj|fk(sJ|jjdk(sJt|jtjsJt|jtsJ|j|||jj|fk(sJ|jjdk(sJt|jtjsJt|jtjsJ|j|||jjd|fk(sJ|jjdk(sJt|jtjsJt|jtjsJy)NrrrZrVrrVrJ)rJ)r@rbrcrnewaxisc_rrrrr isinstancendarrayfloat)rorRrSrpryY1Yridges rFtest_ridge_shapes_typers ))   "C!Iz )Z(A )A 1bjj= B aQhA GE IIaO ;;   -- -    ! !R '' ' ekk2:: .. . e&& .. . IIa ;;   -- -    ! !T )) ) ekk2:: .. . e&& 33 3 IIaO ;;  J // /    ! !T )) ) ekk2:: .. . e&& 33 3rHctjjd}d\}}|j||}|j|}tj|d|zf}t }|j |||j}|j ||t|jd|t|jd|dzy)NrrrrV) r@rbrcrrrrrr+)rorRrSrpryrrrs rFtest_ridge_interceptr4s ))   "C!Iz )Z(A )A aqjA GE IIaO  I IIaO((+Y7((+Y_=rHctjjd}d\}}|j|}|j||}t dd}t d}|j |||j ||t|j|j|j |||j ||t|j|jy)Nr)rrQrFrzrr) r@rbrcrrr rr+r)rorRrSryrprolss rFtest_ridge_vs_lstsqrFs ))   "C Iz )A )Z(A 5 1E  /C IIaOGGAqM SYY/ IIaOGGAqM SYY/rHc tjjd}d\}}}|j||}|j||}tj|}tj t ||jDcgc],\}}t|dj||j.c}}} dD cgc]*} t|| dj||j,} } | D]} t| | t|dd } d }tjt| 5| j||dddycc}}wcc} w#1swYyxYw) N*)rZrr9rzr)r7r8r:r9r;r<-q=)rzrrrWrzCNumber of targets and number of penalties do not correspond: 4 != 5r)r@rbrcrarangearrayziprgrrrr,rraises ValueError)rorRrS n_targetsrpry penaltiesrztarget coef_choleskyrcoefs_indiv_pencoef_indiv_penrerr_msgs rFtest_ridge_individual_penaltiesr[sP ))   #C'0$Iz9 )Z(A )Y'A )$IHH"%Y!4 v j 1 5 5a @ F F MN  If%8<$>4@P#QR&**1-x||A?&((,,Q/1BCrHr))rZrV) r)r)rJrJ)rruniform_weightsctjjd}|j|}|r#tj|j d}n|j d|d}tj|}tj|d|}||z |dddfz}|j|j} |||dddfz} td} | j| |\} } t|| t| | yNrrV)rweightsTr)r@rbrcrrr chisquaresqrtaveragerrgr _compute_gramr*)rr rrorprrX_mean X_centered true_gramX_sparsegcv computed_gram computed_means rFtest_compute_gramrs ))   "C 5A WWQWWQZ  ]]1eAh 'ggbkG ZZ2 .Ff*4 00Jz||,IQD!112H $ 'C##4Xw#G M=FM*I}-rHctjjd}|j|}|r#tj|j d}n|j d|d}tj|}tj|d|}||z |dddfz}|jj|} |||dddfz} td} | j| |\} } t|| t| | yr)r@rbrcrrrrrrrgrr_compute_covariancer*)rr rrorprrrrtrue_covariancerr computed_covrs rFtest_compute_covariancer s ))   "C 5A WWQWWQZ  ]]1eAh 'ggbkG ZZ2 .Ff*4 00J ll&&z2OQD!112H $ 'C"%"9"9(G"LL-FM*O\2rHrVc t|||||||d|  \} } }|dk(rtj|g}| |z } tjj | j d|| j dkD}| j}d| |<d||<| |j|z} | rE| | jtj|dz|z z } tj|dz}|dk(r|d}| r| | |fS| | fS)NT) rRrS n_informativerbiasnoiseshufflerrUrVrr) r r@asarrayrbrcbinomialrcopyrabs)rRrSproportion_nonzeror"rr#X_offsetr$r%rpositiverUrprycmask removed_Xs rF_make_sparse_offset_regressionr0s#  ! GAq!Q JJsOMA l+44Q8JAGGTWXX IAteHIdOq A QUU266!9q=1$ %% FF1IMQ aD !Qw a4KrHzsolver, sparse_containerc#6K|]\}}||dvr||fyw)N)r8ridgecvr).0rrs rF r4s3 &V%  #v1I'I !"s)r9r;r8r:r<r2z"n_samples,dtype,proportion_nonzero))rfloat32皙?)(r5r)rfloat64皙?seedrcd}|dkDrdnd}tdd||||\}} t|}td| j|| } |j |d }| j |d } |||}|d k(rt |g } nt|d|} | j|| t | j| jddt | j| jddy)Nrg?gI@g@@rZ)r#rSr*r$rUrRr7)rrzF)r(r2alphasr)rrrzrXrrtol) r0r"rrastyperr*rr) rr*rRdtyperr:rzr$rpry svd_ridgers rFtest_solver_consistencyrDs& E&,D%E ) -  DAq QAU%044Q:I U#A U#A# Q  w'Ve< IIaOEKKt$GE$$i&:&:DQrHgcv_moder7eigen X_containerX_shape)rr)rrzy_shape, noise))rr)rrV>@)rrb@c |\}}t|dk(r|dnd}t|||dd|d\} } | j|} gd} t||| d } t||| } | j | | || }| j || | j t j| j k(sJt| j| jd t| j| jd y)NrJrWrVrFrrRrSrrUr%r$r"rXr6r$@g@@neg_mean_squared_errorcvrr>scoring)rErr>rXr@) rr0rrralpha_rrr*rr)rErGrHy_shaperr$rRrSrrpryr> loo_ridge gcv_ridgeX_gcvs rFtest_ridge_gcv_vs_ridge_loo_cvr\s$Iz"7|q0 aI ) DAq 'A (F #( I #I MM!Q NE MM%   v}}Y-=-=> >> >IOOY__4@I(()*>*>TJrHc d}d\}}d}t|||dddd\}}gd}t|d || }td || }|j|||j|||jt j |jk(s!Jd |jd |jt |j|jdt |j|jdy)Nexplained_variance)rZrrVrFrrOrPTrS)rr>rUzgcv_ridge.alpha_=z, loo_ridge.alpha_=rXrV) r0rrrWrrr*rr) rUrRrSrrpryr>rYrZs rFtest_ridge_loo_cv_asym_scoringr_Es"G!IzI ) DAq)F DId67KI MM!Q MM!Q   v}}  3 )   0y//123 IOOY__4@I(()*>*>TJrHrSrrzy_shape, fit_intercept, noise))rITr)rJTg4@)rLTrM)rLFrKcngd}tjjd}t|dk(r|dnd}t d||dd|\} } | j |} d |j t| z} | | jz dzjt} tjtj| jd| } | jt} | | | | }} t| jd }|j| || }t!||d | }|j#| |t%|j&|}|j| || }t)|| ||}|j|jk7r|j |j}||z dz}tj| jdDcgc]}tj*|| |k(d!}}tj,|}|| }t!|d||}|j#|| | t|dk(r0|j.dddd|j1|j&f}n,|j.dd|j1|j&f}|j&t3j4|j&k(sJt7||dt7|j8|j8dt7|j:|j:dycc}w)NrPrrJrWrVrF)rRrSrrUr%r$r)n_splits)groupsrR)r>rTrUrrrTrT)r>store_cv_resultsrErrrXrV)r@rbrcrr0rrrarAintrepeatrrrrsplitrrrrWr!rr& cv_results_indexrrr*rr)rErGrrSrXr$r>rorrpryrindicesX_tiledy_tiledrTsplitskfold ridge_reg predictions kfold_errorsir[rZ gcv_errorss rFtest_ridge_gcv_sample_weightsrtes)F ))   "C"7|q0 aI )  DAq 'A #a&))M"]%6%6%881<DDSIMii !''!*-}=G!((/Mz1W:WG QWWQZ (B XXgwwX 7F  (#  E  IIgwELL FI XXgwwX 7F#IwFKKGMM)!))'--8 k)a/L<>IIaggaj >> >rHctjd}g}| td}}n|td}}t|}|j|t|j }|j |t}ttd}td|} || j|t| j tj|k(sJd} t| }td|} || j|t| j tj|k(sJtd} td| } | j|t| j tj|k(sJ|O|j|ttj| |j tj|k(sJtj ttfj"}|j|||j%|}|j|t|j%|}t'tj ||fj"|d |S) NrTFr)greater_is_better)rrUct|| Sr?)r)xrys rFfuncz_test_ridge_loo..funcs"1a(((rHrRrh㈵>rV)rrrrrrWappendr.rrrrrrr@rvstackrgrr*)rrRretrpr ridge_gcvrWfrU ridge_gcv2r ridge_gcv3scorer ridge_gcv4rY_predrDs rF_test_ridge_loors  #I C%t=+J7= 6IMM!Z   FJJv A,FGug>JAjnna$    f 5 55 5)$Gug>JAjnna$    f 5 55 50 1Fuf=JNN1j!    f 5 55 5 a27793E F6==#8888 :z*+--A MM!Q   q !F MM!Z   q !FBIIvv./116E JrHcB|tn |t}t}|j|t|j |t |j jdk(sJt|jtjusJtd}|j||j|t|j |t |j jdk(sJt|jtjusJy)NrVrrc)rrrrrrrrtyperr@r8r set_params)rrpridge_cvrTs rF_test_ridge_cvrs&. 4DZ4PAyH LLJ Q x~~## $ )) ) ## $ 22 2 qB 2 LLJ Q x~~## $ )) ) ## $ 22 2rHzridge, make_datasetrdc^|dd\}}|j||t|drJy)NrrRrUrh)rhasattr)r make_datasetrprys rF$test_ridge_gcv_cv_results_not_storedrs4 !" 5DAq IIaOum,, ,,rHrTc|dd\}}|jd||j||t|dsJt|jt sJy)NrrrF)rdrT best_score_)rrrrrr)rrrTrprys rFtest_ridge_best_scorersZ !" 5DAq e3 IIaO 5- (( ( e'' // /rHc tjjd}d\}}}|j||}tj|dddgftj d|ftj|dddgfdtj d|fzztj|dddgfdtj d|fzz|j||z}d}|j Dcgc](}t| j||j*}}t|d j||} t|| jtt| j j||j| jt|d d j||} | jj|fk(sJ| jj|fk(sJ| j j|t#||fk(sJtdd d j||} | jj|fk(sJ| jj|fk(sJ| j j||dfk(sJt|d d j||dddf} tj$| jsJtj$| jsJ| j j|t#|fk(sJt|d dj||} t|| jtt| j j||j| jt|t'd } d} t)j*t,| 5| j||dddt|dd } t)j*t,| 5| j||dddycc}w#1swYSxYw#1swYyxYw)Nr)rrrrrVg?rJrX)rVdr=T)r>alpha_per_targetr)r>rrdr2)r>rrU)r>rTrz3cv!=None and alpha_per_target=True are incompatiblerr)r@rbrcrrrrgrrrWr-r,rrrrrhrisscalarr rrr) rorRrSrryrpr>roptimal_alphasrmsgs rF"test_ridge_cv_individual_penaltiesr*s ))   #C(0$Iz9 )Y'A qQCy"''1j/23 &&1qc6D277Az?#;; < = &&1qc6EBGGQ O$<< = > ))Iz * +FRSQTQTUvgV,00F;BBUNUft<@@AFH~x7 HOO$((A.44hnn ftdSWW 1H ?? YL 00 0    % %) 55 5    % %)S[))L LL La$NRRSTVWXH ?? YL 00 0    % %) 55 5    % %)Y)B BB BftdSWW 1QT7H ;;x '' ' ;;x++ ,, ,    % %)S[)A AA AftTJNNqRSTH~x7 HOO$((A.44hnn fNH ?C z - QfTBH z - QaVZs<-P+ P0P<0P9<Qc|tn |t}td}|j|tt j |j |tdS)NFrr)rrrrr@roundr)rrprs rF_test_ridge_diabetesrqsH&. 4DZ4PA  &E IIa 88EKK:. 22rHc|tn |t}tjttfj}tj d}t d}|j|||jj d|fk(sJ|j|}|j|t|j|}ttj||fj|dy)NrVFrrJrdecimal) rr@rrrgrrrrrr,)rrprrSrrrDs rF_test_multi_ridge_diabetesrxs&. 4DZ4PA :z*+--A!!!$J  &E IIaO ;;  J // / ]]1 F IIa ]]1 Fbii(89;;VQOrHcXtjtjd}tjd}|tn |t}t t fD]g}|j|t|jj||fk(sJ|j|}tjt|k(dkDrgJtd}t |}|j|t|j|}tjt|k(dk\sJy)NrrVgHzG?rrcg?) r@uniquey_irisrX_irisrrrrrrAr)r n_classesrSrpregrDrTs rF_test_ridge_classifiersrs &!''*IaJ"*0@0HA!#4#670 6yy9j"9999Qwwv'(4/// 0 qB r "CGGAv [[^F 776V# $ ++ +rHrUaccuracyrc|tn |t}t|r t|n|}t||}|j |t j |y)N)rUrT)rcallablerrrrr)rrUrTrpscoring_clfs rF"test_ridge_classifier_with_scoringrsN#*0@0HA'/'8{7#gH H 4CGGAvq!rHcRd}|tn |t}tjddd}t|t ||}|j |t |jtjdk(sJ|jtj|dk(sJy) Ncy)NzG?rrBs rF _dummy_scorez:test_ridge_regression_custom_scoring.._dummy_scoresrHrJr)num)r>rUrTrr) rr@logspacerrrrrrrrW)rrTrrpr>rs rF$test_ridge_regression_custom_scoringrs #*0@0HA [[QA &F 6;|3LQS TCGGAv ??fmmD1 11 1 ::vay1 11 1rHc|tn |t}tdd}|j|t|j |t}tdd}|j|t|j |t}||k\sJy)NrF)rrrX)rrrrr)rrprrridge2score2s rF_test_tolerancerst&. 4DZ4PA d% 0E IIa KK: &E t5 1F JJq* \\!Z (F F??rHct||}tj|}tj|}|j ||}|j ||} |j |||j } |j} td5t|j || } | j } | jdk(sJ| j|jk(sJtt| || t|| j}|jdk(sJ|j|jk(sJtt||| t|dddy#1swYyxYw)NdeviceTarray_api_dispatch)rQ)xprr)r/rrArr&rrrrrrrBr*r&r%)name estimatorarray_namespacer dtype_namer X_iris_np y_iris_np X_iris_xp y_iris_xpcoef_np intercept_np estimator_xpcoef_xp intercept_xps rFcheck_array_api_attributesrsJ ov 6B j)I j)I 9V 4I 9V 4I MM)Y'ooG''L 4 0 Y'++IyA $$}}$$$}} /// g" -  + $.. !!R'''!!Y__444 lr 2  +    s CE,,E5z#array_namespace, device, dtype_namecheck)idsrrcJ|jj}||||||y)N)rr) __class____name__)rrrrrrs rFtest_ridge_array_api_compliancers%    ' 'D $ ?6jQrHr)include_numpy_namespacesct|d}|jtdd}|jtdd}tj ddj }|ddhz D]p}t ||dk(}d |jd |d }tjt| 5td 5|j||ddddddrt dd }d|jd}tjt| 5td 5|j||ddddddt }d|jd}tjt| 5td 5|j||ddddddy#1swYxYw#1swYWxYw#1swYxYw#1swYxYw#1swYCxYw#1swYyxYw)Nrrrrrur7lbfgsrr,z Array API dispatch to namespace z" only supports solver 'svd'. Got 'z'.rTrzYThe solvers that support positive fitting do not support Array API dispatch to namespace zc. Please either disable Array API dispatch, or use a numpy-like namespace, or set `positive=False`.z&Using Array API dispatch to namespace z with `solver='auto'` will result in using the solver 'svd'. The results may differ from those when using a Numpy array, because in that case the preferred solver would be cholesky. Set `solver='svd'` to suppress this warning.)r/r&rrr_parameter_constraintsoptionsrrrrrrr UserWarning)rrrravailable_solversrr expected_msgs rF6test_array_api_error_and_warnings_for_solver_parameterrs od ;B 6"1:&I 6"1:&I44X>qAII#vuo5 0Vf.?@.r{{m<""( -  ]]:\ : 048 0 )Y/ 0 0 0 0 $ /E ++-;;-8. . z 6, t 4 , IIi + ,, GE 0 >D D k 6, t 4 , IIi + ,,,- 0 0 0 0 , ,,, , ,,,sl& F23F&F2 G F?0G 5 G#GG#&F/ +F22F< ?G G  GG G##G,ct|d}|jtdd}|jtdd}t }d}t j 5t jd|ttd5|j||ddddddtd5t dd j||dddy#1swYDxYw#1swYHxYw#1swYyxYw) NrrzkResults might be different than when Array API dispatch is disabled, or when a numpy-like namespace is usederror)messagecategoryTrrur) r/r&rrrwarningscatch_warningsfilterwarningsrrr)rrrrrrs rF)test_array_api_numpy_namespace_no_warningr+s od ;B 6"1:&I 6"1:&I GE ;  ", T t 4 , IIi + ,, 4 0F Vd+// 9EFF  , ,,,FFs0)C)CC)6C5C& "C))C25C> test_funccL|d}||}||t||dyyy)Nrr)r,)rr ret_dense ret_sparses rFtest_dense_sparserCs6$I=)J!7!)ZC"8rHctjddgddgddgddgddgg}gd}td}|j||t |j ddggtjd gtd d i}|j||t |j ddggtjd gtd }|j||t |j ddggtjd gtjddgddgddgddgg}gd }td}|j||td }|j||t |jdk(sJt|j|jt|j|jy)Nr皙rrrVrVrVrWrW class_weightr9rVrXrWbalanced)rVrVrWrWrJ) r@rrrr-rrclasses_r,rr)rpryrregas rFtest_class_weightsrYs 4,q D$<#sc3ZPQAA t ,CGGAqMs{{S$K=1288QC=A 5z 2CGGAqMs{{S$K=1288RD>B z 2CGGAqMs{{S$K=1288QC=A 4,q D$<#sDEAA t ,CGGAqM  3DHHQN t}}  "" "cii4cnndoo>rHrc|}|jtjtj|d}|jtjtjt |j |j t jtjj}|tjdk(xxdzcc<dddd}|}|jtjtj|||}|jtjtjt |j |j |}|jtjtj|dz||}|jtjtj|t |j |j y ) z5Check class_weights resemble sample_weights behavior.rrrVrrgY@)rrVrJrJN) ririsdatarr+rr@rr)rreg1reg2rrs rF"test_class_weight_vs_sample_weightr|s= 5DHHTYY $ J 'DHHTYY $ DJJ/GGDKK--.M$++"#s*#u-L 5DHHTYY ]3 L )DHHTYY $ DJJ/ 5DHHTYY ]A%56 L )DHHTYY ]3 DJJ/rHc@tjddgddgddgddgddgg}gd}tdgd}|j||td d igd }|j||t |j d d ggtjdgy)Nrrrrrr)rr6rV)rr>rVrX)rr6rVrZgɿrJrW)r@rrrr-r)rpryrs rFtest_class_weights_cvrs 4,q D$<#sc3ZPQAA n ECGGAqM !UrTrdrUr)rTrdrUzcv!=None and store_cv_resultsr)r@rbrcrrrrrrrhrrrr) rUrorRrSr~r>n_alphasrrryrs rFtest_ridgecv_store_cv_resultsr s ))   #CIJ )Z(A F6{H'/'8{7#gHv$xPA )AEE!QK ==  9h"7 77 7I )Y'AEE!QK ==  9i"B BB B1tW=A z)H I a s D55D>c>tjddgddgddgddgddgg}tjgd}|jd}gd}t|}t |r t |n|}t |dd| }d }|j|||jj|||fk(sJtjgdgd gd gj}|jd }|j|||jj|||fk(sJy) Nrrrrrrr Tr rV)rVrWrVrWrV)rWrWrVrWrW) r@rrrrrrrrh transpose) rUr~ryrRr>r rr rs rF)test_ridge_classifier_cv_store_cv_resultsrs 4,q D$<#sc3ZPQA "#A I F6{H'/'8{7#gH$x A IEE!QK ==  9i"B BB B  -/BC ik IEE!QK ==  9i"B BB BrH Estimatorctjjd}d}d\}}|tur|j |}n|j dd|}|j ||}||}|j |usJd|jd|j||t|j tj|y)Nrr rrrJr=z`alphas` was mutated in `z .__init__`) r@rbrcrrrandintr>rrr-r&)rror>rRrSryrp ridge_ests rFtest_ridgecv_alphas_conversionrs ))   "C F IzG IIi  KK1i ( )Z(A(IF"B "9#5#5"6jAB"MM!Qy''F);rTNz"alphas\[0\] == 0.0, must be > 0.0.r) r@rbrcrrrrrrr) rTrror>rRrSryrprs rFtest_ridgecv_alphas_zerors ))   "C F IzG IIi  KK1i ( )Z(AB/I z ]]:-R S MM!Q     a  s B<<Cctjjd}d}dD]\}}|j|}|j||}d|j |z}t d}t ||}|j|||d|i} tt| | } | j||||j| jjk(sJt|j| jjy) Nrr )rrrrrrrrzrc)r@rbrcrrandrrrrrrWbest_estimator_rzr,r) ror>rRrSryrprrTr2 parametersgss rFtest_ridgecv_sample_weightr s ))   "C F"3K : IIi  IIi ,chhy11 1XB/ Aq 6v& %':" 5 q!=1~~!3!3!9!9999!'--1C1C1I1IJKrHc ddg}ddg}tjjd}t||D]!\}}|j || |j ||j |dzdz}d}d}|ddtj f |tj ddft d j | j | j | fd} fd } d } tjt| 5|dddd } tjt| 5| ddd$y#1swY:xYw#1swY.fit_ridge_not_ok@s IIa1 2rHc,jyr?r#)rprsample_weights_not_OK_2rysrFfit_ridge_not_ok_2zUtest_raises_value_error_if_sample_weights_greater_than_1d..fit_ridge_not_ok_2Cs IIa3 4rHz)Sample weights must be 1D array or scalarr) r@rbrcrrrrrrrr) n_sampless n_featuressrorRrSsample_weights_OKsample_weights_OK_1sample_weights_OK_2r%r(rrprr$r'rys @@@@@rF9test_raises_value_error_if_sample_weights_greater_than_1dr.(s\QJa&K ))   #C!$Z!=! : IIi , IIi IIi0A59!! 1!RZZ- @"3BJJM"BA  !Q)* !Q+, !Q+, 3 5> ]]:W 5    > ]]:W 5 !   ! !7!.   ! !sE E+E( +E5 zn_samples,n_featuresrJctjjd}tdd}tdd}|j ||}|j |}|j |dzdz}||} |j | |||j |||t |j|jd y) NrrFrrJrVrrr)r@rbrcrrrr,r) rRrSrro sparse_ridge dense_ridgerprysample_weightsrs rF&test_sparse_design_with_sample_weightsr3Os ))   #Cs%8Lc7K )Z(A )AYYy)Q.2N"HXq?OOAqO7l00+2C2CQOrHctjddgddgddgddgddgg}gd}td}|j||y) Nrrrrrr)rVrZrr=)r@rrr)rpryrs rFtest_ridgecv_int_alphasr5esM 4,q D$<#sc3ZPQAA < (E IIaOrHzparams, err_type, err_msgr>)rVrWiz alphas\[1\] == -1, must be > 0.0)grg$z"alphas\[0\] == -0.1, must be > 0.0)rVr1z1alphas\[2\] must be an instance of float, not strcd\}}tj||}tjdd|}tj||5|di|j ||dddy#1swYyxYw)z?Check the `alphas` validation in RidgeCV and RidgeClassifierCV.rrrJrNr)rorrrrr)rrNerr_typerrRrSrprys rFtest_ridgecv_alphas_validationr9nsk(!Iz )Z(A Aq)$A xw /&F1%&&&s A,,A5cd\}}tj||}|turtj|}ntjdd|}|dj ||y)zCheck the case when `alphas` is a scalar. This case was supported in the past when `alphas` where converted into array in `__init__`. We add this test to ensure backward compatibility. rrrJrVr=N)rorrrr)rrRrSrprys rFtest_ridgecv_alphas_scalarr;s[!Iz )Z(AG IIi  KK1i ( QAq!rHctdd}|jtt|jj dtj dk(sJy)Nr8rV)rrr)rrrrrr)rs rFtest_sparse_cg_max_iterr=sB {Q /CGGJ # 99??1 !1!1!!4 44 4rHz-ignore::sklearn.exceptions.ConvergenceWarningc d}tt}}tj||dfj}t ddD]S}dD]L}t ||d}|j||t|jtj||NUdD]0}t |dd}|j|||j0Jy) NrJrVrQ)r;r<r:r)rrr)r8r7r9r6) rrr@tilergrangerrr-n_iter_)rrpryy_nrrrs rF test_n_iterrCsI zqA ''!i^ $ & &C!QKJ- JFveDC GGAsO s{{BGGHi,H I JJ 3#6A48 3{{"""#rH)r:r8rruwith_sample_weightc|dk(}td||\}}d}|rAtjj|}d|j |j dz}|dk(rd n|} t | d | } t |d | } | j||| | j|||| t| j| jt| j| jd y)aCheck that ridge finds the same coefs and intercept on dense and sparse input in the presence of sample weights. For now only sparse_cg and lbfgs can correctly fit an intercept with sparse X with default tol and max_iter. 'sag' is tested separately in test_ridge_fit_intercept_sparse_sag because it requires more iterations and should raise a warning if default max_iter is used. Other solvers raise an exception, as checked in test_ridge_fit_intercept_sparse_error rr)rSrUr,Nrrr_rur8r)rrr,rgƠ>rV) r0r@rbrcrerrrr*rr) rrDrlrr,rpryrro dense_solverr1r0s rFtest_ridge_fit_intercept_sparserGs  H )$6 DAqMii##$67ckkqwwqzk:: #)F"2;L|JKEHELOOAq O6]1%q FK**L,C,CDK%%|'9'9ErH)r<r7r9ctdd\}}||}t|}dj|}tjt |5|j ||dddy#1swYyxYw)Nrr)rSrUrzsolver='{}' does not supportr)r0rformatrrrr)rrrpryX_csrr0rs rF%test_ridge_fit_intercept_sparse_errorrKsk *Ra HDAq ! E'L,33F;G z 1#"###s A--A6c tdd|d\}}|rBtjj|}d|j |j dz}nd}||}t ddd d d }tdi|} tdi|} | j||| tj5tjdt| j||| dddt| j| jdt| j| jdt!j"td5tdd ddj||dddy#1swYxYw#1swYyxYw)Nrrg@)rSrRrUr+rrr_r;Trr)rzrrrrrr-C6?rVz"sag" solver requires.*rrX)rrrrr)r0r@rbrcrerrrrrr simplefilterrr*rrrr) rDrlrrpryrorrJrNr1r0s rF#test_ridge_fit_intercept_sparse_sagrOsg *1Cc DAqii##$67ckkqwwqzk::  ! E %tF/&/K?6?LOOAq O6  "@g{3?@K**L,C,C$OK%%|'9'9E k)B CW U$D4HLLUTUVWW @@ WWs//E. E:.E7:Freturn_interceptrr container)rur8r9r:r;r<rc td}|jdd}gd}tj||}d}|rd}||z }||} d\} } trdnd } |d k(} |d vr:|r8t j td 5t| || |||| | dddyt| || ||| || }|r$|\}}t||d| t||d| yt||d| y#1swYyxYw)z=check if all combinations of arguments give valid estimationsrrr)rVrJr6rg@)rXư>rXrMr)r;ruzIn Ridge, only 'sag' solverr)rzrrrPr,rN)rzrrr,rPrrr@r) r#rr@rr1rrrrr*)rPrrQrrorp true_coefsrytrue_intercept X_testingrzrrr,outrrs rF.test_ridge_regression_check_arguments_validityrYs R C qAJ q*AN A! IJE34$D H _$)9 ]]:-J K  +!1!     #)  Cijqt< >EZad;;  s C&&C/)r7r8r9r:r;r<rctjjd}d}|dk(}d\}}|j||}|j|}|j tj }|j tj } dtj tj jz} t||d| |} | j|| | j} t||d| |} | j||| j}| j|jk(sJ|j|jk(sJ| j|j|jk(sJ| j|j|jk(sJt| j| jdd y) NrrrrrJ)rzrrrr,rMgMb@?rT)r@rbrcrrAr5finfo resolutionrrrrBrr*)rrorzr,rRrSX_64y_64X_32y_32rridge_32coef_32ridge_64coef_64s rFtest_dtype_matchrfDsx ))   "C E H Iz 99Y +D 99Y D ;;rzz "D ;;rzz "D bhhrzz"-- -CFScHH LLtnnGFScHH LLtnnG ==DJJ && & ==DJJ && &   D ! ' '4:: 55 5   D ! ' '4:: 55 5HNNHNNDIrHcDtjjd}tjddg}d\}}}|j ||}|j ||}|j tj }|j tj }t|d} | j||| j} t|d} | j||| j} | j|jk(sJ| j|jk(sJ| j|j|jk(sJ| j|j|jk(sJt| j| jdy) Nrrr)rr rJr9rrr) r@rbrcrrrAr5rrrrBrr+) rorzrRrSn_targetr^r_r`rarbrcrdres rFtest_dtype_match_choleskyriisL ))   "C HHc3Z E&-#Iz8 99Y +D 99Y )D ;;rzz "D ;;rzz "D54H LLtnnG54H LLtnnG ==DJJ && & ==DJJ && &   D ! ' '4:: 55 5   D ! ' '4:: 55 5BrH)r7r9r:r8r;r<rctjj|}d\}}|j||}|j|}tj||d|j|zz}d}|dk(} t } |dk(rdnd} tj tjfD]9} t|j| |j| |||d| dd d d | | <;| tj jtj k(sJ| tjjtjk(sJt| tj | tj| y) Nrrrrr8rXrr[rF) rzrrUrr,rr return_n_iterrPr) r@rbrcrrrr5r8rrArBr*) rr:rUrRrSrprryrzr,resultsr current_dtypes rF%test_ridge_regression_dtype_stabilityrnsN 99((.L Iz9j1A   j )D q$$!3!3I!>>>A E HfG[(4dD**bjj1  !1 HH] # HH] #%" "     2::  $ $ 22 2 2::  $ $ 22 2GBJJ')<4HrHctd\}}tj|}|dddddf}|ddd}tdj ||y)NrrUrJr;r)r r@asfortranarrayrr)rprys rFtest_ridge_sag_with_X_fortranrrsS  +DAq !A #A#q& A #A#A Aq!rHzClassifier, paramscntdd\}}|jdd}tj||gd}|d i|j ||}|j |}|j |j k(sJt|dddf|dddftdj ||y) zRCheck that multilabel classification is supported and give meaningful results.rVr)rrUrWrNr;rr) r rr@rrrrr-r) ClassifierrNrpryrrrs rFtest_ridgeclassifier_multilabelrus *AA FDAq "aA 1vA&A  v  " "1a (C [[^F <<177 "" "vad|VAqD\2 Aq!rHrur)rXrr6rcRtjddgddgddgddgg}tjdd g}|rd }|j||z}n|j|}t|d || }|j ||tj |j d k\sJy)z:Test that positive Ridge finds true positive coefficients.rVrJrrQrrr rrYrTrzr,rrrN)r@rrrrrdr)rrrzrprrryrs rF#test_ridge_positive_regression_testrxs 1a&1a&1a&1a&12A 88QH D EE$K) # EE$K d6 E IIaO 66%++" ## #rHctjjd}|jdd}|j dd|j d}|r d}||z|z}n||z}||j |j dd zz }g}d D]<}t|||d } |j| j||j>t|d ddy)zTest that Ridge w/wo positive converges to the same solution. Ridge with positive=True and positive=False must give the same when the ground truth coefs are all positive. r,rr6rrVr_rr)TFr)rzr,rrrSr?N) r@rbrcrrerrfrrrrr*) rrzrorprrryrlr,rs rF%test_ridge_ground_truth_positive_testr{s ))   #C #sA ;;sCaggaj; 1D Hy  H $t ++AG!.(-U  uyyA,,- . W4a0rH)r7r9r:r8r;r<c d}tjddgddgg}tjddg}||z}t|d|d }tjt d 5|j ||d d d tjt d 5t|||d|d\}}d d d y #1swYBxYw#1swYy xYw)z5Test input validation for positive argument in Ridge.r6rVrJrrQrWTFrwzdoes not support positiverNzonly 'lbfgs' solver can be used)r,rrP)r@rrrrrrr)rrzrprryrrws rFtest_ridge_positive_error_testr}s E 1a&1a&!"A 88QG D DA V5 QE z)D E !Q z)J K  q%$v 1    s$B8C8CC c& tddd\ dd}d fd }tj }td j }||}||}||ksJt|D]}||| }||krJy) z?Check ridge loss consistency when positive argument is enabled.rzrrRrSrUr6rNch|j}|Utjj|}|j|j d||jj z}n |j}dtj|zz |z dzzdztj|dzzzS)Nrr_rrJ)rr@rbrcrrerr) rrU noise_scalerrorrprzrys rF ridge_lossz,test_positive_ridge_loss..ridge_losss$$  #))'' 5C;;Q %++BSBS!TTD;;DRVVQT\I5!;<> DNN LLOMGGAq G.CIIt$/ 2 KKDqqwwqzKBMM"#bcFdNFGGAq G. 99>> DNN GGAcrc1fIq"v]3B-?G@CIIt$/ 2 ?6? % %BEEF7O,C % DDHHQ!6H7   wvh&STUDJJ403# IIK A. Q/0q 9B A. Q/0 1B#((*O$i1n%*%nn  &6 Q78qO# Q  b ! ?6?  q!?  CD ?6?  r2_  EDDJJ +9rHcftdd\}}td}d}tjt|5|j ||dddtdd }d }tj t|5|j ||dddy#1swYOxYw#1swYyxYw) z-Check `store_cv_values` parameter deprecated.rrrT)store_cv_valuesz'store_cv_values' is deprecatedrN)rdrz2Both 'store_cv_values' and 'store_cv_results' were)r rrr FutureWarningrrrrpryrrs rF%test_ridge_store_cv_values_deprecatedrs QR 8DAq D )E +C m3 / !Q T4 @E >C z - !Q  sB?B'B$'B0ctdd\}}td}d}tjt|5|j |||j dddy#1swYyxYw) zCheck `cv_values_` deprecated.rrrTrz$Attribute `cv_values_` is deprecatedrN)r rrrrr cv_values_rs rFtest_ridge_cv_values_deprecatedrsZ QR 8DAq T *E 0C m3 / !Q s A""A+rcbtdd|d\}}tj|jdf}|rd|ddd<d }t |d |d }|j ||| tj g|jt|}t} t|D]n\} } t| j||D]K\} \} }t| |}|j || || || |j|||| d| f<Mpt|j|y)arCheck that the predictions stored in `cv_results_` are on the original scale. The GCV approach works on scaled data: centered by an offset and scaled by the square root of the sample weights. Thus, prior to computing scores, the predictions need to be scaled back to the original scale. These predictions are the ones stored in `cv_results_` in `RidgeCV`. In this test, we check that the internal predictions stored in `cv_results_` are equivalent to a naive LOO-CV grid search with a `Ridge` estimator. Non-regression test for: https://github.com/scikit-learn/scikit-learn/issues/13998 rrZr)rRrSrrUrrNrJr rRT)r>rUrrdrr.)r r@rrrremptyrr enumeratergrrr*rh)rDrrrpryrr>rrprT alpha_idxrzidx train_idxtest_idxrs rF!test_ridge_cv_results_predictionsrs?" "  DAqGG1771:-0M cc F(# H  LLA]L3((!8177!8CK!89K B%f-J 5*3BHHQN*C J &C&)X]CE IIa lAiL- 2J K/4}}Qx[/IKS)+ , JJ H((+6rHc td|\}}tj|jdf}t dd}|j |||t }t|j }tj|j|Dcgc]4\}}|j ||||||j||6c}}} t|jt||  y cc}}w) zCheck that `RidgeCV` works properly with multioutput and sample_weight when `scoring != None`. We check the error reported by the RidgeCV is close to a naive LOO-CV using a Ridge estimator. rJrrUrrrRT)rUrdrrN)r r@rrrrr rrWsqueezergrr*rr) rlrpryrrrTrtraintest y_pred_loos rF'test_ridge_cv_multioutput_sample_weightr s Q5G HDAqGG1771:-0M7$OH LLA]L3 B  (E "xx{  t IIah% e8LI M U U$  JH((+=a+L*LM s9C< c  tdd\}}d fd}t|}|j||t}t |j }t j|j|Dcgc]/\}}|j||||j||1c}}}t|j || ycc}}w) zECheck that `RidgeCV` works properly with a custom multioutput scorer.rJrrc||z dz}tj|d}|jdk(rtj|ddg S| S)NrJrrrV)r)r@rAndimr)y_truerDerrors mean_errorss rF custom_errorz=test_ridge_cv_custom_multioutput_scorer..custom_error sP6/a'ggf1-   q JJ{QF;; ;|rHc6||j| S)zGMultioutput score that give twice more importance to the second target.)r)rrpryrs rFcustom_multioutput_scorerzJtest_ridge_cv_custom_multioutput_scorer..custom_multioutput_scorer) sQ 1 1! 4555rH)rUrN) r rrr rrWr@rrgrr*r) rpryrrrTrrrrrs @rF'test_ridge_cv_custom_multioutput_scorerr s QQ 7DAq689H LLA B  (EKM88TU;WKE41U8QuX & . .qw 7WJH((<:+F*FG Xs;4C metaestimator)enable_metadata_routingc.|jy)zTest that `RidgeCV` or `RidgeClassifierCV` with default `scoring` argument (`None`), don't enter into `RecursionError` when metadata is routed. N)get_metadata_routing)rs rF*test_metadata_routing_with_default_scoringr= s O((*rHzmetaestimator, make_datasetc|ddd\}}|j||tj|jdy)zTest that `set_score_request` is set within `RidgeCV.fit()` and `RidgeClassifierCV.fit()` when using the default scoring and no UnsetMetadataPassedError is raised. Regression test for the fix in PR #29634.rrrrrrN)rr@rr)rrrprys rF+test_set_score_request_with_default_scoringrF s< #!" EDAqa"''!''!**=>rH) rrrrZrVg*@rKrKTFFN)r itertoolsrnumpyr@rscipyrsklearnrr sklearn.basersklearn.datasetsrr r r sklearn.exceptionsr sklearn.linear_modelr rrrrrsklearn.linear_model._ridgerrrrrrrsklearn.metricsrrrsklearn.model_selectionrrrr r!sklearn.preprocessingr" sklearn.utilsr#sklearn.utils._array_apir$r%r&r'r(-sklearn.utils._test_common.instance_generatorr)sklearn.utils._testingr*r+r,r-r.sklearn.utils.estimator_checksr/r0sklearn.utils.fixesr1r2r3r4r5r6SOLVERSrr load_diabetesdiabetesrrrrrrindrbrcror% load_irisrrrrGrKfixturermark parametrizerrrrrrrrrrrrrr rr r0rDr&r\r_rtrzrrrrrrrrrrrrrrsortedrrrrrr rrrr r.r3r5r TypeErrorr9r;r=rrCrGrKrOrrrYrfrir@rnrrrurxr{r}rrrrrrrrrrrrrHrFrs , 2HG/,S B 4#S !8 ! ! #! Jbii   #$iiA C $3i#C*S/ JxDKK%+'(C&)C&L7+4-8)#9,)#X7+4-8#?9,#?L7+4-8%29,%2P7+4-82+9,2+j7+4-8289,28j7+4-82+9,2+j7+4-8+dVn-DE3+./'/F9,/'d+ 4<>$0*@"23.9 D:4 D"NO*T5M:.9.:;P.$"NO*T5M:.93:;P3&     *Z*1 G F^ #+  (F1.R/   RBeW%56 ~(EFWh$784-8$K99G7$KNK@eW%56 ~(EF2w/#;G0G7;G|+dVn-DE8?F?6r3$ % (/: E 24GH-- i!$5$79L#MNay)0*  0DN3 P,$T:7I$JKeAh/0+dVn-DE"F1L"eAh/0+dVn-DE 2F1 2   F)+T+V %'AB   %  R  R'G',',T*F3I,JKFLF."  .9D: D ?F2C DE0F08 A .0LM:T:7I$JKCLC8w0A&BC=D=(ay)w0A&BCD*(K0$!N/1a&1a&1AB^#n4~EVP C P"w0A&BC M "J0ST * +  1 } %  @   &!D"&w0A&BC"D""5 KL#M#$#IJ-e}=.9#F:>K#FL#>?.9#:@#-e}=.9W:>W8+eT];4*?@rxxj>&AB O4<CA< 4(7VN4HD74E*FG-+.H+! O$  12-?.?rH