Q(hd J d dl Z d dlZd dlZd dlZd dlmZ d dlmZm Z m
Z
d dl m Z m
Z
d dlmZ d dlmZ d dlmZ d dlmZmZ d d lmZmZmZ d d
lm Z d d l m Z e Z d Z d
Z!d Z"d Z#d Z$ d)dZ% d*dZ&d+dZ'd Z(d Z)ejT jW d ejT jY de d Z-ejT jW d ejT jY de d Z.ejT jW d ejT jY de d Z/d Z0ejT jY d e1d ejT jY de d Z2ejT jW d ejT jY de d Z3ejT jW d ejT jY de d Z4ejT jY de d! Z5ejT jW d ejT jY de d" Z6d# Z7d$ Z8ejT jY d%d&d'g d( Z9y), N)clone) load_iris
make_blobsmake_classification)LogisticRegressionRidge)get_auto_step_size)OneVsRestClassifier) LabelEncoder)check_random_statecompute_class_weight)assert_allcloseassert_almost_equalassert_array_almost_equal) row_norms)CSR_CONTAINERSc | |z }|dkD rt j | | z S |dk r| S | t j | dz z S )Ng 2@g 2 ?)mathexp)pyzs a/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/sklearn/linear_model/tests/test_sag.py log_dlossr sQ AA4xxx|qb 5yr
2!s" ## c t j t j dt j | | z z S )Nr )npmeanlogr r r s r log_lossr" ' s-
77266#rAv./ 00r c | |z
S )N r! s r
squared_dlossr% , s q5Lr c D t j d| |z
z | |z
z S )N ?)r r r! s r squared_lossr( 0 s"
773!a%=AE* ++r c | j } t j || } ||| }||| j | z dz z
}|S )N @)ravelr dot)walphamyXmyylosspredr s r get_pobjr3 5 sH A
66#q>D T3Aq C A Hr c
| j d | j d } }
t j | j d } t j | j d }
t j |
| f }d}d}t j |
}t j j d }d}t }|rd}t
| D ]" }t
|
D ] }t |j |
z }| | }|j | t j || |z } |||| }|||| z }||z || z z }||| z
} |
| z
}
|||< | r| | |z ddt | z z
z z } |r]||| z
} |||< || z
}| |ddt | z z
z z } | r|||z t | z |z | z z }n|||z t | z |z z }| ||
z t | z z } % | |fS )Nr M r {Gz?) shaper zerosrandom RandomStatesetrangeintrandaddr, len) Xr step_sizer. n_iterdlosssparse
sample_weight
fit_interceptsaga n_samples
n_featuresweights sum_gradientgradient_memory interceptintercept_sum_gradientintercept_gradient_memoryrngdecayseenepochkidxentryr gradientupdategradient_corrections r sagr] = sA GGAJ
zIhhqwwqz"G88AGGAJ'Lhh : 67OI " 3
))
#C E 5D v <y! QRR &.1J31O&O#19)#.&*==&#yC#D /4I'JJ# !$::SYFN+", ,I -C!Cc$i!ORW!WWI y</#d); ;G9 < <> I r c ||z dk( r t d | j d | j d } } t j | }
t j | }t j | t }t j | }t |
}d}d}d}d}t
}t j || z }|rd}d}t | D ]> }t | D ], }t |j | z }| | } |j | |dk\ r\t | D ]N } || dk( r|
| xx ||dz
|| z z cc< n%|
| xx ||dz
||| dz
z
|| z z cc< ||| < P |t j | |
z |z } || || } || || z } | | z } | || | z z
}!||!z
}| r8t | D ]* } |
| xx |!| |z ddt | z z
z |z z cc< , |rX| || z
}!||!z
}|!|ddt | z z
z z }!| r|||z t | z |z |!z z }n|||z t | z |z z }| ||< |d||z z
z }|dk( r||t | z z |d< n ||dz
||t | z z z ||< |dk\ rj|dk ret | D ]K } || dk( r|
| xx || || z z cc< n"|
| xx || ||| dz
z
|| z z cc< |dz || < M d||< |
|z }
d}|dz
}/ A t | D ]I } || dk( r|
| xx ||dz
|| z z cc< %|
| xx ||dz
||| dz
z
|| z z cc< K |
|z }
|
|fS ) Nr z:Sparse sag does not handle the case step_size * alpha == 1r r5 dtyper6 r8 g& .>) ZeroDivisionErrorr9 r r: r? r r= r> r@ rA r, rB )"rC r rD r. rE rF rH rG rI rJ random_staterK rL rM rN last_updatedrO rS rP rQ wscalerT rU c_sumcounterrV rW rX rY jr rZ r[ r\ s" r
sag_sparserh } s 5C H
GGAJ
zIhhz"G88J'L88Jc2Lhhy)O
\
*CI
F E 5D HHVi' (E Gv Cy! B Achhj9,-CcFE HHSM!| z* .A#A!+
eGaK&8<?&JJ
!'A+ .|A7J1K K (O', ,
'.LO. "&&00I=A Q#'H (M# ..X%F"(OC,@5,H"I / /L z* AAJ+A.#$ sSY.0 !!J &. 1E&E#&*==&#yC#D /4I'JJ# !$::SYFN+", ,I -C!Cc$i!ORW!WWI#+OC cEI -- -F!|$T(:;a!&w{!3i6CPTICU6V!Vg!|
z* 2A#A!+
eGn|A&FF
!'NU<?Q3F-G G (O', ,
'.kLO2 "#g6! qLGEB CJ :
?a AJ%! ,|A> >J AJgk"U<?Q+>%?? Q
J vG I r c |r9dt j t j | | z d |z d|z z z S dt j t j | | z d |z |z z S )N @r5 )axisr )r maxsum)rC r. rI classifications r
get_step_sizero sc bffRVVAE 23mCcEkQRRbffRVVAE 23mCeKLLr c d} t | ddd \ }}d}d}t ||| }dD ]0 }|d k( rd
}nd }t ||d d
|z | z |d }|j || t |d|z dz
|||t
||dk( \ } }
t
|d|z dz
|||t
||dk( \ } } t j | } t j |
}
t j | } t j | } t | |j d t |
|j d t | |j d t | |j d 3 y )N r 皙?rK centersrb cluster_stdg?T)r] rJ r] P , dy=r
solverrI tolCmax_iterrb r5 rJ )rE rF rI rJ decimal)
r ro r fitrh r r] r
atleast_2d
atleast_1dr coef_
intercept_)
rK rC r r. rI rD r| rE clfrM rP weights2
intercept2s
r test_classifier_matchingr sq I 11RU VDAq EM a
6I! ,I U?F F 'EkI%
1
'
EAI '6!
#
EAI '6!
* --(MM), ==*]]:.
!'399a@!)S^^QG!(CIIqA!*cnnaHY,Ir c @ d} d}t j j d }|j | |f }|j | }|j | }d}d}d}t |||d } t
|d d
|| z | }
|
j || t ||| ||t | \ } } t ||| ||t | \ }
}t | |
j t | |
j t |
|
j t ||
j y )
Nrz sizer d TFrn ry r] )rI r} r| r. r rE rF rI )r r; r< normalr, ro r r rh r% r] r r r )rK rL rS rC true_wr r. rE rI rD r weights1
intercept1r r s r test_regressor_matchingr / s" IJ
))
#C
J/
0A
ZZZZ
(F f
A E
FM a
eLI
# i C GGAqM%
# Hj
# Hj Hcii(J/Hcii(J/r z ignore:The max_iter was reached
csr_containerc d}d}d}t |ddd \ }}t dd d
d|z |z |d }t | }t d d
d|z |z |d
}|j || |j | | | |j || t |j
|||t } t |j
|||t }
t |j
|||t } t | |
d t |
| d t | | d y)z%tests if the sag pobj matches log regr r rq rr r rs rt r] FgHz>rz r{ )rI r} r~ r rb r N)r r r r r3 r r" r ) r rK r. r rC r clf1clf2clf3pobj1pobj2pobj3s r )test_sag_pobj_matches_logistic_regressionr _ s I EH 11RU VDAq
+
!
D ;D
+
! D HHQNHH]1
q!HHQN TZZ1h 7E TZZ1h 7E TZZ1h 7E eUA6 eUA6 eUA6r c d}d}d}d}d}t j j d }|j ||f }|j | }|j | } t |dd||d }
t
|
} t |d
d ||d } |
j || | j | | | | j || t |
j ||| t }
t | j ||| t }t | j ||| t }t |
|d
t |
|d
t ||d
y)z'tests if the sag pobj matches ridge regr rz r Fr ry r] * rI r} r| r. r rb h㈵>lsqrr r N) r r; r< r r, r r r r3 r r( r )r rK rL r. rE rI rS rC r r r r r r r r s r &test_sag_pobj_matches_ridge_regressionr s; IJ E
FM
))
#C
J/
0A
ZZZZ
(F f
A #
D ;D #
D HHQNHH]1
q!HHQN TZZ1l ;E TZZ1l ;E TZZ1l ;E eUA6 eUA6 eUA6r c d}d}d}d}d}d}t j j d }|j ||f }|j | } t j || d z }
t |||d
} t
||d ||z ||
} t | }
| j ||
|
j | | |
t ||
| ||t || \ }}t ||
| ||t d|| \ }}t | j j |j d t | j |d y)z0tests if the sag regressor is computed correctlyrs rz ( r gư>Tr r r* Fr r] r )rE rF rI rb )rE rF rG rI rb r r5 N)r r; r< r r, ro r r r rh r% r r r+ r r )r r. rL rK r r} rI rS rC r- r rD r r
spweights1 spintercept1
spweights2 spintercept2s r %test_sag_regressor_computed_correctlyr sR
EJIH
CM
))
"C
J/
0A
#A
q! sA a
eLI # i
D ;DHHQNHH]1
q! )
# J *
#
J djj . . 0*2B2B2DaP qAr c
t j g dg dg dgt j } d}d}d}t | d j }| j
d
}t
||d d
D ] }d
D ] }|rc||z t | z }|d|z z t | z dz }t d|z |z | } t d|z |z | }
dd|z | z z } dd|z |
z z } n+d||z t | z z } d|d|z z t | z z } t ||d||| }
t ||d||| }t
| |
d t
| |d d}t j t | 5 t ||d| d d d y # 1 sw Y y xY w)N)r5 rr r )rr r r )rr r rr r_ g333333?F T)squaredr r r )TFrj rr r5 r r )rK is_sagar z:Unknown loss function for SAG solver, got wrong instead ofmatchwrong)
r arrayfloat64r rl r9 r r? minr pytestraises
ValueError)rC r. rI max_squared_summax_squared_sum_rK rJ L_sqrL_logmun_sqrmun_log
step_size_sqr
step_size_logstep_size_sqr_step_size_log_msgs r test_get_auto_step_sizer s
)Y 2"**EA EM O D1557
I)91E !J * JM'%/#m2DD(3;6]9KKsR a)me 3U; a)me 3U; !QY%8 9
!QY%8 9
#'>]AS'S T
##cEk1C
4FF!
0 #
N 0 #
N
~q I
~q IA J!JF GC z - L+UG]KL L Ls &E>>Fseedr c d\ }}d}d}d}d}t j j | }t j ||| j |d } d| j z }
t
|d|||z | } t | } | j | |
| j || |
| j | |
}
| j | |
}|
d
kD sJ |d
kD sJ d| j z |j |d j z }
t
|d|||z } t | } | j | |
| j || |
| j | |
}
| j | |
}|
d kD sJ |d kD sJ y
)z(tests if the sag regressor performs well)r rx gMbP?r rs r5 r' r] )r} r| r r. rb g\(\?)r} r| r r. ?N) r r; r< linspacereshaper+ r r r scorerandn)r r xminxmaxrK r} r r. rS rC r r r score1score2s r test_sag_regressorr # s JD$I
CH E
))
%C
D$ *229a@A aggiA i D ;DHHQNHH]1
q!
ZZ1
F
ZZ1
F D== D== aggi#))Iq17799A SAR SD ;DHHQNHH]1
q!
ZZ1
F
ZZ1
F D== D==r c
d}d}d}d}d}t |ddd \ }}t |||d }t j | } t j | }
d |
|| d
k7 < |
}t d d |z |z ||d
| } t
| } | j || | j | | | t |||||t | \ }
}t |||||t d| \ }}t | j j |
j d t | j |d
t | j j |j d t | j |d
y)z4tests if the binary classifier is computed correctlyrs 2 r Trr r rt r r5 r] r r7 r| r~ r r} rb rI r )rE rF rG rI r N)r ro r uniqueonesr r r rh r r r r+ r r )r r. rK rE r} rI rC r rD classesy_tmpr r spweights spinterceptr r s r &test_sag_classifier_computed_correctlyr N su
EI
F
CM 11RU VDAq a
dKIiilG GGI E E!wqz/
A
+
! #
D ;DHHQNHH]1
q! '
# I{ *
# J djj . . 0)//2CQOa@ djj . . 0*2B2B2DaP qAr c d}d}d}d}d}t |ddd \ }}t |||d }t j | } t t d
d |z |z ||d |
}
t
|
} |
j || | j | | | g } g }
g }g }| D ] }t j | }d|||k7 < t ||||t || \ }}t ||||t |d| \ }}| j | |
j | |j | |j | t j | } t j |
}
t j | }t j | }t | D ] \ }}t |
j | j" j% | | d t |
j | j& |
| d t | j | j" j% || d t | j | j& || d y)z8tests if the multiclass classifier is computed correctlyrs rq r F Tr r rt r r] r r7 r r )rF rE rI )rF rE rG rI r8 )rtolr' N)r ro r r r
r r r r rh r appendvstackr enumerater estimators_r r+ r )r r. rK r} r rI rC r rD r r r coef1r coef2r cl y_encodedr r r r is r &test_sag_multiclass_computed_correctlyr sS
EI
CHM 11RU VDAq a
dKIiilG EkI% '
D ;DHHQNHH]1
q! EJ EJ (GGI& !r'#-
'$
L $.
' $
L Z ,'
Z ,'7(:
IIe E*%J IIe E*%J7# R2((+1177958$O((+66
1
DQ((+1177958$O((+66
1
DQ
Rr c
d}d}d}d}d}t j j d }|j ||f }|j | }t j || } t j
| } t
dd |z |z ||d
}
t |
} |
j || | j | | | |
j | } | j | }
t | | d
t |
| d
y)z(tests if classifier results match targetrs rq rz r8 r r r] r r7 )r| r~ r r} rb r N) r r; r< r r, signr r r predictr )r r. rL rK r} r rS rC r- r r r pred1pred2s r test_classifier_resultsr s
EJI
CH
))
"C
J/
0A
#A
q! A
A
+
! D ;DHHQNHH]1
q! LLOE LLOEq"-q"-r c d}d}d}d}d}t |ddd \ }}t |||d }t j | } t j | }
d
|
|| d k7 < |
}d d
d} t dd|z |z ||d|| } t
| }
| j || |
j | | | t }t | t j | | }||j | }t |||||t || \ }}t |||||t d|| \ }}t | j j |j d t! | j" |d t |
j j |j d t! |
j" |d y)z8tests binary classifier with classweights for each classrs r rq r Trr rz rt r r r5 r g?)r5 r r] r r7 )r| r~ r r} rb rI class_weight)r r )rE rF rH rI )rE rF rG rH rI r N)r ro r r r r r r r r
fit_transformrh r r r r+ r r )r r. rK rE r} rI rC r rD r r r r r le
class_weight_rH r r r r s r #test_binary_classifier_class_weightr s
EI
F
CM 12SV WDAq a
dKIiilG GGI E E!wqz/
A&L
+
! #! D ;DHHQNHH]1
q! B( ryy|qQM!""2"21"56M '
## I{ *
##
J djj . . 0)//2CQOa@ djj . . 0*2B2B2DaP qAr c ddgddgg} ddg}d}t j t | 5 t d j | | d d d y # 1 sw Y y xY w)
z1tests if ValueError is thrown with only one classr5 rr r r z;This solver needs samples of at least 2 classes in the datar r] )r| N)r r r r r )rC r r s r test_classifier_single_classr . sZ
Q!QA
AA
GC z - 3%(,,Q23 3 3s AAc ddgddgg} ddg}d}d}t j d }t dd|z | }t j t
| 5 |j
| | d d d t |d|
}t j t
| 5 |j
| | d d d y # 1 sw Y NxY w# 1 sw Y y xY w) Nr r5 r Fr zQCurrent sag implementation does not handle the case step_size * alpha_scaled == 1r] )r| r~ rI r )rI r| r. )reescaper r r ra r r )rC r rI r. r r r s r test_step_size_alpha_errorr 8 s
Q!QA
BAM E
)) ) C
UcEk WD ( 4 A }U% HD ( 4 A s B2B>2B;>Cr| r] rJ c ^ t j j d }t | \ }}t | |d }|j || t j |j d d t j t d 5 |j || d d d y # 1 sw Y y xY w)Nr )rb T)r| rb
warm_startz Floating-point under-/overflowr ) r r; r< r r r nanr r r r )r| rS rC r r s r test_sag_classifier_raises_errorr K s
))
#C C 0DAq
F
NCGGAqM
66CIIaL z)I J 1
s B##B,)r5 NFNTF)r5 NNFTFr )T):r r numpyr r sklearn.baser sklearn.datasetsr r r sklearn.linear_modelr r sklearn.linear_model._sagr sklearn.multiclassr
sklearn.preprocessingr
sklearn.utilsr r
sklearn.utils._testingr r r sklearn.utils.extmathr sklearn.utils.fixesr irisr r" r% r( r3 r] rh ro r r markfilterwarnings parametrizer r r r r> r r r r r r r r r$ r r r s
G G : 8 2 . B
, .{$1
,
= J
r jM3Il-0` => .9"7 : ?"7J => .9(7 : ?(7V => .93B : ?3Bx/Ld q* .9& : +&R => .93B : ?3Bl => .9FR : ?FRR .9. :.: => .9:B : ?:Bz3& E6?3 4r