gddlZddlZddlmZddlmZddlmZddlm Z ddl Z ddl m Z ddl m Z ddlmZmZdd lmZdd lmZdd lmZmZdd lmZdd lmZddlmZddlmZm Z ddl!m"Z"ddl#m$Z$ddl%m&Z'ddl(m)Z)m*Z*ddl+m,Z,m-Z-ddlm.Z.ddl/m0Z0m1Z1m2Z2ddl3m4Z4m5Z5ejle7Z8e8jsejtdZ;GddZ<Gdde,Z=Gdd e=e-Z>e>fd!Z?y)"N) OrderedDict)deepcopy)escape)warn)diff_match_patch)settings)ImproperlyConfiguredValidationError)no_style) Paginator) connectionsrouter)fields) ForeignKey)QuerySet)TransactionManagementError set_rollback) force_str) mark_safe) gettext_lazy) exceptionswidgets)DeclarativeMetaclassModelDeclarativeMetaclass)Field)ErrorResult RowResult)atomic_if_using_transactionget_related_modelcJt|dxrt|jdS)z@ Determine if a model has natural foreign key functions natural_keyget_by_natural_key)hasattrobjectsmodels U/var/www/skyplay_api_hub/venv/lib/python3.12/site-packages/import_export/resources.pyhas_natural_foreign_keyr*"s) 5- ( W +.c.eZdZdZdZdZedZy)DiffcVtj|||_g|_||_yN)r-_read_field_valuesleftrightnew)selfresourceinstancer3s r)__init__z Diff.__init__,s$++Hh?  r+c:tj|||_yr/)r-r0r2)r4r5r6s r) compare_withzDiff.compare_with1s,,Xx@ r+cXg}t}t|j|jD]z\}}||k7r|jrd}|j t |t |}|j||j|}t|}|j|||S)N) rzipr1r2r3 diff_mainrdiff_cleanupSemanticdiff_prettyHtmlrappend)r4datadmpv1v2diffhtmls r)as_htmlz Diff.as_html4s $))TZZ0 FBRxDHH==2 " >D  $ $T *&&t,DT?D KK   r+cf|jDcgc]}|j|c}Scc}wr/)get_import_fieldsexport)clsr5r6fs r)r0zDiff._read_field_valuesAs(,4,F,F,HIq"IIIs.N)__name__ __module__ __qualname__r7r9rG classmethodr0r+r)r-r-+s( A JJr+r-ceZdZdZdZedZedZedZedZ edZ dZ d Z d Z d Zd@d ZdZdZdZdZ dAdZ dAdZd@dZ dBdZdZdZdZdZdZdZdZdCdZdZ dZ!d Z"d!Z#d"Z$d@d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d@d)Z+d*Z,dCd+Z-d,Z. dDd-Z/d.Z0d/Z1d0Z2d1Z3d2Z4d3Z5d4Z6d@d5Z7d@d6Z8d@d7Z9d8Z:d9Z;d@d:Zd=Z?d>Z@d?ZAy )EResourcez Resource defines how objects are mapped to their import and export representations and handle importing and exporting data. c bt|j|_g|_g|_g|_y)z kwargs: An optional dict of kwargs. Subclasses can use kwargs to pass dynamic values to enhance import / exports. N)rrcreate_instancesupdate_instancesdelete_instancesr4kwargss r)r7zResource.__init__Ls.t{{+ !# " "r+ctS)zJ Returns the class used to store the result of an import. )rr4s r)get_result_classzResource.get_result_class^s  r+ctS)zM Returns the class used to store the result of a row import. )rr[s r)get_row_result_classzResource.get_row_result_classes r+ctS)zT Returns the class used to store an error resulting from an import. )rr[s r)get_error_result_classzResource.get_error_result_classls  r+ctS)zV Returns the class used to display the diff for an imported instance. )r-r[s r)get_diff_classzResource.get_diff_classss  r+c|jj)tj|jjS|jjSr/)_metausing_dbr db_for_writer(r[s r)get_db_connection_namezResource.get_db_connection_namezs= ::   &&&tzz'7'78 8::&& &r+c||jjttddS|jjS)NIMPORT_EXPORT_USE_TRANSACTIONST)rduse_transactionsgetattrrr[s r)get_use_transactionszResource.get_use_transactionss2 :: & & .8%EtL L::.. .r+c||jjttddS|jjS)NIMPORT_EXPORT_CHUNK_SIZEd)rd chunk_sizerkrr[s r)get_chunk_sizezResource.get_chunk_sizes2 :: (8%?E E::(( (r+c ltdtdt|jj S)NzOThe 'get_fields()' method is deprecated and will be removed in a future release stacklevel)rDeprecationWarninglistrvaluesrXs r) get_fieldszResource.get_fieldss/  "   DKK&&())r+c|jjD]\}}||k(s |cStd|d|jd)z; Returns the field name for a given field. zField z does not exists in z resource)ritemsAttributeError __class__)r4field field_namerLs r)get_field_namezResource.get_field_namesX"[[..0 "MJEz!! "UG//?y I  r+Nct)z| Initializes an object. Implemented in :meth:`import_export.resources.ModelResource.init_instance`. )NotImplementedErrorr4rows r) init_instancezResource.init_instances "##r+c|jDcgc]}|j|}}|D]}|j|vsy|j|Scc}w)zI Calls the :doc:`InstanceLoader `. N)get_import_id_fieldsr column_name get_instance)r4instance_loaderrrLimport_id_fieldsr~s r)rzResource.get_instancesd594M4M4OPqDKKNPP% E  +   ++C00QsAc|jjs|j||}|r|dfS|j|dfS)zW Either fetches an already existing instance or initializes a new one. FT)rdforce_init_instancerr)r4rrr6s r)get_or_init_instancezResource.get_or_init_instancesFzz--((#>H&!!#&,,r+c.|jjS) )rdrr[s r)rzResource.get_import_id_fieldsszz***r+cr|jDcgc]}||jjvs|c}Scc}w)z Returns the fields to be included in calls to bulk_update(). ``import_id_fields`` are removed because `id` fields cannot be supplied to bulk_update(). )rrdr)r4rLs r)get_bulk_update_fieldszResource.get_bulk_update_fieldss-  ;;Oa!4::3N3N*NOOOs44cz t|jdkDr@|s|rn;|jjjj |j||jjy#t $r}|j|||Yd}~  $ $VQ = = >  ! ! ' ' )s*AA55 B>BBBBB:c t|jdkDrO|s|rnJ|jjjj |j|j ||jjy#t$r}|j|||Yd}~  $ $VQ = = >  ! ! ' ' )s*A'B B* B% B-%B**B--C c t|jdkDrf|s|rna|jDcgc]}|j}}|jjj j |j|jjycc}w#t$r}|j|||Yd}~Ad}~wwxYw#|jjwxYw)z Deletes objects by filtering on a list of instances to be deleted, then calling ``delete()`` on the entire queryset. r)pk__inN) rrWpkrdr(r&filterdeleterrr)r4rrrro delete_idsrs r) bulk_deletezResource.bulk_deletes *4(()A-)g040E0E!F1!$$!FJ!FJJ$$,,33:3FMMO  ! ! ' ' ) "G >  $ $VQ = = >  ! ! ' ' )s;+B BAB B C)C<C CC C%c|i}n|j}|jjr" |j|j ||r t |y#t $r}|j |}Yd}~-d}~wwxYw)a  Takes any validation errors that were raised by :meth:`~import_export.resources.Resource.import_instance`, and combines them with validation errors raised by the instance's ``full_clean()`` method. The combined errors are then re-raised as single, multi-field ValidationError. If the ``clean_model_instances`` option is False, the instances's ``full_clean()`` method is not called, and only the errors raised by ``import_instance()`` are re-raised. N)excludevalidate_unique)copyrdclean_model_instances full_cleankeysr update_error_dict)r4r6import_validation_errorsrerrorsrs r)validate_instancezResource.validate_instances $ +F-224F :: + + 5##"KKM$3$ !&) ) # 5,,V4 5s!A B%A;;Bc ^|j||fi||jjr:|r|jj |nQ|j j |n5|j |s|j|rn|j|||j||fi|y)a Takes care of saving the object to the database. Objects can be created in bulk if ``use_bulk`` is enabled. :param instance: The instance of the object to be persisted. :param is_create: A boolean flag to indicate whether this is a new object to be created, or an existing object to be updated. :param row: A dict representing the import row. :param \**kwargs: See :meth:`import_row N) before_save_instancerduse_bulkrUr@rV_is_using_transactions _is_dry_rundo_instance_saveafter_save_instance)r4r6 is_createrrYs r) save_instancezResource.save_instance"s "!!(C:6: ::  %%,,X6%%,,X6..v64;K;KF;S%%h :   39&9r+c$|jy)a A method specifically to provide a single overridable hook for the instance save operation. For example, this can be overridden to implement update_or_create(). :param instance: The model instance to be saved. :param is_create: A boolean flag to indicate whether this is a new object to be created, or an existing object to be updated. N)save)r4r6rs r)rzResource.do_instance_save@s   r+c ya Override to add additional logic. Does nothing by default. :param instance: A new or existing model instance. :param row: A ``dict`` containing key / value data for the row to be imported. :param \**kwargs: See :meth:`import_row` NrQr4r6rrYs r)rzResource.before_save_instanceL r+c yrrQrs r)rzResource.after_save_instanceYrr+c |j||fi||jjr|jj |n3|j |s|j |rn|j|j||fi|y)as Calls :meth:`instance.delete` as long as ``dry_run`` is not set. If ``use_bulk`` then instances are appended to a list for bulk import. :param instance: A new or existing model instance. :param row: A ``dict`` containing key / value data for the row to be imported. :param \**kwargs: See :meth:`import_row` N) before_delete_instancerdrrWr@rrrafter_delete_instancers r)delete_instancezResource.delete_instancefs{ $##Hc!%,,0H0HI!!%3= >r+cy)aG Returns ``True`` if ``row`` importing should delete instance. Default implementation returns ``False``. Override this method to handle deletion. :param row: A ``dict`` containing key / value data for the row to be imported. :param instance: A new or existing model instance. FrQ)r4rr6s r) for_deletezResource.for_deletesr+cz|jjr|jjs|ry|jD]}t |j t jr|j|jvrDt|j|}|jgn't|j|j}t|t|k7ryt!d|Dt!d|Dk7sy|j||j|k7syy)a Returns ``True`` if ``row`` importing should be skipped. Default implementation returns ``False`` unless skip_unchanged == True and skip_diff == False. If skip_diff is True, then no comparisons can be made because ``original`` will be None. When left unspecified, skip_diff and skip_unchanged both default to ``False``, and rows are never skipped. By default, rows are not skipped if validation errors have been detected during import. You can change this behavior and choose to ignore validation errors by overriding this method. Override this method to handle skipping rows meeting certain conditions. Use ``super`` if you want to preserve default handling while overriding :: class YourResource(ModelResource): def skip_row(self, instance, original, row, import_validation_errors=None): # Add code here return super().skip_row(instance, original, row, import_validation_errors=import_validation_errors) :param instance: A new or updated model instance. :param original: The original persisted model instance. :param row: A ``dict`` containing key / value data for the row to be imported. :param import_validation_errors: A ``dict`` containing key / value data for any identified validation errors. Fc34K|]}|jywr/r.0vs r) z$Resource.skip_row..Ks81!$$8c34K|]}|jywr/rrs r)rz$Resource.skip_row..KsCADDCrT)rdskip_unchanged skip_diffrIrrrrrrrwcleanr get_valueallrsorted)r4r6originalrrr~instance_valuesoriginal_valuess r)skip_rowzResource.skip_rowsP ))zz##'++- !E%,,(@(@A$$CHHJ6#'u{{3'7"8"++-B48Q8U8U8W3X '3+?? 888FC"1C=!??8,0II - !.r+cn|jDcgc]}t|jc}Scc}w)z. Diff representation headers. )rIrr)r4r~s r)get_diff_headerszResource.get_diff_headersTs,;?:P:P:RS %++,SSSs2c y)z Override to add additional logic. Does nothing by default. :param dataset: A ``tablib.Dataset``. :param \**kwargs: See :meth:`import_row` NrQ)r4datasetrYs r) before_importzResource.before_importZ r+c y)a6 Override to add additional logic. Does nothing by default. :param dataset: A ``tablib.Dataset``. :param result: A :class:`import_export.results.Result` implementation containing a summary of the import. :param \**kwargs: See :meth:`import_row` NrQ)r4rrrYs r) after_importzResource.after_importe r+c y)z Override to add additional logic. Does nothing by default. :param row: A ``dict`` containing key / value data for the row to be imported. :param \**kwargs: See :meth:`import_row` NrQ)r4rrYs r)before_import_rowzResource.before_import_rowsrr+c y)aY Override to add additional logic. Does nothing by default. :param row: A ``dict`` containing key / value data for the row to be imported. :param row_result: A ``RowResult`` instance. References the persisted ``instance`` as an attribute. :param \**kwargs: See :meth:`import_row` NrQ)r4r row_resultrYs r)after_import_rowzResource.after_import_row~rr+c |tdtd||jd|i|j||dfi|y)NzThe 'after_import_instance' method is deprecated and will be replaced with 'after_init_instance(self, instance, new, row, **kwargs)' in a future release. Refer to Release Notes for details.rsrt row_number)rrvrafter_init_instance)r4r6r3rrYs r)after_import_instancezResource.after_import_instancesJ  H     ! MM<4 5   3??r+c y)ar Override to add additional logic. Does nothing by default. :param instance: A new or existing model instance. :param new: a boolean flag indicating whether instance is new or existing. :param row: A ``dict`` containing key / value data for the row to be imported. :param \**kwargs: See :meth:`import_row` NrQ)r4r6r3rrYs r)rzResource.after_init_instances r+ctj|||r%|j|j||rt j |y)Nexc_info)rrappend_base_errorr`r ImportError)r4rerrorrs r)rzResource.handle_import_errorsM UU +   $ $%BT%@%@%B5%I J ((/ / r+c ^|jj}|jjs!|jdd|j_|j }|jj r||_d} |j|fi||j||\}}|j|||fi||rtj|_ ntj|_ |s#t|}|j|||} |j!||r|r,tj"|_ |sP j%|dns jA|_!|jD||fi||S#t0$r} | j3| } Yd} ~ d} ~ wwxYw#t0$r'} tjF|_ | |_$Yd} ~ |Sd} ~ wtJ$r|} tjL|_ tO| tPstRjU| d|jVjY|j[| ||dYd} ~ |Sd} ~ wwxYw)aZ Imports data from ``tablib.Dataset``. Refer to :doc:`import_workflow` for a more complete description of the whole import process. :param row: A ``dict`` of the 'row' to import. A row is a dict of data fields so can be a csv line, a JSON object, a YAML object etc. :param instance_loader: The instance loader to be used to load the model instance associated with the row (if there is one). :param \**kwargs: See below. :Keyword Arguments: * dry_run (``boolean``) -- A True value means that no data should be persisted. * use_transactions (``boolean``) -- A True value means that transactions will be rolled back. * row_number (``int``) -- The index of the row being imported. retain_instance_in_row_resultFNTr r)rnumber).rdrstore_instancegetr^store_row_values row_valuesrrrrIMPORT_TYPE_NEW import_typeIMPORT_TYPE_UPDATErrbrIMPORT_TYPE_SKIPr9IMPORT_TYPE_DELETEadd_instance_infor6rrr rrrrrrskip_html_diffrGrErIMPORT_TYPE_INVALIDvalidation_errorrIMPORT_TYPE_ERRORrrrrrr@r`) r4rrrYrrrr6r3rErrs r) import_rowzResource.import_rowsX.JJ(( zz(((. /)DJJ %1T..02 :: & &$'J !B  "D " "3 1& 1 55osKMHc $D $ $XsC B6 B)2)B)B &)2)E)E &#H-,t**,T8SAsH--6-G-GJ*$))$5-6-I-IJ*00:zz00.6x.@ +(D((3A&A$))$5+-((D((3A&A==8S:RS-6-G-GJ***85MN&D&&xcDVD!DMM(C:6:,,X6::,,*2J' %%dH5.6 +TZZ%>%>"&,,.  !D ! !#z ,-?}U 6"""75f5 6  ( ( 9**::4I L   & &w 7$Wa0I 5KAxc'//8<=C,">4::+>+>'>m  #*.@&'-T__#  zz""t,,-1F1FF4*- ((.#('+zz'<'<#) ) t,,-1F1FF4*- ((.#('+zz'<'<#) ) t,,-1F1FF4*-((.f)  - -j 9  ''3 0A0AB&,,S*2C2CA2FG$00"))"-33A3,,))!S*2M2MN&,,S*2M2MN$00"33A3&&)*D*DD::,,((4SI 5V ::  ,-?}U   &f!  &f!  &f!  >,-?}U =!!!'6  $ $VQ = = >  (    B   =   >  $ $VQ = =  >s RR-#R1*R83+S+S S AS, T"S87TR R R5R00R58S S S S) ,S58T=TT T,T''T,c$|jdS)N import_order_get_ordered_field_namesr[s r)rzResource.get_import_order,,^<>**$,,T2!(D,?,?,ABIy223 9$--eai888 9 ((D4G4G4I(J J J 9 Js4CC BCC *CCC CCc |j|fi|||j}|j|fi|}|jdd}|j |}t j |}|j|D](}|j|fd|i|}|j|*|j||fi||S)z Exports a resource. :param queryset: The queryset for export (optional). :returns: A ``tablib.Dataset``. Nr\)rZ)r6rZ) rM get_querysetrQrratablibDatasetrnr_r@rO)r4rLrYr\r6rrrs r)rJzResource.export>s 8.v.  ((*H%4%%h9&9 ?D9 ))-)H..1%%h/ C$$$SR-R6RA NN1   (G6v6r+c||jvr|j|S|jjD]\}}||jk(s|cStd|dy)Nz,cannot identify field for export with name '')rr{rr)r4target_field_namerr~s r)rYzResource._select_fieldWsh  +;;01 1!%!2!2!4  J E$5$55   ;U../&&s+  , ''>ii01  r+r/)NN)NT)F)FFNFF)BrMrNrO__doc__r7rPr\r^r`rbrgrlrqryrrrrrrrrrrrrrrrrrrrIrrrrrrrrrrr rrr"r0r)rrIrMrOrQrWr]r_rarcrnrJrYrErrr5rQr+r)rSrSFs #$    '' / ) *  $ 1-+PRV*(RV***$HL*<:<     <.    46  2*4>6 DLT         @  0fV!&+JX{z==      0 YR(K"2 R5"7,,r+rS) metaclassceZdZdZeZidddddddejdejd ejd ejd ejd ejd ejdejdejdejdejdejdejdejejejejejej dZedZedZeej*fdZedZedZdZd dZdZedZy)! ModelResourcezH ModelResource is Resource subclass for handling Django models. ManyToManyFieldget_m2m_widget OneToOneField get_fk_widgetr CharField DecimalField DateTimeField DateField TimeField DurationField FloatField IntegerFieldPositiveIntegerFieldBigIntegerFieldPositiveBigIntegerFieldPositiveSmallIntegerFieldSmallIntegerFieldSmallAutoField) AutoField BigAutoFieldNullBooleanField BooleanField JSONFieldc^tjtjt |S)z. Prepare widget for m2m field r') functoolspartialrrr!)rKr~s r)rzModelResource.get_m2m_widgets(    $ $,=e,D  r+ct|}t|xr|jj}t j t j||S)z6 Prepare widget for fk and o2o fields )r(use_natural_foreign_keys)r!r*rdrrrrForeignKeyWidget)rKr~r(rs r)rzModelResource.get_fk_widgetsP "%( $E * Qsyy/Q/Q !   $ $%=  r+c4|}d}tt|ddr|j}||jvr3|j|}t |t rt|||}|S|j jD]W}|j|jvs|j|j}t |t rt|||}n ddl m }t ||rtjS|S#t$r Gdd}Y3wxYw)a  Returns the widget that would likely be associated with each Django type. Includes mapping of Postgres Array field. In the case that psycopg2 is not installed, we consume the error and process the field regardless. r;get_internal_typeNr) ArrayFieldc eZdZy):ModelResource.widget_from_django_field..ArrayFieldN)rMrNrOrQr+r)rrsr+r)rTrkr WIDGETS_MAPrstrr}__mro__rMdjango.contrib.postgres.fieldsrrrSimpleArrayWidget)rKrLdefaultr internal_type base_classrs r)widget_from_django_fieldz&ModelResource.widget_from_django_fields  GA2D9 ://1M COO +__]3F&#&-f-a0. # kk11  &&#//9 __Z-@-@AF!&#.!5f!5a!8   E !Z(000   sDDDc0i}|jjr7|jjj|i}|j|t |j t jr"|jdur|jddd|S)z= Returns widget kwargs for given field_name. T)coerce_to_string allow_blank) rdrrr issubclassr}rrblank)rKr django_field widget_kwargs cls_kwargss r)widget_kwargs_for_fieldz%ModelResource.widget_kwargs_for_fields}  99  **..z2>J   , |--v/?/? @""d*  d4!P Qr+c |j|}|j||}|}|}t|tr$d|vr |jj s |dz }d|d<|j |||di|||j}|S)zU Returns a Resource Field instance for the given Django model field. ___idT key_is_id)rrrreadonlyrrQ)rrrrrdrDEFAULT_RESOURCE_FIELDr) rKrrr FieldWidgetrrrr~s r)field_from_django_fieldz%ModelResource.field_from_django_fields 22<@ 33J M    |Z 0K'II66  I)-M+ &**#// (( +  r+c^|jjjjS)z Returns a queryset of all objects for this model. Override this if you want to limit the returned queryset. )rdr(r&rr[s r)rpzModelResource.get_queryset<s# zz''++--r+Nc6|jjS)z1 Initializes a new Django model. )rdr(rs r)rzModelResource.init_instanceCszz!!r+c |j|}|std|jDr|j}t|}|j j t|jjg}|r;|j} |D]} |j|  |jyyyy#|jwxYw)zH Reset the SQL sequences after new objects are imported c3VK|]!}|jtjk(#ywr/)rrr)rrss r)rz-ModelResource.after_import..Os$ ;><< TZZ--.L#**,# ,-t,-LLN  wLLNs CCcrt|jdr|jjS|jS)Nname)r%rdrrM)rKs r)get_display_namezModelResource.get_display_name_s( 399f %99>> !||r+r/)rMrNrOrrrr CharWidget DecimalWidgetDateTimeWidget DateWidget TimeWidgetDurationWidget FloatWidget IntegerWidget BooleanWidget JSONWidgetrrPrrWidgetrrrrprrrrQr+r)rrs#+ o W''  --  //  W'' W'' // g)) --  5 5 700 "7#8#8 $W%:%: W22!" '//#$**--#11--''-K2    "18((T  8." #,r+rcvd|i}tdtf|}|jdz}d|i}t}|||f|S)zN Factory for creating ``ModelResource`` class for given Django model. r(MetarS)typeobjectrMr)r(resource_classattrsr class_name class_attrsrs r)modelresource_factoryrfsSe E  5 )D*,J K*I Z.!2K @@r+)@rlogging collectionsrrrrFrwarningsrrqr django.confrdjango.core.exceptionsr r django.core.management.colorr django.core.paginatorr django.dbr rdjango.db.modelsrdjango.db.models.fields.relatedrdjango.db.models.queryrdjango.db.transactionrrdjango.utils.encodingrdjango.utils.safestringrdjango.utils.translationrrr;rr declarativerrrresultsrrrutilsr r! getLoggerrMr addHandler NullHandlerr*r-rSrrrQr+r)rs# - H1+)#6+J+-6!H--A   8 $%'%%'(JJ6`-`F#zH(Azz1>Ar+