ijddlZddlZddlZddlZddlZddlZddlZddl Z ddl m Z ddl mZddlmZddlmZddlmZddlmZddlmZ ddlZd Zed Gd d Zdd ZdZdZdZ dZ!ddZ"y#e$rdZY6wxYw)N)backend) keras_export) saving_lib) H5IOStore)naming) summary_utils)h5pyc@ ddlm}|yy#t$rYywxYw)z3Checks if the code is being executed in a notebook.r get_ipythonTF)IPythonr ImportErrorr s q/var/www/html/emotional.easysim.app/public_html/venv/lib/python3.12/site-packages/keras/src/saving/file_editor.pyis_ipython_notebookrs,' = $ s  zkeras.saving.KerasFileEditorceZdZdZdZdZdZddZdZdZ d Z d Z d Z d Z d ZddZddZddZddZ ddZdZdZy)KerasFileEditoraUtility to inspect, edit, and resave Keras weights files. You will find this class useful when adapting an old saved weights file after having made architecture changes to a model. Args: filepath: The path to a local file to inspect and edit. Examples: ```python editor = KerasFileEditor("my_model.weights.h5") # Displays current contents editor.summary() # Remove the weights of an existing layer editor.delete_object("layers/dense_2") # Add the weights of a new layer editor.add_object("layers/einsum_dense", weights={"0": ..., "1": ...}) # Save the weights of the edited model editor.resave_weights("edited_model.weights.h5") ``` c,||_d|_d|_d|_tj j d|_|jdrtj|d}ttjd|d}|jtjd5}|j}ddd|jtj d5}|j}dddt#j$|_t#j$|_n-|jdrt|d}nt'd ||j)|j*\}}|j-||_||_|j j3|j5d |j,|j j3|j7d yy#1swYExYw#1swYxYw) NF) highlightz.kerasrz.h5)archivemode .weights.h5rzRInvalid filename: expected a `.keras` `.weights.h5` extension. Received: filepath=T) rich_style)filepathmetadataconfigmodelrichconsoleConsoleendswithzipfileZipFilerr _VARS_FNAMEopen_CONFIG_FILENAMEread_METADATA_FILENAMEjsonloads ValueError_extract_weights_from_storeh5_fileclose weights_dictobject_metadataprint_generate_filepath_info_generate_metadata_info) selfrzf weights_storef config_json metadata_jsonr0r1s r__init__zKerasFileEditor.__init__Ds!    ||++e+<   X &3/B%))*#.M 44c: 'affh  '66< ) !  )**[1DK JJ}5DM   } -%hS9M&&.Z1  )-(H(H  ! !) % o (. 47747HI == $ LL  t;;t;L M %1 ' ' ) )s(G<!H <H Hc$|jy)z/Prints the weight structure of the opened file.N)_weights_summary_clir5s rsummaryzKerasFileEditor.summaryps !!#c 0 jjdi}t|| fd t} j|ddddd|\}} |jddddd|\}}||z }jjd|dk(rId }jjd |d k(rd} nd } jjd |d| n.d}|d k(rd} nd } jjd|d| d|||dS)a)Compares the opened file to a reference model. This method will list all mismatches between the currently opened file and the provided reference model. Args: reference_model: Model instance to compare to. Returns: Dict with the following keys: `'status'`, `'error_count'`, `'match_count'`. Status can be `'success'` or `'error'`. `'error_count'` is the number of mismatches found. `'match_count'` is the number of matching weights found. zRunning comparisonc|}|jD]q\} } |d| }||vr| |vr|dz }|j|t| trajj d|d|d|djj d|d|d t | jjj d |d|d|dt| tr$ || || |||||| \} } || z }|| z }|| j| jk7rY|dz }|j|jj d |d |d| jd|d|| j m|dz }t||fS)N/z[color(160)]...Object [bold]z[/] present in z, missing from z[/]z In , z contains the following keys: z[color(160)]...Weight [bold]) error_count match_count checked_pathsz/[color(160)]...Weight shape mismatch for [bold]z[/][/] In z: shape=z In ) itemsadd isinstancedictr r2listkeysshape)targetref_spec inner_path target_nameref_namerFrGrHbase_inner_pathref_keyref_val _error_count _match_count_comparer5s rrZz)KerasFileEditor.compare.._compares)O$,NN$42 )  /0'; .&(1$K!%%j1!'40 **::,G**24,,7==  **%hZr*>337 3G2HJ  **::,G**24,,7==  .19w )"# $/$/&3 2.L, </K</Kg,, =#q( %))*5 **))3 5&&.Z0%%,]]O4&&1]3%%+G_%:%:$; =$q( e2 )f + +r@z saved filezreference modelr)rRrSrTrFrGrHu?─────────────────────successz_[color(28)][bold]Comparison successful:[/] saved file is compatible with the reference model[/]rDsz Found z matching weighterrorz[color(160)][bold]Found z errorz=:[/] saved file is not compatible with the reference model[/])statusrFrG)r r2get_weight_spec_of_saveablesetr0) r5reference_modelrQrHrFrGrX_r_pluralrZs ` @rcomparezKerasFileEditor.comparetsf /0#OX>> ,@ #+    $&' $  [#    )!'   a |#  \] ! F LL  G a LL  [M)9&B Fa LL  *;-vfXFKK  &&  r@Nc dvrtdddvrdjd}|j}|ddD]}||vrtdd||}|d|vrtdd||dyd fd  |j}|d kDrtd d |dk(rtd dfd|jy)NrCz[Argument `target_name` should be a leaf name, not a full path name. Received: target_name=''Path '' not found in model. source_namerSrcp|D]&}t||ts|||||z }(||vr|dz }|SNrDrKrL)dnamecountkcount_occurencess rrtz6KerasFileEditor._edit_object..count_occurencessQEA!!A$-!1!A$e!DDE19QJE r@rDzName 'zA' occurs more than once in the model; try passing a complete pathz Source name 'zS' does not appear in the model. Use `editor.weights_summary()` to list all objects.cr|D]!}t||ts||#|vr |yy)Nrkro)rprs_editedit_fnrlrSs rrvz+KerasFileEditor._edit_object.._edit)sF$A!!A$-ad $!#A;KP$r@)r)r,splitr0) r5rwrlrSelementsr0e occurrencesrvrts ``` @@r _edit_objectzKerasFileEditor._edit_objectsG  "sk'9**5a9  + "((-H,,Lcr] /L($  -BC ,A  / |</ 6+6K!LMM (2,K   +4+<+.rename_fn<s(4[(AL %   [ )r@Nr|)r5 object_namenew_namers r rename_objectzKerasFileEditor.rename_object2s * )[(;r@c0dd}|j||y)zRemoves an object from the file (e.g. a layer). Args: object_name: String, name or path of the object to delete (e.g. `"dense_2"` or `"layers/dense_2"`). Nc&|j|yrrrs r delete_fnz0KerasFileEditor.delete_object..delete_fnKs   [ )r@rr)r5rrs r delete_objectzKerasFileEditor.delete_objectBs * )[1r@c0t|tstdt|d|vr\|j d}dj |dd}|j }|ddD]}||vrtd|d||}|||d<y||j |<y)aFAdd a new object to the file (e.g. a layer). Args: object_path: String, full path of the object to add (e.g. `"layers/dense_2"`). weights: Dict mapping weight names to weight values (arrays), e.g. `{"0": kernel_value, "1": bias_value}`. Argument `weights` should be a dict where keys are weight names (usually '0', '1', etc.) and values are NumPy arrays. Received: type(weights)=rCNrhrirj)rKrLr,typerxjoinr0)r5 object_pathweightsry partial_pathr0rzs r add_objectzKerasFileEditor.add_objectPs'4(+,0=/;  + "((-H88HSbM2L,,Lcr] /L($ .CD ,A  / *1L" &-4D  k *r@c:dfd }|j|y)aCRemoves a weight from an existing object. Args: object_name: String, name or path of the object from which to remove the weight (e.g. `"dense_2"` or `"layers/dense_2"`). weight_name: String, name of the weight to delete (e.g. `"0"`). Nc ||vr.tdddt||j||jy)NzWeight z not found in object z. Weights found: )r,rMrNr)r0rlrSr weight_names rdelete_weight_fnz7KerasFileEditor.delete_weight..delete_weight_fn|sg,{";; k]+!!, .&L5::<=>@  % ) )+ 6r@rr)r5rrrs `` r delete_weightzKerasFileEditor.delete_weightqs 7 *K8r@cttstdtdfd }|j ||y)a}Add one or more new weights to an existing object. Args: object_name: String, name or path of the object to add the weights to (e.g. `"dense_2"` or `"layers/dense_2"`). weights: Dict mapping weight names to weight values (arrays), e.g. `{"0": kernel_value, "1": bias_value}`. rNc.||jyr)update)r0rlrSrs r add_weight_fnz2KerasFileEditor.add_weights..add_weight_fns  % , ,W 5r@r)rKrLr,rr|)r5rrrs ` r add_weightszKerasFileEditor.add_weightssH'4(+,0=/;  6 -5r@ct|}|jdstd|t|d}fd|j|d|j y) zSave the edited weights file. Args: filepath: Path to save the file to. Must be a `.weights.h5` file. rzTInvalid `filepath` argument: expected a `.weights.h5` extension. Received: filepath=wrc &i}|jD]J\}}t|tr0|s|||tjj ||F|||<L|r/|j |}|jD] \}}|||< yy)NrR)rIrKrLospathrmake)r0r7rRvars_to_createrqvalue var_store_saves rrz#KerasFileEditor.save.._savesN+113 1 eeT*(.)')ww||J'E,1N4( 1)..z: #1#7#7#9,KD%&+IdO,r@r[rN)strr"r,rr0r/)r5rr7rs @rsavezKerasFileEditor.saveskx=  /&&.Z1  "(5  ,$ d2>r@c&|j|yr)r)r5rs rresave_weightszKerasFileEditor.resave_weightss (r@c|xsi}i}|jjD] \}}|||< |r|||<tj}|j D]}|d|} |j |ddd} | t jt jfvrtd| j||} t| t jr|t| dk(rd| j vr@tj| d} t| dk(r|j!| || \||<}n|j!| || \||<}t| t j"s| j$rtd| j$| j&rtd | | j(} | j*}t-d | Dr td t| d kDr td t/j0| }d}||j2z}||kDrtd|d|d| d||<||fS)NrCT)defaultgetclassgetlinkzNot allowed: H5 file with rvars)rrRz2Not allowed: H5 file Dataset with external links: z-Not allowed: H5 file with virtual Dataset at c3&K|] }|dk yw)rN).0dims r z>KerasFileEditor._extract_weights_from_store.."s,s37,szUMalformed HDF5 dataset shape encountered in .keras file; negative dimension detected.@zZMalformed HDF5 dataset shape encountered in .keras file; tensor rank exceeds safety limit.lz'HDF5 dataset too large to load safely (z bytes; limit is z).r)attrsrI collections OrderedDictrNgetr ExternalLinkSoftLinkr,__name__rKGrouplenrsafe_get_h5_groupr-Datasetexternal is_virtualrOdtypeanymathproditemsize)r5datarrRr1rsvresultkeycurrent_inner_path child_classr vars_grouprOr num_elems MAX_BYTES size_bytess rr-z+KerasFileEditor._extract_weights_from_stores>r JJ$$& #DAq!"OA  # #2HZ ((* 99;i $C%/ u└─ u├─ rqz ('z')z u│ )is_firstprefixrRrO:z shape=, dtype=z: ) enumeraterIrrrrrKrLr bold_textr1r r2_print_weights_structurehasattrrOr)r5r0indentrrrRidxrris_last connectorbold_key object_labelrrqappended new_prefixs rrz(KerasFileEditor._print_weights_structure\s"+<+=+=+?!@( M C#uj#6JS.22G  % % %&(2237"()XJ? !5!55#33J?H)'/$#dV26  ""<0%H'H#h. --QJ%%) .5'*,66s;HLL&&!(9+hZq9#EKK= FG LL&&&)SEE7'KLQ( Mr@ct|jjd|j|jdy)NWeights structurez )r)r r2rr0r>s rr=z$KerasFileEditor._weights_summary_clis. ./ %%d&7&7%Hr@cdfd d}t||jz }tjjtjj |y)Ncd}|jD]u\}}t|tr%|r#||dz|dz }|d|d|d|d|d z };|d|d|d |d |jd |jd |d |dt |dz }w|S)Nr[rDz
z z
zem;">z : shape=rz#
z
)rIrKrLrOrdisplay_weight) dictionary margin_left font_sizehtmlrr weights_html_generate_html_weightss rrzLKerasFileEditor._weights_summary_interactive.._generate_html_weightssD(..0  UeT*u#9{R/Q$L7 }E&&/[1 E'.$ %D7 }E66?[%y "5;;-0))4 6((3}E)%01% % D 6Kr@r)rrD)initialize_id_counterr0ipythondisplayHTML)r5outputrs @r_weights_summary_interactivez,KerasFileEditor._weights_summary_interactivesL >%():):;; 4 4V <=r@r)Nr[)F)rTr[r[)r __module__ __qualname____doc__r;r?rer|rrrrrrrr-r3rr4rr=rrr@rrr&st8*NX$F P4%l< 25B9.60#J B.+<LN+MZI$>r@rcZddlm}|xs t}t||vryt |drhi}|j ||rSt |j}|D]5}||}tj|j|j||<7|jt|tj|D]c\}} t| |ri} t!| | || s%| ||<+t| t"t$t&tfsLi} t)| | || s_| ||<ey)Nr KerasSaveablesave_own_variables)rOrvisited_saveables)keras.src.saving.keras_saveablerraidrrsortedrNr KerasTensorrOrrJr_walk_saveablerKr`rMrLtupleget_weight_spec_of_container) saveablespecr rstorerNrsval child_attr child_objsub_specs rr`r`s'=)2SU (|((x-.##E* %**,'D PAh!--CIISYYOQ P"X,'!+!:!:8!D, I i /H '"3  #+Z  D$s#; <H ("3  #+Z %,r@cRddlm}i}t|trt |j }|D]q}t||st j|jj}||vr||xxdz cc<|d||}nd||<i}t||||sm|||<sy)NrrrDrcr ) r rrKrLrMvaluesr to_snake_case __class__rr`) containerrr r used_namesrrqrs rrrs=J)T"))+, & h .''(:(:(C(CDDz!4 A% qD!1 23#$ 4 H '"3  %T &r@cday)Nrdiv_id_counterrr@rrrsNr@ctdz ayrnr rr@rincrement_id_counterr#s aNr@ctSrr rr@rget_id_counterr%s r@c8 d d d}d fd }|jdk(r|dtjf}tj||d}|j d|j d} |j d\}}|j |||j d}d D]0}|j ||kDs|||j ||z| }2||j z |j|j z d zz }||}|S) Ncttj|}t|ddD]"}||zdk(s |}||z}||kDr||fcS||fcSy)Nrrh)intnpsqrtrange)numsqrt_numiMNs r_find_factors_closest_to_sqrtz5display_weight.._find_factors_closest_to_sqrts^rwws|$xB' AQw!|1Hq5a4K!t  r@c,d|dd|dd|ddS)Nzrgba(rrErDz, 1)r)rs r_color_from_rbgz'display_weight.._color_from_rbgs)uQxj58*BuQxj==r@c|dk(r{|ddddd|jd|jd|zz f}tj||jd|jdd|f}tj|d}|S|dk(r{|ddd|jd|jd|zz ddf}tj||jdd||jdf}tj|d}|S|dk(r{|d|jd|jd|zz ddddf}tj|d||jd|jdf}tj|d}|St d)Nr3rrDrhaxiszAxis must be 0, 1, or 2.)rOr)reshapemeanr,)arrnr8 trimmed_arrreshaped mean_valuess r_reduce_3d_array_by_meanz0display_weight.._reduce_3d_array_by_means 19a$GciilciilQ6F&G$GGHKzzciilCIIaL"a@H''(3K&#QYa!D399Q<399QzH
z8
z*
zC
) rO matplotlibrBrjetr)minmaxstackastyper+r#r%)matrix subplot_sizerowscols num_slicesr/r0rB rgb_matrix subplot_htmlr. cell_htmlrowrgbcolor cell_sizediv_id html_coder4r1s r_create_matrix_htmlz+display_weight.._create_matrix_html/s!'dJ,Z81  % J 266&>1v/J:z:"FRPJ bqb)C/77@  z" AI!#q!), C+C0E4497;!"I  !$+& L  !QX. !**02))/1556C8' (.h/559F"YKH226r)E' (.h/'[)(k*()/x0 "N#G& PS B sD== E  E rD.rhr)rrDr3r7gh㈵>)iH)ndimr)newaxisswapaxesr9rOrGrH) weightr8 thresholdr@rYr/r0 reduce_axisrXr4r1s @@rrrs >6Pd{{aRZZ( [[r *F ^^B R 0 1F (a 9DAq ^^Aq&,,r"2 3F  << $y 0- [)Y6 Fvzz|# vzz|(Cd(J KF#F+I r@r)rh)#rr*ros.pathrrr#numpyr) rich.consoler keras.srcrkeras.src.api_exportrkeras.src.savingrkeras.src.saving.saving_librkeras.src.utilsrrkeras.src.utils.module_utilsr r rrrrr`rrr#r%rrr@rrjs  -'1")- ,-J >J >.J >Z&,R&2  Q_Gs A==BB