\;jμnddlZddlZddlZddlZddlZddlZddlZddlmZddl Z ddl Z ddl m Z ddl mZddlmZmZmZmZmZmZmZddlmZmZmZmZmZmZmZgZgZ dZ!d$d Z"d Z#d Z$d Z%d Z&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0dZ1dZ2dZ3dZ4dZ5dZ6dZ7dZ8d%d Z9d&d!Z:d"Z;d#Z.move_state_dict_to_cpuisYHHJDAq!T"&q)Atzz001*.*D*D*F A1 rz1currently async_save does not support this type: )targetargsN)r ValueErrorrwarningswarnr#r$rr%r&r'r( TypeErrortyper threadingThreadsavestartrappend)objpathprotocolsync_other_taskconfigstr,s @r async_saver?As<   C   7|a \ N#ts# C** +"&"<"<">cnnC?S { K  #%Cx+@AAGGIArc&i}i}|jD]\}}t|ttjj fr|j tjjjk(r"|jj||<n]|jjjs tdtj |j#||<|j$||<|||<||d<|S)NzdThe saved tensor is not initialized. If you used group sharded, please use save_group_sharded_model.StructuredToParameterName@@)r"r#rrr%r&r3VarDescVarTypeVOCABvalueget_map_tensor get_tensor_is_initializedr/nparraycpuname) state_dict save_dict name_tablekeyrEs r_build_saved_state_dictrQsIJ &&( U eh (9(9: ;zzT\\11777!&!=!=!? #{{}//1AAC$~"$%))+!6 ##jjJsO"IcN)0:I+, rcddlm}m}|||j}tj j 5||||jd}i}|D]+}tj||j||<-t|jdz}tjj||} tjj| r^t!| d5} t#j$| } dddi} |D]+} |j'dd} | Jd|z||| | <-| }ddd|S#1swYGxYw#1swYSxYw) Nr)_construct_params_and_buffers_construct_program_holdersF) append_suffixz.inforbstructured_namezACannot find saved variable (%s)'s structured name in saved model.)paddle.jit.translated_layerrSrTmodel_filenamerdygraphguardparams_filenamerIrJrKstrosr:rexistsopenpickleloadget) model_pathconfigrSrTprogramspersistable_var_dictload_param_dictvar_namevar_info_filename var_info_pathfextra_var_infostructured_para_dictrWs r*_load_state_dict_from_save_inference_modelrosd **f6K6KLH    < &"8"8  ,H(*$X.224)OH %-   6 67'A Z1BC 77>>- (mT*a!'Q+#% +"0":">">%t#'2W29H9$_5,3O= @ !+*! @ s$B,E&E<>* +rww~~n/M * I T)** ''**40K.J$$0 ' %02D$DF !%%1 ' &13F%FF " v J v rcgd}|D]}||vstd|zddlm}|}|jdd|_|jdd|_|jdd|_|jdd |_|S) N)rYr\keep_name_table return_numpyz=The additional config (%s) of `paddle.load` is not supported.r_SaveLoadConfigrYr\rrF)r/paddle.jit.apirrcrYr\rrr=supported_configsrPr inner_configs r_parse_load_configr.s ' 'O /"$L")++.>"EL#*;;/@$#GL #*;;/@$#GL ' NE BL rcddg}|D]}||vstd|zddlm}|}|jdd|_|jdd|_|S)Nuse_binary_formatpickle_protocolz=The additional config (%s) of `paddle.save` is not supported.rrF)r/rrrcrrrs r_parse_save_configrLsv,.?@ ' 'O /"$L%,[[1De%LL"#*;;/@$#GL rch t|tstdt||dks|dkDrtd|d d d i fd}t |d | fd } fd }t j d k(rut jjd k(rX|tj|}|d}tdt||D]}|j||||zytj||} tj j#| _ | j t$j&< | j t$j(j*< | j t,<| j j/ | j1|y)N+The 'protocol' MUST be `int`, but received /Expected 1<'protocol'<5, but received protocol=cvtj|j}|j}t||fffSr!)rIrJrKrLtuple)selfdatarLs rreduce_varbasez$_pickle_save..reduce_varbaseos0xx #yyt ''rctj}|jtjt j |j|}tdd|iffS)Nr) rPlace set_placepaddleCPUPlacerIrJ_copyeval)rprs rreduce_LoDTensorz&_pickle_save..reduce_LoDTensorusJ JJL FOO%&xx 1 &v~.//rctd)Nz6paddle do not support saving `paddle.nn.Layer` object.)r/)rs r reduce_Layerz"_pickle_save..reduce_Layer|s D  rc&|j<|Sr!) __class__)layerdispatch_table_layerrs rcreate_layer_dispatch_tablez1_pickle_save..create_layer_dispatch_tables0<U__- rcJt|tjjSr!r#rnnLayer)r+s rz_pickle_save..s*Q 0rc tjtjj<tjt <tjtj <tjjyr!)radispatch_tablerr%r&r LoDTensorupdate)rrrsradd_dispatch_tablez(_pickle_save..add_dispatch_tablesV3Adjj//00>n-0@dnn-$$%9:rc`tjjtjtjjtj j tjjtD]!}tjj|#yr!)rarrrrr%r&r)r*rs rpop_dispatch_tablez(_pickle_save..pop_dispatch_tablesk!!$..1!!$**"3"34!!.1%A  ! ! % %a (&rdarwin@r)r#intr/r3_parse_every_objectsysplatform version_infomajorradumpsrangerwritePicklercopyregrcopyrrr%r&rrdump)r9rlr;rrr pickle_bytes max_bytesipicklerrrrrs @@@@r _pickle_savercs h $9$x.9I J  !|x!|=hZ H  ( 0  0# ;) ||xC$4$4$:$:a$?||C(  q#l+Y7A GGLQ]3 48..H-!(!7!7!1At~~.4Btzz0011?~.%%&:; Srct|tjr td||ryt |t t jttfvrpt |t t jfvrt|j}ntt|}d}|D]}|t|||z}|sy|Sy)Nz3`paddle.save` do not support saving 'SelectedRows'.TF)r#r SelectedRowsNotImplementedErrorr3r$ collections OrderedDictlistrkeysrr _contain_x)r9condition_funcrflagrPs rrrs#t(()! A  c ct[44dEB B 9{667 7 #DS?DC Js3x8 8D rc8t|trd}|jD]s\}}t|tr(|jD]\}}t||sy>t|tj j tjfrsyyy)Nct|tjjtt j jt jt jfSr!) r#rrrrrr%r&rrr9s r conditionz!_is_state_dict..conditionsBIIOOJJ%%NN%%   rFT)r#r$r"rrr%r&r)r9rrPrEr*r+s r_is_state_dictrs|#t ))+JC%&!KKMDAq!!Y/$*  (9(94>>'JK & rct|trAt|dk(r3t}t|d|rt|dtj ryy)Nrrr TF)r#rrr]rIndarray)r9 name_typess r_transformed_from_varbasersB#u#c(a- c!fj )jQ.L rc:t|tjryy)NTF)r#rIrrs r_transformed_from_lodtensorrs#rzz" rct|tjstdt |dt j }t}|j|||S)Nz8Type of `ndarray` should be numpy.ndarray, but received .) r#rIrr2r3rrr set)rr>places r _to_LodTensorrsW grzz *FtG}oUV W   A # %EEE'5 Hrc|r|dStr$tj|d}|d|_|St |dS)Nr r)r r to_tensorrLr)r9rr>s r_tuple_to_tensorrsI1v    SV $QSV$$rc^|r|Strtj|St|Sr!)r rrrr9rs r_ndarray_to_tensorrs, $$S!!rct}|jjj|t |Sr!)r rErGrr )tensor return_vars r_lod_tensor2varbasers6!J!!#''0G0IJ rc||r||St|ttjtfvrvt|tk(rt t |}nt |j}|D]/}|||r|||||<t||||||<1|St|tk(rttt |||St|tk(rttt |||St|trkt|ttjt j"j$t j&fs#t)dj+t||S)Nz]The iteratable objects supported are tuple, list, dict, OrderedDict, string. But received {}.)r3r$rrrrrrrrrr#rr]rIrrr%r&rrformat)r9r convert_funcrrPs rrrsLcC  ct[44d; ; 9 S?D #DCc#h''C1C.HnlC  ce  S >< H   cc &tCy.,OPP c8 $Z  "**djj// @. &ovvI   rcd}d}t||r"ts tdt|||fd}fd}t|trt|t|St|t |S)NcJt|tjjSr!rrs ris_layerz$_parse_load_result..is_layerAs#vyy//rcht|jd}|jj||S)NF)_parse_load_result__dict__r)r9 temp_dicts r parse_layerz'_parse_load_result..parse_layerDs)&s||U;  I& rzMLayer can only be loaded in dynamic graph mode, but now in static graph mode.ct|SN)r)rrs rtuple_to_tensorz+_parse_load_result..tuple_to_tensorQs,??rct|Sr)rrs rndarray_to_tensorz-_parse_load_result..ndarray_to_tensorTs!#LAAr)rr r/rrr)r9rrr rrs ` rr r @s0 #x  _  C;7@B #01" *O  # ,.?  rc|js tdt|rtj||}|St |rMtj |}t|d5}|j||j}ddd|Stdjt|#1swYSxYw)NzlThe saved tensor is not initialized. If you used group sharded, please use save_group_sharded_model firstly.wb@Only supports saving objects to file or BytesIO, but received {}) rHr/rrsave_lod_tensorrsave_lod_tensor_to_memoryrrtellrrr3)r file_name_seek tensor_bytesrls r_save_lod_tensorres  ! ! # z  Y$$VY7 L 9 %55f= y$ /1 GGL !FFHE0 L " N U UY   0 Ls +"B::Cctjjj}t |r.tjjj ||}||fSt |rct|d5}|j}tjjj|||j}ddd||fStdjt|#1swY|fSxYwNrVz@Only supports load objects from file or BytesIO, but received {})rrrrrload_lod_tensorrrreadload_lod_tensor_from_memoryrrrr3)rtemp_trrlrs r_load_lod_tensorr"~s [[   ' ' )FY   00C 5= 9 % y$ /1668L KK   8 8 NFFHE0 5= " N U UY   0 5=s 9A C33C?c|jjs tdt|rt j ||}|St |rMt j|}t|d5}|j||j}ddd|Stdjt|#1swYSxYw)Nz$The saved tensor is not initialized.rr)rGrHr/rrsave_selected_rowsrsave_selected_rows_to_memoryrrrrrr3) selected_rowsrrselected_rows_bytesrls r_save_selected_rowsr(s  # # % 5 5 7?@@Y'' yA L 9 %"?? N y$ /1 GG' (FFHE0 L " N U UY   0 Ls 9"CCctj}t|rtj||}||fSt |rct |d5}|j }tjjj||dddj}||fStdjt|#1swY@xYwr)rrrload_selected_rowsrrrrrload_selected_rows_from_memoryrrrr3)rtemp_srrrlr's r_load_selected_rowsr-s!GY'';" E> 9 % y$ /1"#&&(  KK   ; ;, 0  E> " N U UY   0 /s ;C  Cc~t|tjr t||yt|tjr t ||yt|tj jr)t|jj|ytdjt|)NzOWhen use_binary_format = True, `paddle.save` expected Tensor, but received {}.) r#rrrrr(r%r&rErGrrr3)r9r:s r_save_binary_varr/s#t~~&d# C** +C& C** +//148" ] d dS    rc Dt|rtjj|}|dk(r t dtjj |}|rYtjj |s:tj|dn"t|st dt|t|}t|jts-tdjt|j|jr t!||y|j"!|j"}t%j&dt|t(rY|j*j-t/|d 5}|j1|j*j3dddyt5|r&t7rt9|||yt;|||yt/|d 5}t=|||dddy#1swYyxYw#1swYyxYw) a Save an object to the specified path. Note: Now supports saving ``state_dict`` of Layer/Optimizer, Tensor and nested structure containing Tensor, Program. Note: Different from ``paddle.jit.save``, since the save result of ``paddle.save`` is a single file, there is no need to distinguish multiple saved files by adding a suffix. The argument ``path`` of ``paddle.save`` will be directly used as the saved file name instead of a prefix. In order to unify the saved file name format, we recommend using the paddle standard suffix: 1. for ``Layer.state_dict`` , recommend to use ``.pdparams`` ; 2. for ``Optimizer.state_dict`` , recommend to use ``.pdopt`` . For specific examples, please refer to API code examples. Args: obj(Object) : The object to be saved. path(str|BytesIO) : The path/buffer of the object to be saved. If saved in the current directory, the input path string will be used as the file name. protocol(int, optional): The protocol version of pickle module must be greater than 1 and less than 5. Default: 4 **configs(dict, optional): optional keyword arguments. The following options are currently supported: use_binary_format(bool): When the saved object is static graph variable, you can specify ``use_binary_for_var``. If True, save the file in the c++ binary format when saving a single static graph variable; otherwise, save it in pickle format. Default: False Returns: None Examples: .. code-block:: python :name: code-example-1 >>> # example 1: dynamic graph >>> import paddle >>> emb = paddle.nn.Embedding(10, 10) >>> layer_state_dict = emb.state_dict() >>> # save state_dict of emb >>> paddle.save(layer_state_dict, "emb.pdparams") >>> scheduler = paddle.optimizer.lr.NoamDecay( ... d_model=0.01, warmup_steps=100, verbose=True) >>> adam = paddle.optimizer.Adam( ... learning_rate=scheduler, ... parameters=emb.parameters()) >>> opt_state_dict = adam.state_dict() >>> # save state_dict of optimizer >>> paddle.save(opt_state_dict, "adam.pdopt") >>> # save weight of emb >>> paddle.save(emb.weight, "emb.weight.pdtensor") .. code-block:: python :name: code-example-2 >>> # example 2: Save multiple state_dict at the same time >>> import paddle >>> from paddle import nn >>> from paddle.optimizer import Adam >>> layer = paddle.nn.Linear(3, 4) >>> adam = Adam(learning_rate=0.001, parameters=layer.parameters()) >>> obj = {'model': layer.state_dict(), 'opt': adam.state_dict(), 'epoch': 100} >>> path = 'example/model.pdparams' >>> paddle.save(obj, path) .. code-block:: python :name: code-example-3 >>> # example 3: static graph >>> import paddle >>> import paddle.static as static >>> paddle.enable_static() >>> # create network >>> x = paddle.static.data(name="x", shape=[None, 224], dtype='float32') >>> z = paddle.static.nn.fc(x, 10) >>> place = paddle.CPUPlace() >>> exe = paddle.static.Executor(place) >>> exe.run(paddle.static.default_startup_program()) >>> prog = paddle.static.default_main_program() >>> for var in prog.list_vars(): ... if list(var.shape) == [224, 10]: ... tensor = var.get_value() ... break >>> # save/load tensor >>> path_tensor = 'temp/tensor.pdtensor' >>> paddle.save(tensor, path_tensor) >>> # save/load state_dict >>> path_state_dict = 'temp/model.pdparams' >>> paddle.save(prog.state_dict("param"), path_tensor) .. code-block:: python :name: code-example-4 >>> # example 4: save program >>> import paddle >>> paddle.enable_static() >>> data = paddle.static.data( ... name='x_static_save', shape=(None, 224), dtype='float32') >>> y_static = z = paddle.static.nn.fc(data, 10) >>> main_program = paddle.static.default_main_program() >>> path = "example/main_program.pdmodel" >>> paddle.save(main_program, path) .. code-block:: python :name: code-example-5 >>> # example 5: save object to memory >>> from io import BytesIO >>> import paddle >>> from paddle.nn import Linear >>> paddle.disable_static() >>> linear = Linear(5, 10) >>> state_dict = linear.state_dict() >>> byio = BytesIO() >>> paddle.save(state_dict, byio) >>> paddle.seed(2023) >>> tensor = paddle.randn([2, 3], dtype='float32') >>> paddle.save(tensor, byio) ~The input path MUST be format of dirname/filename [dirname\filename in Windows system], but received filename is empty string.Texist_okz, ''//$' 277>>'2 KK$ / t $J4PT:, W    (F f.. 5 J Q QV--.   d#  ! ! ---H MM\  c7 # HHNN "4.!4467/.C  S$1#Cx8"4.!S!X./././.s*H 3H HHcJt|tstdt|zt |dk(rt j dt|tstdt||dks|dkDrtd|t|rtjj|}|dk(r td tjj|}|r6tjj|stj|d t|tr t!|}t#|}t|rt$j&d k(rt$j(j*d k(rbt-j.||}t1|d5}d}t3dt ||D]} |j5|| | |z dddyt7|d5}t-j8|||dddy#1swYyxYw#1swYyxYw)NzVNow only supports save state_dict of Layer or Optimizer, expect dict, but received %s.rz/The input state dict is empty, no need to save.rrrrr1r2Tr3rr)r;rr)r#r$rr3rr0r1rr/rr^r:rrr_r5rQrrrrrrarr`rrrr) r9r:r;rr saved_objrrlrrs rr:r:s c4 ! ,.23i 8   3x1} GH h $9$x.9I J  !|x!|=hZ H  T77##D) r>,  ''//$' 277>>'2 KK$ /#t+C0 "9h7I d LLH $    " "a '||IA $ I1c,/; QY78<  tT *a KK 1x 8+ *   + *s 5H +H HH"c t|s tjj|rot |}t j } t|d5}t|r=tjdk(r*tjjdk(r t||}nt j|d}t|t rt#|}d|vr|dj%D]g\}}t||t&j(s$t+|||j,||<|j,rMt/||dds^|||_i|j2s5d|vr1|d=n-t5||j,}nt5||j,}d d d StU|fi|}|S#1swYxYw#|$r9} t7|\} } | cYd }~S# t9|\} } |j,rbt;j<} | j?tAjBt'jD| jG| cYcYd }~StIrtK| cYcYd }~S| cYcYd }~S# t|d5}|jM} tOjP| } | cd d d cYcYcYd }~S#1swYnxYwn#tSd |d xYwYnxYwYnxYwYd }~Sd }~wwxYw) a Load an object can be used in paddle from specified path. Note: Now supports loading ``state_dict`` of Layer/Optimizer, Tensor and nested structure containing Tensor, Program. Note: In order to use the model parameters saved by paddle more efficiently, ``paddle.load`` supports loading ``state_dict`` of Layer from the result of other save APIs except ``paddle.save`` , but the argument ``path`` format is different: 1. loading from ``paddle.static.save`` or ``paddle.Model().save(training=True)`` , ``path`` needs to be a complete file name, such as ``model.pdparams`` or ``model.pdopt`` ; 2. loading from ``paddle.jit.save`` or ``paddle.static.save_inference_model`` or ``paddle.Model().save(training=False)`` , ``path`` need to be a file prefix, such as ``model/mnist``, and ``paddle.load`` will get information from ``mnist.pdmodel`` and ``mnist.pdiparams`` ; 3. loading from paddle 1.x APIs ``paddle.base.io.save_inference_model`` or ``paddle.base.io.save_params/save_persistables`` , ``path`` need to be a directory, such as ``model`` and model is a directory. Note: If you load ``state_dict`` from the saved result of static graph mode API such as ``paddle.static.save`` or ``paddle.static.save_inference_model`` , the structured variable name in dynamic mode will cannot be restored. You need to set the argument ``use_structured_name=False`` when using ``Layer.set_state_dict`` later. Args: path(str|BytesIO) : The path/buffer to load the target object. Generally, the path is the target file path. When loading state_dict from the saved result of the API used to save the inference model, the path may be a file prefix or directory. **configs (dict, optional): other load configuration options for compatibility. We do not recommend using these configurations, they may be removed in the future. If not necessary, DO NOT use them. Default None. The following options are currently supported: (1) model_filename (str): The inference model file name of the paddle 1.x ``save_inference_model`` save format. Default file name is :code:`__model__` . (2) params_filename (str): The persistable variables file name of the paddle 1.x ``save_inference_model`` save format. No default file name, save variables separately by default. (3) return_numpy(bool): If specified as True, return tensor as numpy.ndarray, otherwise return tensor as paddle.Tensor. Default False. Returns: Object(Object): a target object can be used in paddle Examples: .. code-block:: python :name: code-example-1 >>> # example 1: dynamic graph >>> import paddle >>> emb = paddle.nn.Embedding(10, 10) >>> layer_state_dict = emb.state_dict() >>> # save state_dict of emb >>> paddle.save(layer_state_dict, "emb.pdparams") >>> scheduler = paddle.optimizer.lr.NoamDecay( ... d_model=0.01, warmup_steps=100, verbose=True) >>> adam = paddle.optimizer.Adam( ... learning_rate=scheduler, ... parameters=emb.parameters()) >>> opt_state_dict = adam.state_dict() >>> # save state_dict of optimizer >>> paddle.save(opt_state_dict, "adam.pdopt") >>> # save weight of emb >>> paddle.save(emb.weight, "emb.weight.pdtensor") >>> # load state_dict of emb >>> load_layer_state_dict = paddle.load("emb.pdparams") >>> # load state_dict of optimizer >>> load_opt_state_dict = paddle.load("adam.pdopt") >>> # load weight of emb >>> load_weight = paddle.load("emb.weight.pdtensor") .. code-block:: python :name: code-example-2 >>> # example 2: Load multiple state_dict at the same time >>> import paddle >>> from paddle import nn >>> from paddle.optimizer import Adam >>> layer = paddle.nn.Linear(3, 4) >>> adam = Adam(learning_rate=0.001, parameters=layer.parameters()) >>> obj = {'model': layer.state_dict(), 'opt': adam.state_dict(), 'epoch': 100} >>> path = 'example/model.pdparams' >>> paddle.save(obj, path) >>> obj_load = paddle.load(path) .. code-block:: python :name: code-example-3 >>> # example 3: static graph >>> import paddle >>> import paddle.static as static >>> paddle.enable_static() >>> # create network >>> x = paddle.static.data(name="x", shape=[None, 224], dtype='float32') >>> z = paddle.static.nn.fc(x, 10) >>> place = paddle.CPUPlace() >>> exe = paddle.static.Executor(place) >>> exe.run(paddle.static.default_startup_program()) >>> prog = paddle.static.default_main_program() >>> for var in prog.list_vars(): ... if list(var.shape) == [224, 10]: ... tensor = var.get_value() ... break >>> # save/load tensor >>> path_tensor = 'temp/tensor.pdtensor' >>> paddle.save(tensor, path_tensor) >>> load_tensor = paddle.load(path_tensor) >>> # save/load state_dict >>> path_state_dict = 'temp/model.pdparams' >>> paddle.save(prog.state_dict("param"), path_tensor) >>> load_state_dict = paddle.load(path_tensor) .. code-block:: python :name: code-example-4 >>> # example 4: load program >>> import paddle >>> paddle.enable_static() >>> data = paddle.static.data( ... name='x_static_save', shape=(None, 224), dtype='float32') >>> y_static = z = paddle.static.nn.fc(data, 10) >>> main_program = paddle.static.default_main_program() >>> path = "example/main_program.pdmodel" >>> paddle.save(main_program, path) >>> load_main = paddle.load(path) .. code-block:: python :name: code-example-5 >>> # example 5: save object to memory >>> from io import BytesIO >>> import paddle >>> from paddle.nn import Linear >>> paddle.disable_static() >>> linear = Linear(5, 10) >>> state_dict = linear.state_dict() >>> byio = BytesIO() >>> paddle.save(state_dict, byio) >>> paddle.seed(2023) >>> tensor = paddle.randn([2, 3], dtype='float32') >>> paddle.save(tensor, byio) >>> byio.seek(0) >>> # load state_dict >>> dict_load = paddle.load(byio) rVrrlatin1encodingrArLr1Nz%`paddle.load` can not parse the file:r)+rr^r:isfilerraUnpicklingErrorrrrrrrrrbr#r$rr"rIrrrgetattrrLrr r-r"rrrrrrJrr rrrparse_from_stringr/ _legacy_load)r:r=reexception_typerl load_resultrPrL msg_picklerrrprogram_desc_strprograms rrbrbsJ"''.."6#G,//H "4.!"$' 0((..!3"3D!">%   .tT:a/0vvx,&-&?&? 0'G$+ ;:::: (CD6K;:: ? s F5B5F) (F)3F)A F)F5)F2.F55K4<G K4K&A4I5K& K/ K4I5$K&%K/&K4,I5-K&.K//K45K!8 K 'J> + K 4K!5K&7K/8K4>K K  K! K K!K&$K//K4c (d}t|}tjj|s t |rLt |d5}t j|d}dddt|}|jsd|vr|d=|St||\}}|jd}n |j}tjj||}tjj|rt||}|St|}|S#1swYxYw)NrVr>r?rA __model__)rr^r:rArrrarbrrrrYrr_ror)r:r=rGrerlrdrYmodel_file_paths rrErEsK  (F ww~~d06 tT *a ++a(;K+' 4 &&-<9:> 99vF F  ((N#22N'',,z>B 77>>/ *EFK rUs $  <~*,^`7t<.IX.<  %" F" J2,*0  u/p49nup,r