[;jOUdZddlZddlZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl mZddlmZddlZdZdaded<dadZd Zd Zd Zd Zd efdZdZdZdZdZ dZ!dZ"dZ#dZ$dZ%dZ&dZ'dZ(GddZ)dZ*dZ+dZ,d Z-d!Z.d"Z/d#Z0d)d$Z1d%Z2d*d&Z3e4d'k(re3e jjd(dyy)+a8 Basic tools for working with LMDB. copy: Consistent high speed backup an environment. %prog copy -e source.lmdb target.lmdb copyfd: Consistent high speed backup an environment to stdout. %prog copyfd -e source.lmdb > target.lmdb/data.mdb drop: Delete one or more sub-databases. %prog drop db1 dump: Dump one or more databases to disk in 'cdbmake' format. Usage: dump [db1=file1.cdbmake db2=file2.cdbmake] If no databases are given, dumps the main database to 'main.cdbmake'. edit: Add/delete/replace values from a database. %prog edit --set key=value --set-file key=/path \ --add key=value --add-file key=/path/to/file \ --delete key get: Read one or more values from a database. %prog get [ [ [..]]] readers: Display readers in the lock table %prog readers -e /path/to/db [-c] If -c is specified, clear stale readers. restore: Read one or more database from disk in 'cdbmake' format. %prog restore db1=file1.cdbmake db2=file2.cdbmake The special db name ":main:" may be used to indicate the main DB. rewrite: Re-create an environment using MDB_APPEND %prog rewrite -e src.lmdb -E dst.lmdb [ [ ..]] If no databases are given, rewrites only the main database. shell: Open interactive console with ENV set to the open environment. stat: Print environment statistics. warm: Read environment into page cache sequentially. watch: Show live environment statistics N)BytesIO)NoReturnizlmdb.Environment | NoneENVzutf-8c>t|jtS)z%Given a str, return a bytes instance.)strencodeENCODING)ss RG:\00. PROJECTS\API\Inventory\templateJSON\kerjaOCR\Lib\site-packages\lmdb/tool.py _to_bytesr bs q6== ""cF|tjvxrt|dkDS)zReturn ``True`` if the character `c` can be printed visibly and without adversely affecting printing position (e.g. newline).)string printableord)cs r isprintrgs"   0SVb[0r c t|}t}td}d}t|D]\}}t |}|dzso|rE|j td|j ||j td|j td|ztd}|dzs|j td|j td t |fz|t|r t|n td z }|d k\ru|dzrpd |dzz }|j td|z|j td|dzz|j td|j ||j td|jjtS) zQReturn a vaguely /usr/bin/xxd formatted representation of the bytestring `s`.rz  z%07x: z%02x.r) bytesStringIOr enumeratechrwriterrgetvaluedecoder )r siopridxchneeds r xxdr)msi aA *C 2B CQ<R Wb )D/* "  )D/* IIi# . /2Ba IIin % )Fc"gZ/01 wr{im #>  axC"HS2X )D/D() )C.DAI./ )D/" " IIio <<>  **r ctj}d|_dtxsdj z|_|j ddd|j dd d |j d d d |j ddddd|j dddd|j ddd|j dddd|j dd dd!d"|j d#dd$d%|jd&}|j d'dd(d)*|jd+}|j d,d-d.|j d/d-d0|j d1d-d2|j d3d-d0|j d4d-d5|jd6}|j d7d8dd9|jd:}|j d;dd<|j d=dd$d>|j d?dd@dA|S)BNz python -mlmdbz%prog [options] rz-ez--envzEnvironment file to open)helpz-dz--dbz Database to open (default: main)z-rz--readzOpen environment read-onlyz-Sz --map_sizeint10z#Map size in megabytes (default: 10))typedefaultr+z-sz--use-single-file store_truez@The database was created as a single file and not a subdirectory)actionr+z-Ez --target_envz$Target environment file for "dumpfd"z-xz--xxdzPrint values in xxd formatz-Mz --max-dbszMaximum open DBs (default: 128)z--out-fdz"copyfd" command target fdzOptions for "copy" commandz --compactFz!Perform compaction while copying.)r1r/r+zOptions for "edit" commandz--setappendzList of key=value pairs to set.z --set-filez%List of key pairs to read from files.z--addzList of key=value pairs to add.z --add-filez--deletez"List of key=value pairs to delete.zOptions for "readers" commandz-cz--cleanz"Clean stale readers? (default: no)zOptions for "watch" commandz--csvz(Generate CSV instead of terminal output.z --intervalzInterval size (default: 1sec)z--window z!Average window size (default: 10))optparse OptionParserprog__doc__rstripusage add_optionadd_option_group)parsergroups r make_parserr@s|  " " $F!FK0GMr3I3I3KKFL dG*DE dF)KL dH+GH dLud@B d/ ]_  dNAC dGL79 dKeS<> jua79  # #$@ AE [u=?  # #$@ AE WX;= \(AC WX;= \(AC Z>@  # #$C DE T9\>@  # #$A BE W\DF \q9; ZeR=? Mr returncl|r||z}tjjd|dtd)Nz lmdb.tool: rr3)sysstderrr! SystemExit)fmtargss r dierHs-  t JJ#/0 Q-r c Z|D]\}}|jtdt|t|fz|j||jtd|j||jtd|jtdy)Nz+%d,%d:z->r)r!r len)cursorfpkeyvalues r dump_cursor_to_fprOs{ U 9C#e*'==>?   4!  4!  HHYt_r c"tJi}|D]c}|jd\}}}|s td||dk(rd}||vr td|tj|r t |nd|f||<e|stjddf|d<|S)N=z DB specification missing "=": %r:main:zDB specified twice: %rz main.cdbmake)r partitionrHopen_dbr )rGdb_mapargdbnameseppaths r db_map_from_argsrZs ?? FMM#.T 2C 8 X F V  (# .++6i&7tLdSv KK-~>x Mr cFtJt|dk7r td|d}tjj |r td|tj |tddtd|dtj||j y) Nr3z,Please specify output directory (see --help)rz#Output directory %r already exists.0755zRunning copy to z....)compact) rrJrHosrYexistsmakedirsr,printcopyr^)optsrG output_dirs r cmd_copyrfsw ?? 4yA~ :;aJ ww~~j! 1:>KK CN+ j 23HHZH.r c&tJ|r td tj|jtj|jy#t $r1t jd}td|j|YYwxYw)Nz0"copyfd" command takes no arguments (see --help)r3zBad --out-fd %d: %s) rrHr_fstatout_fdOSErrorrCexc_infocopyfd)rdrGes r cmd_copyfdrnsq ??  >?3  JJt{{ 3 LLN1  !4;;23sA7BBc^tJt|}tjd5}|jD]O\}\}}t |dt 5}t d|d|j|}t||dddQ dddy#1swYexYw#1swYyxYw)NT)bufferswbz Dumping to ...db) rrZbeginitemsopenBUF_SIZErbrKrO) rdrGrUtxnrWrtrYrLrKs r cmd_dumprzs ?? d #F 4 C"(,,. FJRdD(+rD23r*!&"-,+#1 ! ++ ! s#+B#.B B#B B##B,c |j}tj|d fd}d} |dz }|d}|dk(r |S|dk7r td| t |dd}t |d d}|} |d d k7r td ||} t | t | z||zk7r td||ddk7r td||j| | |#t $rtd |YwxYw)Nr3c:djt|S)Nr )joiniter)rXread1s r z(restore_cursor_from_fp..sSXXd5#&67r r +z$bad or missing plus, line/record #%d,r5:z&bad or missing length, line/record #%drs->z)bad or missing separator, line/record #%dz"short key or data, line/record #%dz bad line ending, line/record #%drs)read functoolspartialrHr, ValueErrorrJput) ryrLrtr read_untilrec_nrplusklendlenrMdatars @r restore_cursor_from_fpr s% 77D   dA &E7J F ! Aw 5= . M-T\ 6 ? Bz$',Dz$',D4j 7e  ;V DDz Hs4y dTk 2 4f = 7e  2F ; Tb!3  B 8& A Bs$C33D  D cdtJ|s tdttjtt|}t |D]Y\}}||}|dk(r tdt d|dtjd5}|j|ddd[y#1swYfxYw)Nz3Must specify at least one sub-database (see --help)rRzCannot drop main DBz Dropping DB rrTr!) rrHmaprTr rrbrudrop)rdrGdbsr&rtnamerys r cmd_dropr0s ??  AB ckkC 40 2CS>RCy 8  % & T+, YYTY "c HHRL# " " # "s B&&B/ ctJ|jr!tdtjfzttj y)NzCleaned %d stale entries.)rcleanrb reader_checkreadersrdrGs r cmd_readersr?s; ?? zz )S-=-=-?,AAB #++-r c^tJt|}tjdd5}|jD]N\}\}}t |dt 5}t d|dt|||}t d||fzdddP dddy#1swYdxYw#1swYyxYw)NT)rpr!rbzRestoring from rrzLoaded %d keys from %r)rrZrurvrwrxrbr) rdrGrUryrWrtrYrLcounts r cmd_restorerFs ?? d #F 4t ,"(,,. FJRdD(+r67.sB;.%>?,+#1 - ,++ - ,s#+B#-B B#B B##B,cjtdt|Dcgc]}||||dz z c}Scc}w)Nr3)rangerJ)hstis r deltarQs8+0CH+= >+=aSVc!a%j += >> >s0z /sys/blockctjjtsytj|}|j dz d|j dzfd}tj tD]~}tjjt|}||}|r|cStj |D]2}tjj||}||}|s.|ccSy)Nr]:c\tjj|d}tjj|r`t |5}|j j k(r)tjj|dcdddS dddyy#1swYyxYw)Ndevstat)r_rYr}r`rwrstrip)rootpathdpathrLdevss r maybez_find_diskstat..maybe^ss Xu- 77>>% e779??$,77<<&9, !s AB""B+)r_rYr` SYS_BLOCKrst_devlistdirr})rYstrrbasepathstatpath base2pathrs @r _find_diskstatrXs 77>>) $ Bii1nbii$&6 7D: 9%77<< 40? OJJx(D Xt4IY'H ) &r c2eZdZUdZeed<eed<dZdZy) DiskStatter) reads reads_merged sectors_readread_mswrites writes_mergedsectors_writtenwrite_msio_countio_mstotal_msrrcDt||_|jyN)rwrLrefresh)selfrYs r __init__zDiskStatter.__init__st* r cjjdtjfdt jj j Dy)Nrc3XK|]!\}}j|t|f#ywr)FIELDSr,).0rr rs r z&DiskStatter.refresh..s/I&Gda ;;q>3q62&Gs'*)rLseekvarsupdaterrsplit)rs`r rzDiskStatter.refreshsL  Q T I&/ 0D0D0F&GI Ir N)__name__ __module__ __qualname__rr,__annotations__rrr r rrqs" FIr rcntJiifd}fd}ddfdfddfdfddfd fd d |fd fdd fdfd d|fdfddfdfd d|fdfddfdfdd|fdd||fddfdfdd|fdfg }dttj}|r*t||d d|fd fd d!|fd"fgz }d#}|Dcgc]\}}}t |} }}j rXt j tjt j$} | j|Dcgc]\}}}| c}}d#} tjtjrjg} t|D]?\} \}}}||z}| j|t!| | t || | <Aj r j| n|t"k7s | t$d%z zspt|D]=\} \}}}tjj'|j)| | d&z?tjj'd't"}t| D]9\} }tjj'|j)| | d&z;tjj'd't+j,j.| d&z } cc}}wcc}}w#t0$rYywxYw)(NcBtjfd}|S)NcjtjkDrjtdkryt t t tdz z }|jz S)Nr3r)r4rJwindowpopleftsumrfloatinterval)nfunchistoryrds r windowfuncz-cmd_watch..window..windowfuncsj NN46 "7|dkk)!7|q E'N#eCL1,<&==At}}$ $r ) collectionsdeque)rrrrds` @r rzcmd_watch..windows##% %r c ddzdz S)N last_pgnopsize0Ar)inforsr rzcmd_watch..sT+&g6(Br z%dDepthcdS)Ndepthrrsr rzcmd_watch..s 4=r BranchcdS)N branch_pagesrrsr rzcmd_watch..s D$8r LeafcdSN leaf_pagesrrsr rzcmd_watch..s $|"4r z%+dzLeaf/scdSrrrsr rzcmd_watch..s 4 +=r OflowcdSNoverflow_pagesrrsr rzcmd_watch..s 4(8#9r zOflow/scdSrrrsr rzcmd_watch..s D1A,Br RecscdSNentriesrrsr rzcmd_watch..s $y/r zRecs/scdSrrrsr rzcmd_watch..s 4 ?r RdrscdS)N num_readersrrsr rzcmd_watch..s $}"5r z%.2fEnvMbz%+.2fzEnvMb/sTxscdSN last_txnidrrsr rzcmd_watch..s l!3r zTxs/scdSr rrsr rzcmd_watch..s $|*.s g.B.Br zSctWr/scjSr)rrsr rzcmd_watch..s g.E.Er r)quotingrr3r)rrrYrrJcsvwriterrCstdout QUOTE_ALLwriterowrrrrr4max _TERM_WIDTH _TERM_HEIGHTr!rjusttimesleeprKeyboardInterrupt)rdrGrenvmbcolsr term_width_headwidthsrcntvalsrrFrvalrrrs` @@@r cmd_watchr's  ?? D D  CE '01 (89 &45 (F#=>? '9: )V$BCD &12 (F#:;< &56 '5! )VE]+ %34 '6"<=> D Gchhj)Hh' Iv&BC D Iv&EF G   J*. /$JAtQc$i$F / xxCJJ >5*!T156 C 88:D88:D!D(1$$$CtDFl C q 3s84q )8 xx%,SL1.   & JJt}} % 1HC306<    s#L L" #F9L(( L43L4c,tJtj}tj}d}|d|dz}tjdt d|z}t j }|j rt|jd|}nt|jdzd|}|j|kr%|j||j|kr%td|d z d t j |z zfzy) NirrBrz /data.mdbzWarmed %.2fmb in %dmsri) rrrarrayr ruse_single_filerwenvtellreadintorb) rdrGrrbufsize last_offsetbuft0rLs r cmd_warmr4s ?? 88:D 88:DGw-${"33K ++c9Vg%56 7C B  $((D' * $(([($ 8 '')k ! C '')k ! !  !4499;+;#< = >?r c tJ|js tdtj}t j |j|ddz|j dddd}g}|D]W}|dk(rdn|}tjt|}|jt|}|j|||fY|s6|jdtjd|jdf|D]\}}}td|d |j|d 5} tj|d 5} | jD]+\} } | jt| t| d - ddddddtd |jd|j!y#1swY@xYw#1swYxYw)Nz,Must specify target environment path with -Emap_sizerFT)r6max_dbssyncwritemap map_asyncmetasyncrRzWriting rr)rtr!)rtrp)r4z Syncing..)r target_envrHrlmdbrwr7rTr r4rbrurKrrr8close) rdrGsrc_infor<rrVrsrc_dbdst_dbwtxnrtxnrMrNs r cmd_rewriterDs ?? ?? :;xxzH4??$,Z$81$<#'<rdrGrs r mainrwbs ]F""4(JD$  34 88 01 ))DHHt}}w'>4K_K_G_ LLfAT VC ww [[477+ ,vz" foo|4N 9==$q') *D  T!W ./tABxr __main__r3))Pr)6r9r+rrrr6r_r[rurrdrCriorrtypingrr=rxrrrFr r rr)r@rHrOrZrfrnrzrrrrrrrrr'r4rDrIrRrYr\rirkrwrrvrr r r}s./b   "  !%%  # 1 +B.bx( / ."J @?   2II8Q h?(D$$+:2  2 8 z!"r