iddlmZmZddlZddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlZddlmZddlmZddlmZmZmZmZmZmZddlmZmZm Z m!Z!ddl"m"Z"dd l#m$Z$m%Z%m&Z&dd l'm(Z(dd l)m*Z*m+Z+dd l,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4m5Z5m6Z6m7Z7m8Z8m9Z9m:Z:m;Z;mZ>m?Z?m@Z@mAZAmBZBmCZCmDZDmEZEmFZFmGZGmHZHmIZImJZJmKZKmLZLmMZMmNZNmOZOmPZPmQZQmRZRmSZSmTZTmUZUmVZVmWZWmXZXmYZYmZZZm[Z[m\Z\ dd l]m^Z^e0rddl_Z_dZ`erddlambZbe/xre jdkZdedrddleZedZfegefjdZidZfegefjdZjdZfegefjdZkdZfegefjdZldZmdZnejdZpGddeqZrGddeqZsGddeqZtd Zud!Zvd"Zwy#YxYw)#)print_functionunicode_literalsN)deepcopy)Queue)ANYWINMACOSPY2 TYPE_CHECKINGWINDOWSE) LEELOO_DALLASSEESLOGVFSAuthSrv)bos)vf_bmapvf_cmapvf_vmap)Fstab)MParserMTag)0 E_FS_CRITE_FS_MEH HAVE_FICLONE HAVE_SQLITE3SYMTIME VF_CAREFULDaemonMTHashPebkacProgressPrinterabsrealalltrace atomic_move db_ex_chk dir_is_emptydjoinfsenc gen_filekeygen_filekey_dbggziphidedir humansizemin_expathmodquotep rand_nameren_openrmdirs rmdirs_uprunhookrunihooks2hmss3decs3enc sanitize_fn set_ap_perms set_fpermssfsencspackstatdirtrystat_shutil_copy2ub64enc unhumanizevjoinvsplitw8b64decw8b64encwunlink)Path)SvcHub)z[avif,avifs,bmp,gif,heic,heics,heif,heifs,ico,j2p,j2k,jp2,jpeg,jpg,jpx,png,tga,tif,tiff,webp,zm3gp,asf,av1,avc,avi,flv,m4v,mjpeg,mjpg,mkv,mov,mp4,mpeg,mpeg2,mpegts,mpg,mpg2,mts,nut,ogm,ogv,rm,vob,webm,wmvzGaif,aiff,alac,ape,flac,m4a,mp3,oga,ogg,opus,tak,tta,wav,wma,wv,cbz,epubznohash noidx xdev xvol z\cannot receive uploads right now; server busy with %s. Please wait; the client will retry...aKyou could try moving the database to another location (preferably an SSD or NVME drive) using either the --hist argument (global option for all volumes), or the hist volflag (just for this volume), or, if you want to keep the thumbnails in the current location and only move the database itself, then use --dbpath or volflag dbpath) rrPrrrrrrrceZdZdZy)Dbwc<||_||_||_||_yN)cnnft)selfrUrVrWrXs A/home/ubuntu/myenv/lib/python3.12/site-packages/copyparty/up2k.py__init__z Dbw.__init__vsN)__name__ __module__ __qualname__r[r\rZrRrRusr\rRceZdZdZdZy)Mpqezpending files to tag-scancX||_||_||_||_||_||_yrT)mtpentagsvfwabspathoth_tags)rYrdrerfrgrhris rZr[z Mpqe.__init__s.    r\N)r]r^r___doc__r[r`r\rZrbrb}s #!r\rbceZdZdZdZdZdZdZdZdZ dtdZ d Z d Z d Z d Zd ZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZdZ dZ! dtd Z"d!Z#d"Z$d#Z%d$Z&d%Z'd&Z(d'Z)d(Z*d)Z+d*Z,d+Z-d,Z.d-Z/d.Z0d/Z1d0Z2d1Z3d2Z4d3Z5d4Z6d5Z7d6Z8d7Z9d8Z:d9Z;d:Zd=Z?d>Z@d?ZAd@ZBdAZCdBZDdCZEdDZFdEZGdFZHdGZIdHZJdIZKdJZLdKZMdLZNdudMZOdNZP dvdPZQdQZRdRZSdSZTdTZUdUZVdVZWdWZX dwdXZYdYZZ dwdZZ[d[Z\d\Z]d]Z^d^Z_d_Z`d`ZadaZbdbZcdcZdddZedeZfdfZg dxdgZhdhZidiZjdjZkdkZldlZmdmZndnZodoZp dwdpZqdqZrdrZsdsZtyO)yUp2kc||_|j|_|j|_|j|_|jj |_|jj |_|jj|_|jj|_|jj|_ tjd|_ d|_d|_d|_d|_d|_d|_t)j*|_t)j*|_d|_d|_d|_d|_t)j8|_t=|_d|_ t)j*|_!i|_"i|_#i|_$i|_%i|_&i|_'i|_(i|_)i|_*i|_+d|_,i|_-i|_.g|_/ta|_1ta|_2t)j8|_3t)j*|_4d|_5d|_6d|_7tjd|_8d|_9d|_:g|_;i|_<d|_=d|_>d|_?tt|jjdd zd z|_Ct=|_Dtr|jd |_=|jzjd ttjjd Dcgc] }t|c}|_>|j|dkrd|_?nd}|j|dt|j|jd|_M|jjr |jnt|_Q|jjdkrd|_Sn$t|jj|_S|jjr|jyycc}w)Nz^[0-9a-zA-Z_-]{44}$rFz(?:^|,)i([0-9]+)T2g333333?rz:memory:zcreate table a (b text).)rL z>could not initialize sqlite3, will use in-memory registry onlyrL)Whubasrvargsloglog_funcvfsacctiacctgrpswarksaltsaltrecompiler_hashabrt_keygidgt0gt1stopfika threadingLockmutex reload_mutex reload_flag reloadingblockedpp Condition rescan_condset need_rescandb_act reg_mutexregistryflags droppable volnfilesvolsizevolstatevol_actbusy_aps dupesched snap_prevmtagre mtp_parsers pending_tagsrhashqtagq tag_event hashq_mutexn_hashqn_tagq mpool_usedxiu_ptnxiu_busy xiu_asleep fx_backlogcurmem_cur sqlite_ver no_expr_idxintmax srch_timetimeoutspoolsr_orzexecutetuplesqlite3sqlite_versionsplitrfstablog_fk_gen_fkr*gen_fkhash_mtmthr no_fastboot deferred_init)rYrtxrXs rZr[z Up2k.__init__s8XX HH  99==IINN YY__ IINN II&& jj!67    ^^% %NN, $..0E ")         !#387 !7 ",,.$>>+  zz"56     3tyy22B7#=>B u 99Z0DL LL !; <#W5K5K5Q5QRU5V$WSV$WXDO'#' PA HHQN4==$))T: &*ii&6&6dllK 99  q DHdii//0DH 99     !%XsQc^|jjryt|jdy)Nzup2k-deferred-init)rvrrrrYs rZ init_volszUp2k.init_volss# 99 t!!#78r\ctj|_|jrd|j_d|_yy)NT)timerrendrs rZunppz Up2k.unpps-99; 77DGGKDG r\c|rdnd}|j5|j|kr||_ddd|j5|jjdddy#1swY9xYw#1swYyxYw)Nrsr)rrr notify_all)rYrescan_all_volsrVs rZreloadz Up2k.reloadsv Aa    %!##$  %   *    ' ' ) * * % % * *sA"A."A+.A7c |jr"tjd|jr" |j5|js dddd|_y|jdk(}d|_ddd|j }|j 5|jddd||j k(s |jr2tjd||j k(r%|jr2#1swYxYw#1swYcxYw)N皙?rsrF) rrsleeprrrr_reloadr)rYravrs rZ _reload_thrzUp2k._reload_thrsgg JJsOgg"" %'' %&&!+#$  % ((C " S! "/TWW 3/TWW % %  " "sC8C8D8DD c|jdj|jdz|jjj }|j 5|jDcgc] \}}|j|jvs|"}}}ddd|rt|j}|j|ddycc}}w#1swY?xYw)mutex(main) mezreload #{} scheduledrNTF) rwformatrruryall_volsritemsrealpathrlistkeys_rescan)rYrrkv scan_volss rZrz Up2k._reloads '..txx!|<=99==)) ^^ &nn.a!**DMM2QI  X]]_-I Xy$6  s$C. CCCCCcB|jjj}|j|gd}|jrK|j 5|j 5|jdddddd|jy|js3|jjdk(r|jjS|jjryt|j d|rt|j"dt|j$d|j&rTt)t+d|jj,D]'}t|j.dj1|)yyy#1swYxYw#1swY$xYw)NFidxz up2k-snapshotz up2k-hasherz up2k-rescanrz tagger-{})ruryr init_indexesrrr _drop_cachesrrrvexitrtsigtermis_dutr _snapshot_hasher _sched_rescanrrangermtag_mt_taggerr)rYrhave_e2drVs rZrzUp2k.deferred_init s:99==))$$Xr59 99 $T^^ $!!# $ $ IIK ww499>>U288##% % 88?? t~~/  4<< / 4%%} 5yys1dii&7&789@A4<<););A)>?@  $ $ $ $s$ FF*FF FFcL|jr|dz }|jd||y)Nzup2k)rrx)rYmsgrUs rZrwzUp2k.log;s" 77 8OC fc1%r\c `t||||||j|jjSrT)r+rwrvr)rYalgr~fspathfsizeinodes rZrz Up2k._gen_fkAs, vueTXXtyy7G7G  r\c<||_|jd|zdy)Nz#uploads temporarily blocked due to rL)rrw)rYwhys rZ_blockz Up2k._blockFs  6c (g}|jjj|xsgD]}|jjj|}|s+|j}|j j|}|sU|j D]|}t|d}t|d} || k(s|s'|d} || z |dt|jd| t| t||d|df} |j| ~|S)Nneedhashpokesizet0cprelname) ryareadgetrrrrlenrr(append) rYrrvtopryptoptabjobineedihashr"zts rZrzUp2k._active_uploadsxsHHNN&&u-3 D((##''-C<6{EMKt,-I$F S[9  2  . r\c tr|jdd}|t|djd}t |\}}|j 5|j |}|jD]5}|d|k(s |d|k(stj|dccdddS dddy#1swYyxYw#YyxYw)N\/r%r&r r z{}) rreplacer)striprErrrrr)rYr,apvpdnfntab2r.s rZfind_job_by_apzUp2k.find_job_by_aps ZZc*CIK&&s+BBZFB I}}T*;;=IC6{b(S[B->#zz#-HH  I II I I  sBAB?+B3=B3B3 B?(B3*B?3B<8B?<B??Cc ts|jjdsddiSg}t|xsddg}i}d} |jj D]\}}|j j||jdd} | s5| d vr|xsdnd } | d vr|nd} |jD]v} d | vs| r| d | vs | r | | dk7rt| dt| d| d| d| dt| dt| df} |j| |dz}|rv |jjtr3|Dcgc](}|d|djdd|d|d|df*}}|j!d|Dcgc](\}}}}}|dt#|zd|dz|xsdzz |d*}}}}}}d|iS#|jjwxYwcc}wcc}}}}}w) Nrsrrr *iu2abortrrsrnrrLdoneuseraddrt0r+r%r&r#r r!rr3r4rLTrd)atr8pdszf)r rrrrrrr(rrr(r)r*rrr5rr1)rYriprusersete_drVr,r;cfgrErDr.zt5rrIr8rKnnnhret2s rZget_unfinished_by_userzUp2k.get_unfinished_by_users2 dnn,,Q,7q> ! ,-  %"mm113  djjnnT3/33IqA'*f} d""%-wT;;=C#  S[%< TS[%8 CIc&k3v;F DF CK(CK( CJJsOFA#  2 NN " " $ NQRAaD!A$,,tS11Q41qtDRCR ),  %RR F2J&b3hBG!45    T{ NN " " $S sC(G(G-G1-G6 G.cts|jjdsyi} |jj D]V\}}d}d}|j D]3}d|vr|dz } |t |d|dzt |d zz }5||f||<X |jjtj|d S#YuxYw#|jjwxYw) NrrrnrrCrr r#r!r r ) r rrrrrr)rrr)rYrr,r;nbytesnfilesr.s rZget_unfinishedzUp2k.get_unfinisheds dnn,,S,9 %"mm113 - d;;= C} aKF#c&k"2S["@CF DT"TT $V,D  - NN " " $zz#-88 NN " " $s$AC)&C  C CCC/ch|j5|j|cdddS#1swYyxYwrT)r _get_volsize)rYr,s rZ get_volsizezUp2k.get_volsizes, ^^ +$$T* + + +s(1cg}|j5|D]"}|j|j|$ ddd|S#1swY|SxYwrT)rr*r[)rYptopsrr,s rZ get_volsizeszUp2k.get_volsizessR ^^ 4 4 4,,T23 4 4  4 s (AA c,d|jj|ivry|j|}|j|}|j|}t |j j|ijD]}||dz }|dz }||fS)Ne2ds)rrr#r)rr(rrrrrr)rYr,rrWrXjs rZr[zUp2k._get_volsizes b1 1hhtnc"$dmm''b188:; A ai F aKF r\cn|j5|j||||cdddS#1swYyxYwrT)rrrYrrwaitfscans rZrescanz Up2k.rescan s6ZZ B<<)T5A B B Bs+4c|s |jry|xjdz c_t|jdj |r|dnd||||jfy)rz,cannot initiate; scan is already in progressrzup2k-rescan-{}rallrn)rrrrrrds rZrz Up2k._rescansYA A      # #IIaL5 I y% 2 r\ci}tjdzx}}|jstj}t||}|tjz }|j5|jj |ddd|jry|j 5|j r9|js-d|_d|jfz}t|j|dddtj}||kr|}|jr|dz} |dz}|jjr|jjs|dz}n[|j}t!|j#|} |jjrt!|j%|} t!|||j+z}|j.5t1|j2j4j7D]`\} } | j8j;d } | s$| |vr||| <|| | z} | |kr|j<j?| t!|| }b ddd|j@||jj@z kDrk|j<r_|j@|jj@z} |j<r|}|| kr'| }d }|j)|jC||z |j.5tEt1|j<}|j<jGdddr_|d z}|jI|j2j4|dd}|r$|D]}|j<j?||D]}|||< |jsyy#1swYExYw#1swYxYw#t&$r2}t!||dz}d}|j)||fzdYd}~cd}~wwxYw#t&$r)}d t-|vr|j)d Yd}~yd}~wwxYw#1swYxYw#1swYxYw)Ng@Tzup2k-reload-%drrL)#<z'could not check for expiring shares: %rz closed cursorzsched_rescan: lost dbscanz;volume rescan deferred {:.1f} sec, due to database activity F)%rrrrrerrrrrrrrv no_lifetimeshr_check_lifetimesr_check_forget_ip _check_shares Exceptionrw _check_xiustrrsortedryrrrr(raddrrrclearrg)rYvolagecooldownrnowrezsexrXr8volmaxagedeadline act_timeoutvolserrrs rZrzUp2k._sched_rescan s!YY[3..7))))+C'8,GTYY[(D!! ,  %%d+ ,yy"" 1##DNN%)DN)TXXK7B4++R0  1 ))+CX~"ww7QwHyy$$TYY]]*//1d335w?+yy}}"%d&8&8&:G"D  gsT__->'>? 5%dhh&7&7&=&=&?@ 5GB YY]]62F! '%(r %bzF2H3((,,R0!'84G 5 5{{S499#3#3338H8H"kkDII,<,<< ##!G[()GUAHHQXXgm45 )F4#3#345  &&( )8kk$(("3"3T5%H!0((,,Q/0$A #F1I$}))  , ,  1 1:!+!'384GAAHHQ"Y**+ "c"g-HH45   5 58 ) )sh,O )AO0O%9P#"BQ9Q% OO"% P .'PP # Q,QQQQ"%Q/ctj}|dz}t|jjj D] \}}|j d}|s|j j|j}|sA||dzz }tdD]}d} |j| j} | sn| dd|z } | dkDrt||| z}nbd} |j| |fz|j} |jjd } |j!| || |j"fzt||d z}|S) Nrk forget_iprlrsz8select ip, at from up where ip > '' order by +at limit 1rrz0update up set ip = '' where ip > '' and at <= %dz*forget-ip(%d) removed %d IPs from db [/%s]i)rrwryrrrrr(rrrfetchallrrowcount connectioncommitrwvpath)rYr|rr8rrrcutoff_rhitsremainszirXs rZrrzUp2k._check_forget_ipsJiik*dhh//5578 .GBYY{+F((,,s||,C6B;&F1X 6N{{1~..0q'!*v-Q;!'3=9GF A M*\\%%'@fb#))445# 6&'39-G= .@r\c tj}|dz}t|jjj D]\}}|j j d}|s%|jj |j}|sMd}tj|z }t|||z}d} |j5|j| |fj} ddd snz| D]t\} } | jds| jdrt| | \} } | d| jd} |r|d| } |j!t"d| gdd |d z }v|r|j%d ||fz|d krJd } |j5|j| j'} ddd| st|||z|| dz z }|S#1swYxYw#1swY6xYw)Nrklifetimerz7select rd, fn from up where at > 0 and at < ? limit 100T//r4rnFrz%d files graduated in /%srnz2select at from up where at > 0 order by at limit 1)rrwryrrrr(rrrrrr startswithr9r6 _handle_rmrrwr)rYr|rr8rrrnrmrrrrdr:fvps rZrqzUp2k._check_lifetimessiik*dhh//5578* IGByy}}Z0H((,,s||,CCyy{X-H'3>2GIAZZB;;q8+6??ADB" FB}}T*bmmD.A!&r2B&("-44S9C)+S1OOM2sBeL1HC $4Ry@A|DA 1{{1~..0 1gsX~tAw'GHU* IX=BB0 1 1s "G( G4(G1 4G= ctj}|dz}|jjdz}||z }|jjj |jj jd}|xr |j}tj|jjd}|j}d} |r$|j| |fD cgc]} | d c} ng} | r9|r |jsJt| } |jD cgc] } | | vs|  } } t| }|r|jd| |j| |fD cgc]} | d } } | rf|jd | |j!d | D cgc]} | fc} |j!d | D cgc]} | fc} |j#|r!t%|j&j(d d d} |j| dj+\}|rCt-|||z}|j| |dz fj+\}|r t-||}|j/|j/|jj0r+|jd||tjz fz|Scc} wcc} wcc} wcc} wcc} w)Nrkrlr4rsrz%select k from sh where t1 and t1 <= ?rzdisabling expired shares zforgetting expired shares zdelete from sh where k=?zdelete from sf where k=? sharedrop)FFz#select min(t1) from sh where t1 > ?rznext shr_chk = %d (%d))rrvshr_rtrynodesr(rpr6rconnectshr_dbcursorrrrrw executemanyrrrtrrrcloseshr_v)rYr|rrlowvnactivedbrrrrmzssr}rearliests rZrszUp2k._check_sharess[iik*!!B&Fl XX^^   3 3C 8 9 __TYY--q 9iik 37=CKKC62 3qad 32 "(( "?b'C!xx529"5B5b  HHb: ;KKC62 3qad 3 3 HHr; < OO6r8J!!8J K OO6r8J!!8J K IIK  488??K @ 1kk!T*335  '8f#45G++a#'4==?KXgx0   99?? HH-'DIIK:O0PP QK4 6 49K8Js$$ K  K*K& K K ; K c|jryd}t|jjj D]\}}|j }|j j|}|s1|j5d}|j|j}|s dddk dddg}tD cgc]} | d c} D]M} | tj|j|z z } | dkDrt|| }n|j| O|sd|_t|j d||fy|S#1swYxYwcc} w)Nrsrkzselect distinct c from iurTxiu)rrwryrrrrr(rrrrrrr*r _run_xius) rYrrrrprrcdsrun_cdsrcddeltas rZruzUp2k._check_xius@ ==TXX..4467 FAsB((,,r"C /kk!n--/     GC0qad01 #diikDLL,<<=19c5/Cr"  # $ t~~usGn=1 4 )  1s:%E< E E cR|D]}|j||d|_d|_y)NFT)_run_xiurr)rYrrrs rZrzUp2k._run_xius0s/ #B MM#r " # r\c6|j}|j|}|j5d}|j|j |j }|s dddyd}|j |j |||jjd}g}|D]6}|j||j} | s&|j| 8 ddd|j|d} | D]} |jj| } | rt| jdnd} | |k7rB|j!dt#| fzt%|j |j&j(| |y#1swYxYw)Nz-select w,rd,fn from iu where c={} limit 80386z6delete from iu where w=? and +rd=? and +fn=? and +c={}z;select * from up where substr(w,1,16)=? and +rd=? and +fn=?rrz xiu: %d# %r)rrrrrrrrrrr*rrsearchrgrouprwr)r7rvhook_v)rYrrrrrwrfsrwrfupcmdscmdmccds rZrz Up2k._run_xiu7sh \\hhrlZZ #?A;;qxx|,557D  # #IA OOAHHRL$ / NN ! ! #MAC #[[C(113JJrN # #,zz"~e$ @C ##C(A%&#aggaj/ACby HH]c$i%55 6 TXXtyy//c3 ? @/ # #s4F%A(FFFcdt|ddzt|dxsdz z }t|d|d|d}d j||S) NrHr gY@r!rr,r%r&z {:5.1f}% {})r)r(r)rYr.percpaths rZ_vis_job_progresszUp2k._vis_job_progress\sZc#f+&.#c&k2B2GaHIS[#f+s6{;##D$//r\cg}|jD]+\}}|ds |j|j|-|S)Nr )rr*r)rYregrrr.s rZ_vis_reg_progresszUp2k._vis_reg_progressasEiik 8FAs6{ 411#67 8 r\c|jsd|fS|jDcic]\}}|jdr||}}}t|t|k(rd|fSd|fScc}}w)NFe2tT)rrrr))rYrrrrs rZ_expr_idx_filterzUp2k._expr_idx_filterisk%<  % I1Q\\%5Hq!tII s8s5z !%< Sy Js A%A%c <|s!|j5|j}dddtj|_d} |dz }|dkDrtjd|j5||jk7r dddy|j r ddd\t |j|j|_|jjs|j jddd |r|jd|fz|jj|_ |jj|_|jj|_|jj |_|jj"xs.|jj$xs|jj&}t)|j+}tj}|j,rJd} |D],} |j/| j0\} } | s$| | _d} .| rd} |j| d g}|j5|j25|D]F} t4j6j9| j:r;d |j<| j><d }|j|| j>fzh t5j@| j:| j0 tC|jD|jjF | j:|r| j>|vr|jK| j:| j0s|jM| | j>|j<vs.d|j<| j><I dddddd|}i}d}|D]} d| j0vsd}|rN|jNsBtQ|jD|j|_'|jNjRsd|_'tUd|Ddr|jWd|jjXs|Dcgc]}d|j0vs|c}rKd|j_,|j5|j25|j[dddddd|D]} |j\s||jk7rnt_| j0jadi}||jb| j:<d| j0vrd}d| j0vs|rLd|j<| j><|je| t)|j+\}}|rd|| <d| j0vrd}nd| j0vrd}nd}||j<| j>< |jg|D]} |j\rnd| j0vr d}||j<| j><|jdji|| j:|jk| }|r&|jd ji|dd|| <d| j0vrd}nd}||j<| j><d}|D]} |j\rnd| j0vr d!}||j<| j><|jdji|| j:|jm| \}}}|sd}|s|rd|| <d"|j<| j><|D]} |j5|j25|jK| j:| j0}dddddd\}}|j5|jnjq|jsd#ddd|j\ry|j+D]} | j0d$d%k(r|j5|j25|jK| j:| j0}dddddd \}}t4j6ju|d&zd'kr |j5|jsd( |jsd)|jnjqddd|j\ryd|j _;d+} |j| jity|tj|z |rd,} |j| d |jNrd-nd}|D]} ||j<| j><|jNrt{|j|d.|f|S|j|S#1swY xYw#1swY xYw#tH$rG}d |j<| j><|jd| j:d|d Yd}~d}~wwxYw#1swYxYw#1swYxYwcc}w#1swYxYw#1swYxYw#1swYxYw#1swYxYw#1swYGxYw#1swY?xYw#1swYDxYw#YxYw#YxYw#1swYxYw#tH$r,}|jd*ji|dYd}~d}~wwxYw)/NrTrrFzreload #%d runningz6disabling -e2t because your sqlite belongs in a museumrLrUzonline (just-a-file)z*NOTE: volume [/%s] is a file, not a folderrfzOFFLINE (cannot access folder)zcannot access r z OFFLINE (pending initialization)rc3>K|]}d|jvs|yw)raN)r).0zvs rZ z$Up2k.init_indexes..s9f&89sindexinge2tsrmtee2drazbusy (hashing files)e2vz online (integrity-check pending)e2tszonline (tags pending) online, idlezonline (verifying integrity)z{} [{}]zmodified {} entries in the dbzonline (reading tags)zonline (mtp soon)vacuumdbdacid-waliPzpragma wal_checkpoint(truncate)rzcheckpoint failed: {}z{} volumes in {:.2f} seczJcould not read tags because no backends are available (Mutagen or FFprobe)zonline (running mtp)z up2k-mtp-scan)@rrrrrrr"rwrvrtrstartruryrzr{r| have_idp_hdrschpwrprrrrrrrrisfilerrrmakedirsr'rx no_scandirrtregister_vpathr*rrusablenextrre_dhashrrrr(re_build_file_indexrr_verify_integrity_build_tags_indexrrrgetsizerr)r _run_all_mtpr)rYrrrfrnspinrrrFmodifiedrrrLr live_volsrXr~need_vac need_mtagrenrvacnmodneeded_mutagennaddrsuccessrrdb_paths rZrzUp2k.init_indexesss`  hh 99; QJEqy 3 $$((?  $ $77 $ $*$((DII>xxGGMMO $   HH)SF2 399==IINN YY__ IINN 99**MdiinnM HOO%& YY[   H $,,SYY71 !CI#H  $ N" ZZ R R R88??3<<0/EDMM#)),DAHHQ#))-.LL#))< DII4H4H0H#,,W )!;**3<<C  %99DMM1/QDMM#)),5 R R R<  !C !  ! TYYT]]DII6DI99##   9d94 @ KK # 99  t!Kw"((7J"!K!&DII  $T^^ $!!# $ $ )CyyC488OSYY]]5"-.B(*DKK % !"e+A cii(//T(//:K5LM3$(HSM !6399$+"'(DMM#)) $/ )2  )CyyCII%.A'(DMM#)) $ HHY%%a6 7))#.D8??EqI $ "+"'(DMM#)) $+ )0 ;CyySYY&'A'(DMM#)) $ HHY%%a6 7!%!7!7!< D#w!%s $ ':DMM#)) $% ;( &C CT^^ C))#,, B C CFC &%%' H% & &  & 99??$ @Cyy6) CT^^ C))#,, B C C " W88##Gf$45GH @ZZ,KK AB H-NN))+, @4 99 ( CItyy{R'789 ^C HHSAH &*ii "^ )C'(DMM#)) $ ) 99 4$$ov > IIKS   $ $f!/ODMM#)),HHs||RHAHN R R R R^"L $ $ $ $Z C C C C & & C C C C  ,, @077;Q?? @sS g"+g/ g/Ag/ i A+i A!g<-A"ii.i*i)>i)" i;/i.i;4 j'j(j ,j"> j< 'j/2j<*k 0 k&<kk k:k&"g,/g9< i j jA|rtCjD|d5}|jGjId}dddtKjL} |d }|d!}|}|r6d"|tOtQ|vr|jSD] }|d#|d"< g}|jD]\}}||d$<d%|v}|r |x|d&<|d'<nd&|vrg|d&<d'|vrg|d'<|rtU||d(|d)}ntU||d(||d)zd*z}t>j jA|r |rtWjV|d+<i|d,<|jd-|| r|jY||D]} || =tOd.|jSDdrCd/j}!|jSD] }d%|vs|!D]}|j3|d"|)|jDcgc] \}}|d&r |}}}n|D cgc] } | |vs|  }} d0j7|t[|j]t[|xsg}"|"g|j_|z}#|jd1j |#||j`|<d2|jb|<||j|<|xsg|jd|<|jg|dthrd3|vsd4|vry t?jj|r tm| |jq|}%|d7}&|&d8k(rd9} d:}'n|&d;k(rd<} d:}'n|&d=k(rd<} d>}'nd<} d?}' |%jsd@| zjudA}(|(jw| jwk7rdB}"to|"j7| |( |%jsdD|'z|%jxj{|j}|%||%|j|<dA|j~|%<dA|j|%<|%|fS#YyxYwcc}}wcc}}w#YLxYw#YRxYwcc}}w#1swYxYw#YxYwcc}}wcc} w#tn$r#}$d5}"|j|"||$fzd6Yd}$~$yd}$~$wwxYw#tn$r5}$|'d>k7r%d:}'dC}"|j|"j7|'|$Yd}$~$"d}$~$wwxYw#dE})|j|)|tjtfzd6YyxYw)Fmutex(main,reg) mezno dbpath for Nzup2k.db?noforgetz{}{:.0}z{}{:.0}z{}:{}zbcasechk du_iwho emb_all emb_lgs emb_mds ext_th_d html_head html_head_d html_head_s ls_q_m put_name2 mv_re_r mv_re_t rm_re_r rm_re_t rw_edit_set srch_re_dots srch_re_nodot zipmax zipmaxn_v zipmaxs_vrNc3 K|]}|ywrTr`rrs rZrz&Up2k.register_vpath..s!4!!4s chmod_dchmod_fz-1)rrz%oTFzall-defaultrOz90mre.compile(z90m(z/{} {}r4rn35rq up2k.snaprbutf-8rrdwrkwarkr,rCr r!r%r&.PARTIALr"busyzign deleted file in snap: c34K|]}d|vsd|vs |yw)rCr"Nr`rs rZrz&Up2k.register_vpath..sL1! ! QLs zhost tnam busy sprs poke t0czloaded snap {} |{}| ({})r>rord2dz%failed to initialize volume '/%s': %srrrdeletefullswalwalyolooffnormalzpragma journal_mode=rz,sqlite failed to set journal_mode {}; got {}zreverting to sync={} because {}zpragma synchronous=z5ERROR: cannot use database at [%s]: %s hint: %s )Drydbpathsr(rwosrjoinrrrrrrrrrrupdaterrgetattrrvrvrrpoprrrwr5dotpartrexistsr,GzipFilereaddecoderloadsriterrr(rr*r)rrrrrregdroprrr-rt _open_db_wdrrlowerrr_verify_db_cacherr traceback format_exc HINT_HISTPATH)*rYr,rhistpathrrrrrn4gftfffvr}fxfdflk1k2ardrp emptylistrsnaprLrbreg2r.ris_donefprzslrXtar~rrsyncamoders* rZrzUp2k.register_vpathbs88##''- HH41 2'',,x3 4==  xx~w..HH%%++- DAqzzT! ((/5599Z()   &V _ Y ') ')!xxz *tq!ad * *  1{WTYY1..Fc'$))RU";<< qD  ioo' 5FB|rRx2b6{c'$))R"899rF!4RV!442  5 i=C 1 115 5 FF9  )}DII$5$5$=q AAy!( A 11   1{9RU " B B1c!f M  &'A &)$B,f5B HHX__UUc%CRH$ O **#ww||Hk2 88??4 tT* -aFFHOOG, -::a=D ;'J'Cd4T +;&<<;;=.C"%f+CK.B**, %3"F  C-099CK#f+S(&(F S(&(F tS[#f+>BtS['CK2G*2TUB88??2& "&))+CK"$CKHHrCD ! 1 %4 G L LdS4::<::<-C}!$-AGGAt,-- {%(YY[BTQ& qBB"%2Qcq22*11$CHHJSYTVXAt--c22B HHTYYr] #  4  T! d"ybt T2uE1Ue^ ||H%! - P""7+C,Cf} 1 $:R$?@IIKAN;;=BHHJ.FA#AHHR$788/ KK-4 5 NN ! ! #  ! !#u - DHHTN !DLL "#DNN3 < } $+ ,    & - - ^C2" 7A HHQ%_a ( @ 15=!D9AHHQXXdB/0  1  POC HHSGY%9%9%;]KKQ Os,_< `>A`  ;` `.5`8 `%6 `2 `:#`:/ a9a a.8b5'A#a4 A1b5<```%`/2`7 a1a,,a14 b2=*b-'b5-b22b552c)c |dzjd}|jjDcgc]}|j|s|}}|j |Dcgc]}|t |d}}|D]}|jj|j }|jD cic]\} } | tvs| | }} } |jtt|jtjdj|jddj!} t#| ddj%d} |j'd} | j)\}|| k7ra|j'd |j'd |j'd |j'd | f|j*j-yycc}wcc}wcc} } w#d}Y}xYw) Nr4r>rr5asciiz#select v from kv where k = 'volcfg'rnz!delete from kv where k = 'volcfg'delete from dhdelete from cvz"insert into kv values ('volcfg',?))lstripryrrrr)rrVF_AFFECTS_INDEXINGr*rvrwhashlibsha1rencodedigestrBrrrrr)rYrrprefixrvpsseedr8rfrrzbvcfgrUoldcfgs rZr"zUp2k._verify_db_cache4s#+%%c*((++DQq||F/CqDD  *-.Q#f+- .. 1B""2&,,B#%88:J41a6I1I!Q$JBJ KKF288:./ 0 1 \\$))D/00)D E L L Nr#2w&&w/ KK= >  IV T> KK; < KK( ) KK( ) KKr0|jjd |xj d z c_t+|}dx}} tA|jB|j<jD |r-d}|jG||j"|fzd dddy|jIs-d}|jG||j"|fzd dddy|jK||tM|||||||g| | t|jjd \}}}|s|jO|j||}|j r*|jGd|j\|j fz|j<j^re|jjdjar\|jjd|jGdjS|n |s|r|jc|jd|jjdjg|jjdsI|jjds.|j<jhrK|j<jjs4d}|jj|ja\}}|xsd}||dzz }||jl|j<||jn|j<tq|jjdxsd}tq|jjdxsd}djSts|dts|dts|djud ts|djud |j}|jG|dt|xs|xs|fcdddS#1swYxYwcc}wcc}wcc}wcc}w#tP$ri}d}|jG|jS|tUd tW|jF|| r|jXj[Yd}~9d}~wwxYw#1swYyxYw)!NFnoidxnohashrfat32xdevrselect count(w) from upr4r3)z/devz/procz/runz/sysrzdelete from dsz^volume /%s at [%s] is empty; will not be indexed as this could be due to an offline filesystemrJ)TFz;volume /%s at [%s] will not be indexed due to bad landmarksxvolzfailed to index volume [{}]: {}rcommit %d new files; %d updateszselect d from dhr>zforgetting dhashes in {}Tvmaxbvmaxnz!select count(sz), sum(sz) from up0z+{:>5} / {:>5} ( {:>5} / {:>5} files) in {}B);rrr(rrstatst_devrrrrRrrrUrrrVrrr)r@r#rryhisttabrrr r5extendrvre_dirszr'rxrrwcheck_landmarks _build_dirr _drop_lostrtrr/r&rt log_stacksrWno_dhashr _set_tagscanrrstatsnos_volrrrCr.rstrip)rYrrdo_vactopreirehr'ffatcstdevrrrrdexclrrrtopn_addn_rmrXrr~r}rvbrTrUs rZrzUp2k._build_file_indexQslliimmG$iimmH%399==,-#))#hhsmIIMM&1cjjq ZZb 7 :))#syy9 :LCS!Q ,BRTT\\*CDEaHDGGI"8!3!3CIIO!DCII s"QWWS^-=%>%E%Ec%JJD .AWQZ. .D D))0023 3D D))0023 3D6:; #t,;; =>t,!A,-Dyy!! -. 3DDLL!12HH7>>sCD$!!"$$- DDOO " " $ g&99==)IIOODII,=,=8b)224BW1b4i%' RTT"')rtt$"399==#9#@SA"399==#9#@SAAHHb$'eT*b$'..s3eT*11#6LL  e5t5v66Eb 7b 7 : : /< -F *6#vx0A6TXXr73HH'')  *ub 7b 7s \:Z$+A'\:BZ1\:Z6,A/\:Z;4\: [ A\:8A[3[A+[9J!\:$Z. )\: \7A\2,\:2\77\::]c|j}d|_||jjvryd}|j|||j|jfz|j j jdx|_|_tj|_ |jjtjd|jjtj|_ y)Nrnz)fika(%s); commit %d new files; %d updatesrr)rrvrwrWrVrUrrrrXrrrr)rYrr}rXs rZ_fikaz Up2k._fikas YY TYY^^ #  7 b"%%&&'  ruyy{  3 yy{r\cH| r*|j|s|jd|d|dy|| vrd}|j|| d||fzdydx}x}}| |gz} g}g}d }d x}x}}i}|jj}|jj}|jj }d |j j|fz|j _|t|djd }tr!|jd d jd }|r|d znd }|tjz}t|j |jj" d |d}t%|} t'| D!cgc]}!d|!dvs |!dc}!}"| D]k\}#}$|j(r2|j*s|j-||j*r d|_y||#z}%||#z}&|r#|j/|&r|j1|%tt3|$j4}'t7j8|$j:r t=j6|&}$|$j>}(|r| s|$j4dzrd}t7j@|$j:rtC|&})| r^|$jD| k7rOtFr"t=j6|)jD| k(s'|jd| d|$jDd|&di|&|vs|)|vr|j1|%|#dk(r?t<jHjKtjHjM|&dr |jO||||&|)||||| |$| | \}*}+},||*z }||+z }||,z }t7jR|$j:s"|jd|$j:|&fz<|%jUdrtWjV|'z dkri|(s|#d|"vsd|#d|"vr|||(z }|j1|(|'|#f|(s|#jY}-|-j[ddd}.|-|vs|sf|.t\vr^|#jdsM|rG|-|vsC|jY|vs1|j_|-|j_|jYkr|#}*|s|.t`vr|#jds|#}I|rM|.tbvsW|#jdrj|#}n|s|xs|}|jjds|t|z }d}/ |jfji|/|fjkxsd\}0}1||0k7s||1k7rQ|jfjid |f|jfjid!|||f|xjdz c_g} |"jm|jjns1t|d"kr/tqjrtu|jwd#d$}2nKtqjr}2|D!cgc],}!|2jytu|!jwd#d$.}3}!|2jy|jwd#d$|2jyt{d%| j4t}|2jdd&jd'}4d(}5 |jfji|5||4f}6|}7|6jkr|||fS|r|r d*}/d |vr|j[d dnd |f\}8}9|jfji|/|8|9|fjksR|jfjid+|8|9f|jfjid,|8|9|f|xjdz c_t'|D!cgc]}!|!d c}!};|D]\}(}'}<|j(r2|j*s|j-||j*r d|_y|||>r|j xjdzc_|>d\}?}@}A}B}C}Dt|>dkDrMd0}d1jM|>D!cgc] }!t|!c}!}E|j|||%t|>|Efzd}@|rt@|'z dk(r|'}@@|'k(rA|(k(r|=s |?dd2k7s|(sUDd }Dd3}|j|||%@|'A|(fz|j|jf|||nd }?d }Bd}Cd }Dd |j j|&fz|j _|=s|(st|j|(|'||<}Fnp|(d4|zkDr|jd5|& |j|&d6j|j j\}G}3Gsyt|j|(G}F|?r |?Fk7rd }Bd}Cd }D|j|jf|||<|'|(d d F|Fd DBC|xjdz c_|xjdz c_Q|dz }tWjV|jz }H|jd7k\sHdk\s |jd8|j|jfz|jfjjdx|_|_QtWjV|_R|jjns;|jfjid97f|jfjid:|74f|j*ry|D]}Id}Jd;}/|Id)t|IzfD]5}K K|Kf}L|jfji|/|Ljkd}JnJrZd<}|j|J|Ifzd=}/|jfji|/Ld>}/|jfji|/|L||Jz }d?}/|jfji|/L|r|||fSd@}/ |jfji|/|f}6|6D!cgc]%\}!|!jd)rt|!ddn|!'}M}!|MD!cgc] }!|!|;vs|! }N}!t|N}O|ND]!}<|j|jf||| rJ)rrrz;bailing from symlink loop, prev: %r curr: %r from: %rrPrLrTrnza%d %sr4r3FPARTIALrL)rPrrrsz skip xdev z->r z.thrhzfailed to index subdir %r: %srzskip type-0%o file %rrrlrqz(select sz, nf from ds where rd=? limit 1)rPrPzdelete from ds where rd=?zinsert into ds values (?,?,?)i(#rr5s %r |%d| %rr>#z)reindex %r => %r mtime(%s/%s) size(%s/%s)file: za{}, rSdelete from dh where d = ?zinsert into dh values (?,?)z7select count(w) from up where (rd=? or rd like ?||'/%')z3forgetting %d shadowed autoindexed files in %r > %rz.delete from dh where (d = ? or d like ?||'/%')z.delete from up where (rd=? or rd like ?||'/%')z.delete from ds where (rd=? or rd like ?||'/%')zselect fn from up where rd = ?zforgot {} deleted files)Vrrwrv th_coversdth_coversd_set scan_pr_srrVrr)r6r r5rsepr@rxrrwrrrrurr*rst_mtimerYS_ISLNKst_moderst_sizeS_ISDIRr#rZrrisdirrr_r/S_ISREGendswithrr!rsplitICV_EXTSindexVCV_EXTSACV_EXTSno_dirszrUrrryrbrBrCrvrDrr?rBrErrGrtr:rrrreprabsdb_rmup2k_wark_from_metadatar~_hashlist_from_filer_ex_hashup2k_wark_from_hashlistdb_addrWrXrrrF)PrYrrhrocdirrcdirrirjr'rkseenrlrmrRrXtfatnfrszunregfilesrOcvvcvacvrOth_cvdth_cvdsrrrdscdirsgglrpartialsinameinfrrhlmodrKrapi1i2i3linameextrdb_szdb_nfzhrdhashsqlrUdrdcrdcdnr~ seen_filesr:rNin_dbdwdtsdszrMrIunrep_dbrhashestdsh_rdrVsh_erderd_erdrrm_filesrrsP rZr_zUp2k._build_dirs5 ((- HHdE:A > D=PA HHQ$r(E400! 4cCug~S3%%))**II'' $''))T!22 #c(*  # #C ( D#&,,S1Bb3h"rvv  DMMtyy';';#;T4 O AYb>I1,=!>?a $JE3yyyyJJrN99 #DI#uBemGszz'* R s||$D||CKK(((7+CBTcllQ&6||CKK(g& c)# (<(<(CHHsCJJPRSTd?cTkLL$E>chhnnRWW\\'55Q&R9!%"JBB2IC2IC2IC\\#++.0CKK3IIJ;;z*tyy{T/AB/F$)+x7(-/8;r  b$./"[[]F --Q/3C') "shu?O?OPS?T!088:W4!<</&,,rxxz2JJ" SH_U=M=Mc=R# SH_U=M=Mc=R#Ca $FByy!! 3u: C:A !tt||Au5>>@LH u%<3%<DDLL!CA!YY'?AQ'?@FHHQ#r3u:v!>>?CSt_1C$;3"9&BqESLPR:B?c2sD#r::; 244b"a0q "dggii%99DGGKR.tyy"dBK i//HH745 $ 8 8 !:!IFA#.tyy"fEbDj KKc2r4RT4RQSUW X DDAID EEQJE 1HCrtt#Bttt|rRx:beeRTT]JK&&(  ruyy{kU #nyy!! DDLL5v > DDLL6e E 99 %EAIA $%"89 %v.G Q099;A>A  Iae_,-D Q(D Q(q@A DDLLG $1 %4 S=  - 8 Q&AJKK!1<<#5121<KK#;!q ':A;;8} -B JJrttS"b! , -  HH.55d; <C}K ?(R98AHHQ'68!44a8` R 4Xb\)DDLLsEl3 ERR@!DD E/  CDDLLeDLL"b&AB(@J!MM"g.T0 8 Q !4 67AK;s7 u u =u0u2B v=1v $ vBw w5w:x3 88x81y!y)4*z$ z.zu#u?v.w w2 w--w2:3x08 yyy!y&)+zc g}d}d}|jsJt|jdd}|jd}|D]\} |dz }| jdrt | dd} n| } t || } d||z | fz|j_ tjj| rr |j| |rd} |D]$} |t|j| | fdz }&|jd jt|||D](} |jd | f|jd | f*d} |jj}|Dcgc](}|j|d zs|t|dzd*}}d } |D]} | dt!| zfD]} |j| ||d zf}nd}t#}|D]d\} }t%| |\} }|| k7r+| } t#tj&t || }||vsJd} |j| | |f| dz } f| r |jdj| |jj+d}d}d} |jdD]O\}}}t-||}|j|||fj/r6|j| |||f|dz }Q|r |jdj||jj+|j1|| zS#YxYwcc}w#YxYw#|j)YDxYw)Nrz!select count(distinct rd) from upz+select distinct rd from up order by rd descrrrszb%d %sz$select count(w) from up where rd = ?z$forgetting {} deleted dirs, {} filesrzdelete from up where rd = ?r4zBselect rd, fn from up where (rd = ? or rd like ?||'%') order by rdz///&delete from up where rd = ? and fn = ?z$forgetting {} shadowed deleted filesz,select 1 from up where rd=? and fn=? limit 1z,delete from cv where rd=? and dn=? and +fn=?zselect * from cvzforgetting {} deleted covers)rrrrrFr(rrrrr*rwrr)rrrGrr9listdirryrrDrr)rYrrhrorrrncheckedndirsrUrrrhrn_rm2c2rerdrcdcdfnr:n_rm3qururds rZr`zUp2k._drop_lost(s wwwS[[!DEFqI KKE F FS MH~~d#c!"g&CnG"eh&6%@@DGGK 77==)* IIcN " 6A 7S[[RE23A66 7 HH;BB3r7DQ R B 82%@ 9B5A B  ^^ " " $+/Ka1<<c 3J#c(Q,.!KK P BD8B</0  AS3Y'78A C5C SsCB"9C$!"**U3^"<=S=@AJJq3*-QJE  2  HH;BB5I J  ; :KK(:; LCbS/C::b3),557 1sCn-     HH3::5A B   e|C "L$ s0M/M M9M >(MM MM*c 4 |j}|jsJ|j|}|jj d}|jj d}d|jv}d|jv}|j j Dcgc]b}||jk7rQ|j|jdzs |js'|t|jdjdd} }g} g} | D]&} | jd| j| | g(t| } dj| }|rd |z}g}g}|j5d }d }d |z}|j!|| D]\}||z }|d z }|j#|d |z| d \}}dddt%j&d5}|D]}|j(r dddy|ddj+dj-dd}|j/d\}}}|j5d} |j!||||fj1\}} dddd z}z}|jds|jdrt3||\}}n|}|}t5|||} |r|j7| r|r|j7| nd}!dj9||dz dz }"|"| z|j_ t=j>| }#tAjB|#jDrt=j@| n|#}$tK|#jL}&|$jN}'|!s|'stQ|jR|'|&||}(nR|'dkDr|jId|  |jU| |"\})}|)s dddytY|jR|'|)}(||(k(r|$|#k7r9|!s|'s5tK|$jL}*tQ|jR|'|*||}+||+k(rV|j|||(|'|&fd},|jI|,| |||(|'|&fzd  ddd|rw|s|rsd |jZ_.t_|jZj`d},|,|jt|t|fz},|jI|,d tG|,|r|s|sy |j5d }|D](\}}}}}|j!|||tK|||f*|rd!}|jc|||jdjgdddt|t|zScc}w#1swYxYw#YdddxYw#1swY;xYw#tF$r4}%|jId| d|j|||fYd}%~%d}%~%wwxYw#tF$r}%|jW|%| Yd}%~%1d}%~%wwxYw#1swYxYw#1swYxYw)"z0expensive; blocks database access until finishedrMrNe2vue2vpr4Nz$up.rd != ? and not up.rd like ?||'%' and z where rzselect sz from uprzselect w, rd, fn from uprmodefileobjrPrr>z2select mt, sz from up where rd=? and fn=? and +w=?rFz v{}, {:.0f}+zmissing file: rLr}z?hash mismatch: %r db: %s (%d byte, %d) fs: %s (%d byte, %d)z@in volume /%s: %s files missing, %s files have incorrect hashesz1update up set w=?, sz=?, mt=? where rd=? and fn=?z+delete from up where rd=? and fn=? and +w=?)4rrrrr(ryrrrr)r@r*r\rrrr _spool_warksr,rrrr5rrr9r(rrrrlstatrYrrrtrwrrrrr~rrrrtretcoderrrrr)-rYrr,rrirjrrrnroqexapexarpexqexrewarkf404b_leftn_leftrrKtfrgfrIr}rgrrmtrr:rhrNpfstlstr~mt2sz2w2rmt2bw2brXs- rZrzUp2k._verify_integritys||wwwhhtniimmG$iimmH%""XX&& CII~1<< C#@  c#))n  & &s +   (E KK> ? KK ' (d ll4  c/C ZZ UFF#c)AQ, " !  %%c+E+KSRSTEB U]]b 1I DRH D99I DI D W^^G,44ZF hhz2 3ZZ!LA!!$Qc1 !>!G!G!IB!! " >>$'3>>$+?"3_FBBBb"-3::g.03G,#**66D=43GH 7l ))G,C.2ll3;;.G'*SB #,,'jj0Cb"MB--w!89!$($<$ XV  V X W!)W XWX W>!W93X9W>>XX Xc|j}|j5|j5|j||j}ddddddr |j sJ|j |}|jjsX|j5|jd}|js!ddt|jfcdddS ddd|j|}|j5|j|d|jj!ddd|S#1swYxYw#1swYxYw#1swYuxYw#1swY|SxYw)N$select k from kv where k = 'tagscan'rF)rrrrrrrrvrbrrrr_build_tags_index_2rcrr)rYrr,rrrUrs rZrzUp2k._build_tags_index s,|| ZZ 7 7%%dCII6C 7 7twwhhtnyy!! 1KK FGzz|adii0 1 1# 1 &&t, ZZ $   c5 ) NN ! ! # $ % 7 7 7 7 1 1 $ s: ED4E9E =-E4D= 9EE  EE"cp|jd|jjjD]~}|j |j |j }|s,|\}}|j|d|jd|jd|jjy)rz*dropping caches for a full filesystem scanTr>r?N) rwryrrrrrrcrrr)rYrrrrs rZrzUp2k._drop_caches!s =>88$$++- $C%%cllCII>CFC   c4 ( KK( ) KK( ) NN ! ! # $r\c|jjry|jd}t|j |k(ry|r|jdy|jdy)NFr#insert into kv values ('tagscan',1)z"delete from kv where k = 'tagscan'T)rvrbrrr)rYrr rUs rZrczUp2k._set_tagscan/s^ 99   KK> ?   %  KK= > KK< =r\c|j|}|j|}|j|}d}d}d|vrj|j5|j dj d}|r1|j dj||j ddddd|vr|j5d}|jj}d} d} |j d D]A\} |j | | fj r'|j | | dd f|d z }C|j|r'd } |j | j|||z }ddd|j5|jjdddd |vsd|vrd|dfSd|vr|jsd|dfSd} |j5|j|ddd \}} ddd| s|jd|dfS| dk(rytj d5}|j#|| |||}ddd|j|||dfS#1swYxYw#1swYxYw#1swYxYw#1swYxYw#1swYPxYw)Nrrzselect count(w) from mtz*discarding {} media tags for a full rescanzdelete from mtr)select w from up where substr(w,1,16) = ?zdelete from mt where w = ?zselect w from mtrz)discarded media tags for {} deleted filesd2tr TrFz select w from up order by rd, fnr`rP)rPrPTrr)rerrrrrrwrrrrrrr_unspoolr,r_e2ts_q)rYr,rerrrqrrrVrup_qrm_qrgrXnqrrs rZrzUp2k._build_tags_index_2>sT" 4 hhtn e  2{{#<=FFHKHHIPPQUVWKK 01  2 E> ^^**,B3KK(:;DQ::dQD1::< 4!CR&3Q  CAHHQXXa[)AID  ZZ $ NN ! ! # $ E>Ue^dD=  U?99$~%B **;RB   b!$}$Rx#D"5 @ RS$? @ MM" dD  o 2 2    $ $   @ @sEAI0AI AI3I(I4JII%(I14I=J c |jr |jsJ|j|}d}|jjr)|jj dkDr|j }d}d} tj} |D](} |jry| ddjd} | dd} |j5 d}|j|| | fj\}}}}}|jds|jdrt||\}}d|vrBd }|j|| fjr dddd }|j|| fdddt|}d ||fz|j_|s|j#|||| |}nei}r||d <r||d <r||d<|j%t'i||| |||j5t)|j+|}ddd|z }| |z } |dz}tj| z }| dk\s||j,dz k\s|j/dj1| |j5|j2j5dddtj} d} +|rC|j7||j5|t)|j+|z }ddd|j5|j2j5ddd|S#YdddxYw#1swYxYw#1swYDxYw#1swYxYw#1swYpxYw#1swY|SxYw)NrrrPr=rzAselect rd, fn, ip, at, un from up where substr(w,1,16)=? and +w=?rrdz1select 1 from mt where w=? and +k='t:mtp' limit 1z%insert into mt values (?,'t:mtp','a')zc%d %sup_ipup_atup_byr~rszcommit {} new tags)rrr prefer_mtrvr _start_mpoolrrrrrrrr9r(r _tagscan_fileputrbr) _flush_mpoolrrwrrr _stop_mpool)rYqfrrr,rermpoolrqn_buf last_writebwrgw16rrr:rMrIrrhn_tagsrirs rZrz Up2k._e2ts_qsTww499$$ 4  99  499#4#4q#8%%'EYY[ 6 Byy3Bw'ACR&C +[A),Qa)A)J)J)L&BBB ==&"--*="2r]FBE>KA{{1sf-668  + + @AKKC6*# +&D"b)G"b']2DGGK++C7BPRTVW(*HW%(*HW%(*HW% $r65!WhGHZZ9 !2!23!78F9 VOE VOE !GBz)B}dllQ&6 6-44U;<ZZ,NN))+,"YY[ m6 p    U # 5T..s344 5ZZ $ NN ! ! # $ k  + + + +B99,, 5 5 $ sa<L7>*L'(AL7 L7'M5MMM)'L4)L74L77M M M M&)M3cd}|jj}tjddd}t j d|5}|j ||D]} |jr|dfccd d d S|d k(r*d }|j || dd d fjrMd j| jdd} |j| dzjd|d z } d d d |j|jd|jj!|||fS#1swYIxYw)rrizw+bzcpp-tq-)rFwbrrPNrz,select 1 from mt where w=? and +k != 't:mtp'rrr>rr)rrtempfileSpooledTemporaryFiler,rrrrrr5writerDrseekrrx) rYrrparamsfltrVrrrrowr}s rZrzUp2k._spool_warkss*  ^^ " " $  * *?E) T ]]b 1 R{{1f- 99r6M   !8FAzz!c!fSbk^4==? __S)11$ C"t)++G45Q       1u #  s 'E=A:EE c |jj| |jy#YyxYw#t$r+}|j dj |dYd}~yd}~wwxYw)Nzfailed to delete spool: {}rL)rremoverrtrwr)rYrr~s rZrz Up2k._unspoolsb  KK  r " A HHJ    A HH188z running mtprnrzmtp finished in {:.2f} sec ({})Tr)rrrrerwr _run_one_mtpryrrrrrr(r8rrvrrtr) rYrrFr,rrXr+rrrs rZrzUp2k._run_all_mtp s2 YY[::++- 5KD%~t{{*@AHHQXXd^Q/%%dC0Dxx((//1 %<<4'99D % 1 1$ ;;&4 d# 5YY[2 / Bb$01 99>>U " HH    #r\c F ||jk7ry|j|}|j|}i}|dD]3} t|}|D] }||j vs|||j <"5|jjr;d}|j |j|t|jd||j|<d} |j5|j|} | jj!} | jj!} | j#| j%d} ddd|j'} | j(dz}t+j*} }d}i}i} d }|j5||jk7r dddnd }  j#| |fj-}|Dcgc]}t/|d}}g}|D]K}||vr d } | j#| |fj%\}}}}}t1||\}}t3|||}d } | j#| |fj-}|Dcic]}|dd } }d }|j5|| |}|s d ||<| dz} t7d|j9DdrBd} | j#| |fj-}!|!D"#cic]\}"}#t/|"|#}$}"}#ni}$|r||$d<|r||$d<|r||$d<|j;t=|t?||||$d ||<N ddd|j5|jA }%|%D]}d ||<d }|jC||dz }!|D]}d}  j#| |fi}dddsn|r0|jD5|jDjGddddsf t+j*}&|&|z || z z | z}'tI|'d\}(}'tI|'d\})}'| }|&}d}*|j5|*j|| tK|(tK|)}*|j |*dddd|D]}+| dz} | jM|+|j5 jjOdddH|jQ| |j5|jA }%|%D]}d}  j#| |f jjO|r4|j dj||d| j#d| jS| jSdddy#|j d|zdYyxYw#1swYoxYwcc}wcc}wcc}#}"w#1swYxYw#1swY2xYw#1swY xYw#d}(d})YxYw#1swYxYw#1swYJxYw#1swYyxYw)Nrdz+invalid argument (could not find program): rzparsers for {}: {}90rrrLTz*select w from mt where k = 't:mtp' limit ?z@select rd, fn, ip, at, un from up where substr(w,1,16)=? limit 1zselect k from mt where w = ?Fc3:K|]}|js|ywrT)prirs rZrz$Up2k._run_one_mtp..c sB1AEEQBszselect k, v from mt where w = ?rr r z+delete from mt where w = ? and +k = 't:mtp'g?irlz&mtp: {} done, {} left, eta {}h {:02d}mrJrzmtp: scanned {} files in {}r)*rrerrrwtagstagrvmtag_vvrrrrrrrrrrr maxsizerrrvr9r( _get_parsersrrr*rbrrrrredivmodrrrrr),rYr,rrerfparsersparserr-rXrrr%rrbatch_szt_prevn_prevn_done to_delete in_progress did_nothingzqrwarksjobsrgrr:rMrIrrhhavezq2rrrirCr|shrrrbs, rZr'zUp2k._run_one_mtp s! $((? T" ZZ i 1F    1&++%*0GFJJ' 1 1 99  +A HHQXXdD$894 @!( 7 ZZ 2((4.C..'')C>>((*D[[^,,.q1F  2 !!#==1$  K+ *$((?+ *+ *A[[XK099;,./qQqT//#*AK' ZA),Q)=)F)F)H&BBB"2r]FB#D"b1G6AQ-668B0231qtQw3D3"'K"//dGDG"'+ ! !  B(8BDI=!kk!aT2;;=:=#>$!QCFAI#>#>#%,.),.),.)KKWceRGX NO%)KNG#*+ *Z ((. A#'IaL"'KOOA&aKF  #)AEAKKA4()  ^^-NN'',- iikFlv76Aa1a}1 ;C #jjQQ@" # !  !   (%%' (w|  ZZ $$T*D %A At$ % NN ! ! #6==fdKqQ H% JJL IIK  w FOQRS 2 2*04$??+ *+ *Z  $--  # # ( (  s VA&V-W -'W V:)A;W $ V?1A-W W 4A W AWW$*AW1<:W='X )BXV*-V7:W  WW!$W.1W:=X XX c  |j|}|j |}i}|j D]M\}}d|vsd|vrd|vsd|vrI|jdk(r|jjr#d} |j| j |d`|jdk(r:|jjr#d} |j| j |d|jrd } |jD](} |jjd | zs&d } n| sY|jjrAd } |j| j ||j|jd d dI|||<P|j Dcic]\}}|js||vs||}}}|S#|jjr!|jdj |dicYSxYwcc}}w)Nzno mtp defined for {}r)acz.aqrVz%skip mtp {}; want no-audio, got audioyz%skip mtp {}; want audio, got no-audioFrqTz%skip mtp {}; want file-ext {}, got {}rP) rrvr.rwrreraudiorr!rrforce) rYr,r>rh all_parsersrer2rrrXmatchrs rZr0zUp2k._get_parsers s **40K T"%%' DAqv~&4<5D=ww#~99,, GA HHQXXa[$7 WW^yy((C!d3uu55C}}//c : $ yy((C!QUUGNN34G4K!LdSGAJ; >%,MMOPDAqqww!4-1a4PPO yy  077=tDIFQsF9G9/G99;G6c<td|jj}|jsJ4K9L.K4J=9KALL&L#&M0?M# M0#M, (M0cr|d|d|}|j|jd|vrdydy)Nz failed to read tags from z: z >)VT7DI J J'     b'2 .  J Js.B"*B)C"B&) C2C  CCc Htjj|sy|r.|jDcic] \}}||vs ||}}}|sddi}|sy|j D]j}dj dj dgt|z}|ddgt|j z} |j|t| ld} |jD]$\}}d}|j||dd||f| d z } &|j|d | Scc}}w) rrrz#delete from mt where w = ? and ({})z or z+k = ?Nrzinsert into mt values (?,?,?)rT) rrrrrrrr)rrrrc) rYrVrerrhr,rrrrvrs rZr$zUp2k._tag_fileH s*xxw' %)ZZ\ATQQ&[AqDADAQx .A5<< XJT23A"I;diik!22D   at -  .JJL DAq/A   a$s)Q!2 3 1HC  )T* -Bs DDcD|jdj|y)NzST: {})rwr)rYrs rZ_tracez Up2k._tracen s %&r\cg}|jjst|jd||g |j ||j dS#|j dwxYw)Nopendb_watchdogr)rtrr_open_db_timeout_open_dbr*)rYroks rZr zUp2k._open_db_wdq sQxx 4((*;gr] K ==) IIaLBIIaLs AA(c~tdD]}tjd|syd}|j||y)NrlrzpWARNING: initializing an up2k database is taking longer than one minute; something has probably gone wrong: )rrr_log_sqlite_incompat)rYrr^rrXs rZr\zUp2k._open_db_timeout{ s>r A JJqM  C !!'1-r\c|xsd}tj|jddj}t |ddj d}t jjtjd|d}d}|d z }|||t|fzz }|j|d  t}t|d 5} | j|jddddd|j"j$rd}t!|d|d|y#1swY5xYw#t $r"} |jd |d | d Yd} ~ ^d} ~ wwxYw)Nrnrr5rrr=zstack-z.txtz` the filesystem at %s may not support locking, or is otherwise incompatible with sqlite %s zs PS: if you think this is a bug and wish to report it, please include your configuration + the following file: %s rLrzwarning: failed to write r zH------------------------------------------------------------------------r>)rBsha512rDrErBrrrrr rPr%rwr$openrrtrvr) rYrrFtxtrE stackname stackpathrXstkrLr~s rZr`zUp2k._log_sqlite_incompat s2hBw BCJJLF2AJ'..w7 GGLL)(EF r D D qG]I666 a M*Ci& 8! 7I67 8 99;;AAsA67 7   8 8 M HH)RH! L L Ms02D*"D*D*D'#D** E3EEcftj||jdj}|S)NF)rcheck_same_thread)rrrr)rYrrUs rZrz Up2k._orz s, OO T\\U &( r\c tjj|}|j|}|j |}|s||j ||SdD]:}||k7r d}|j ||||}t|d|fz||dz }<|tk(r|j||j||j||j|||j| t|j!dd}|jd j#||d |S|xsdtkDr!d }t'|j#|td }|rd}|j ||||}|j(} |j+| j+|j-||j |dS#|jd|fzdYxYw#|jd t%zYxYw)N)rGrz creating backup before upgrade: z _upgrade_v%drz WARN: failed to upgrade from v%drLrQrz {} |{}|r)z(WARN: could not list files; DB corrupt? zCdatabase is version {}, this copyparty only supports versions <= {}z&creating new DB (old is bad); backup: z.creating new DB (too old to upgrade); backup: )rrrr _read_ver_try_create_db _backup_dbrrwDB_VER_add_dhash_tab _add_xiu_tab _add_cv_tab_add_idx_up_vp _add_ds_tabrrrr/rtrr _delete_db) rYrexistedrverupverrXrXrrs rZr]z Up2k._open_db s((//'*ii nnS!3;&&w4 4 IEe| I6oogsC;8nx78=q I &=    $   c "   S !   W -   S ! Qckk*CDEaH++GV G G I     KK (    C KK    s"&<Ac |jdjy#YnxYwdD]}|j| |jdn#YnxYw|jjy)Nz!select rd, dn, fn from cv limit 1)z+create table cv (rd text, dn text, fn text)zcreate index cv_i on cv(rd, dn)r>rrs rZrqzUp2k._add_cv_tabl su  KK; < E E G     C KK      KK( )   s"&AAc  |jddD]-}|jd|d|dd|j|/|jd|d|jj|jdy#YyxYw)Nzdrop index up_rd)rrzupgrading db [z]: r<z]: writing to disk...r)rrwrr)rYrrrs rZrrzUp2k._add_idx_up_vp s  KK* +  C HHSbB C KK    GEF  H  s BB c |jdjy#YnxYwdD]}|j||jjy)Nzselect rd, sz from ds limit 1)z)create table ds (rd text, sz int, nf int)zcreate index ds_rd on ds(rd)rrs rZrszUp2k._add_ds_tab s[  KK7 8 A A C     C KK    rcz|j5|jjdddy#1swYyxYwrT)rrrs rZwake_rescannerzUp2k.wake_rescanner s2    *    ' ' ) * * *s1:c||_|js |jrtdtdzd}d|_ |j jdr)d}|j5|j|}dddn"tdt|jxsdfz|r|j j |jr|jS#1swYDxYw#t$r_ts|j 5|j5|j|}dddn #1swYnxYwdddn #1swYnxYwYwxYw#|r|j jwwxYw) Ni)z fs-reloadFurnrTz [unknown])rrrr!SBUSYrrrr _handle_jsonr TypeErrorr rr do_fx_backlog)rYcjrrrs rZ handle_jsonzUp2k.handle_json sM!   t~~en45 5  %zz!!"!-^^0++B/C00S%4<<+F;*H"HII ""$ ??     !00 , ,T^^ ,''+ , , , , , , ,  ""$sk*C+'C9+C+C($C++E ED/& E/D8 4E; EE EEEEE5c(%T|dkDr tdd|dT|jT|dsT|jvr tddtjx|d<x}x|_|j T<|j |x}}d}tT|d }t||d } tj|j} |jj|d d k7} |jjT} |jT} |jj|d} t!| j"jd}t!| j"jd}| j"jdxs|jd}g}| j"jdxsd}|dkxs|}| rT| fgng}| j"jdr8||jj%Dcgc]\}}|Tk7s ||fc}}z }|r%t'|j(|d|d|d |d }|d}|d kxs|dkD}|s| j"jdddk(r|*j@r tC|*jD|$k7rGd"}|jG||*jD|$|*jH|#|)}|j-|tC |&|%|T| |$|#|d#|d$|'|(d% },d&D]}||vs|||,|<d'tOtQ|%d(z|d d)zD}-|*j| k(rd*nd |%|d k(rd+n t/|-z|&|d k(rd,nd z}.|jM|.tS| |,||%|&f d}tU|d -D]}/|/d.}0t|0d|0d |0d }1|s||1k(rd }|0}n|j-d/|1|jW|1\}2}*tY|j(|*jD|2}3||3k7r/d0}|j-||3||1|0fz|jM|/d1dd }|0}n|r|| vr| |=gx|d2<|d3<d,|d4<i|d5<|rd}!|D]\}}%}&d6}|j-|d7t[t[| j2|%|&zz|j]|| j"|%|&|d|!r|!|k7r|!j^ja|}!|!j^ja| }dT|s}|| vrxd}4d}*| |}0d8D5cgc] }5|5|0vs|0|5}6}5|6D]@}7t|0d|0d |7}4 tj|4}*|*jDd kDsd4|0vrnBt|d|d |d }t|0d|0d |0d }1|jbjds|s|*rd4|0vrn|*jD|0dk7r=d:}|||*jD|0d|*jH|0d|4|0fz}|j-|| |=ny||1k7rt|srd4| |vrk|j-d/|1|jW|1\}2}"tY|j(|*jD|2}3||3k7rd;}|j-||3||1|0fz| |=|s|| vrV|xs| |}|d|dk7s|d |d k7s |d |d k7rt|d|d |d }8t|d|d |d }9t|d|d |d }:|:jgd|9d?};|;d7ti|:zd@zz };|r>|d |d |df}/ |/|jj|8vr|jj|8jM|/tdA|;dB| j"vr9|j-dC|8d>|9dD};|;d7ti|:zd@zz };tdE|;|8dFz}<|jbjlr3tojpdG|<}=|=r|=js\}>}?|>dHz|?z}<|8|jtvs|<|jtvs || vrd4| |vr tdAdItw|}||dJ<||dK<|jdLxs||dL<dM}@|@jyD]}|j|xsd||<dND]}||vs||||<t|d|d }|r t{||d | j"dO|d <t|d|d |d }9| j"jdP}A|Art|d|d |d }Bt}|j,d|dQA|9|B|d#|d$|jj|d|d$|d|d|dR|dLd}C|CjdSxsd}|sCjdTd k7r(|sdU}|Bfz}|j-|d,tdV|CjdWrt|j|9BCdW}5|5r| j2|d |d f}D|5\}}"|d <\} }Etjj||d }9| j"|d<| j|d<| j2|d<|E|d <t|d |d <| j2|d |d f}F|D|Fk7r3|d2|d2<|j-dX|fzd|j||d,zS|j||||d <t|d|d |d }9|jbjds8| j"}G |j"|d}G|j|8|9|G|dd Y|r}|jbjdsgdZ}@|@jyD5cgc]}5||5 }H}5|j|| j"g|H|j^jan || vr|dR|dR<|st|d|d }I|r t{I|d | j"dO|d <| jr| jj|dR|d |d|dI|jj| d[\}J|d <tj|J| j"\| jj|dR| jj|dR|d|||| tw|d2gid]}d^}@|@jyD] }||||< dND]}||vs||||<t}K|d2D],}|Kvs|d3jM|Kj|. |j|| |}L|LrLS d_jG|d|d jd7}M|Mrd`jGMnd7}M|d |M|d|d|jda| |d3||db}L|Ld2sdc| j"vr|jbjds|d$| jjvs|d$| jjvrdd| j"vrd.nd,}Ntt|d|d |d }Otrd ntjOj}P|jN|jbjO|d|P}Q|Qd| j"dcLdc<Ld2s|r|jder t+|dt+|dk7r|jbjds|d$| jjvr|d$| jjvrdf}R |j7R|d|dd|d |d f|j^jat|d|d |d }Otj|j,|Ot+|ddgd }S|j-dh|O|d|SfzLSLS#d } YxYwcc}}w#tB$r.}+|rtJ}*n|jM||%|&fYd}+~+=Yd}+~+ Zd}+~+wwxYwcc}5w#|jbjds|sd9}|j-||4fz| |=Y xYw#|/g|jj|8<Y xYw#tjj|9rt|j,|9G|sYlxYwcc}5w#|j|dj|dJdxYw#tB$r }+|j-di|+d1Yd}+~+LSd}+~+wwxYw)jNrztoo many xbu relocs, giving upr,rJizlocation unavailabler"r%r&rngTr+rnoclonerand safededuprprnxlinkr#rl*UUup_tsrnfuz6ignoring impossible last-modified time from client: %srJc3BK|]}|jk(s|ywrT)r)rrr,s rZrz$Up2k._handle_json.. sL1t9KQLszselect * from up where w = ?z0select * from up where substr(w,1,16)=? and +w=?rzScandidate ignored (db/fs desync): {}, size fs={} db={}, mtime fs={} db={}, file: {}hostrD) r&r%r+r,sprsr#rrrDrErI)lifec3<K|]\}\}}||k7r|dzyw)rNr`)rrVc1rs rZrz$Up2k._handle_json..7 s-'AxB8 As r>i9i rrrszasserting contents of z;will not dedup (fs index desync): fs=%s, db=%s, file: %r %srLr!r rCrz forgetting desynced db entry: %rr4)r&tnamz'forgetting deleted partial upload at %rzVwill not dedup (fs index desync): %s, size fs=%d db=%d, mtime fs=%d db=%d, file: %r %sz? ?&z""4F44==(S"899>BiikI6 ISI4;d);~~b))uT2f:&tRZ( ((4.''C zz~~d#A&$. 88<<%D--%C((##BvJ/Csyy}}Z01C399==34G99==(:BFF6NDD{39rJ 2o,G%)T4L>rDyy}}W%DHHNN,<JDAqT !QJJ.IIr&z2f:r&z2f:FB1W/ZFw3t; -6 &PAHHQ"Y*D!F L cxx((L LcR%(D[r&zdjj##7A!7DKA!#2J.D[[E$K0AC9L=AueVUBA((.%2B2B42H(-fe(< "47F6V#3 % XXf-<< 3"++-::. uA ! %rzz5"++uf!A!HHQK"++- /!& & $ $ $ % % "6 "6 "  A&)7#%a5AaD) +4 r&zD/@A,C"$c!1q#)RZ#74T#YH %F 31< KKT AsFE JKs9LF LPCtT2 !W6 BvJ6 Cf/"GCHH7DE"&":":7"CKGR3DIIrzz7SE~ZeUGR%@!@A DH- "GC% (3;D ,..F c&kF  F *.&C:AHHQ#eCIIv.F(N"NOPJJsCIIvubjIbCi ,,.B $$&CD43;Y(8D1AGADD B FRZVr\!.: r&z2f:r&zB6 BvJ6 C99<<3bF"4DZZ2f:-qA 6  6 AHHQKD w&w6SY;NHH7DE!%!9!9'!BJGQ3DIIrzz7SEu}[eT7B%?!?@Idck&SYK2f:-6{bj06{bj0 F S[#f+FC6 BvJ6 CC Vc&k3v;GD<<c2DS(c3!GHvsVD\1C77$&vJ6 BvJ#GD=#'t~~c/B#B$(NN3$7$>$>t$D%S#..!SYY.sC!HIGsVD\1C77$S#.. #Z/99,, ")94 @A +,88:S'*Sy3 4==0#t}}4 $ c$i0G"( #%O#'sm&*F &+F $&FF4L$7CD K!#5A%'VVAY_"CF5!4/A Bw)+AA/ %RZF<*3 $bj#))G2D+CK$CKVc&kJ!iimmE2!&s6{CKV!MB!( $ $ $ / # # " #F #F $ 2 23v;F L #F #F #F #D $"B"!#{ 3 9rA BFF4LA$5'((QA()RE A $A&,S!n 4!vvg$+DHHc2r'{$K#$+.99c&k3v;*OCGH$DD!S[*3*,'',,tS[*IC25))CK25,,CK25))CK25CK2=c&k2JCK+.99c&k3v;*OC'*cz68jF (,1Cuh1NPQ(R/3/@/@eai/P(P&*mmD#s&CF #CKVc&kJ#yy||$'IIC*&*jjV&= $ c3"V*QU Vtyy||!\B13 >#f+s6{;AA#FD*.6==&CDF F F -F  CKCII% Z377==0BvJ#''--4O CII-a1U3v;F S[IJ!asxx|':':[[dii&7&7S[#N041D KFF6N6 Os3v;'77 vJ#''..0vJ#'',,.U ;KKbj%*c&k3v;%WXNN))+s6{CKVEBTXXr3r&z?E4PBHH72s6{B:OOPJ3J{  C(Kd%%!)B KKfe(<=$%pE#yy||C IA HHQ$[1 #D n=7;fs 3F*#&88??3#7$+DHHc3$?'*$)(+ !=tMM#f+.223v;E\!;HH"6::J;s*AE AE!AE(BAE% AF AF,(AF$3/AG+AG75 AH8<AH=B6BAI(EAEE% AFE.AFFAFF$4AGGAG4G7;AH5H=(AI%I( AJI1AJ J AJc H|d}|d}|jjr|St||}|jdxrtj j |}|rt|dj}|r&dvr"|jd|zd} td| |rLdvrHt j|j} |d } | | krd } |j| | | z | | |fzd }|d } |jj| xsi}|r|jd |d}t j|} t|d|}t|jd}|j!| |\}}}}}}}|j#| ||||d|j$||r|j(j+ t-|j|||jj.r|j1dd}n%|j2j4j7|}t9|d|d||fz|\}}|j;|S#t&$r}|jd|Yd}~d}~wwxYw#|r|j(j+wwxYw)Nr&rEr5skipz,skipping upload, filename already exists: %rz5upload rejected, a file with that name already existsrrrz?will not overwrite; server %d sec newer than client; %d > %d %rFr,zreplacing existing file at r%rTzskipping replace-relink: :rqr-%.6f-%sfdirsuffixrf)rvrLr(r(rrrrvr!rwr!rYrrrDr_find_from_vpath _forget_filerrtrrrHplain_ipr5rtiphashr@r3r)rYrr.tsfnamerMr6ow replace_argrmtsmtcrXr,rfrrvrelrrrr~diprLrs rZrz Up2k._untaken sjF  [ 99<<L 4  WWY  7CHHOOB$7 c)n-335K &K' HHCbH IICc" " $+%((2,''Cf+CSyUcCic26676{ ZZ^^D ! 'R HH< =C"B ,S[%0RVVG_-+/+@+@t+L(T1aAq!!$b#tT2::uUNN))+ DHHb" % 99  **S#&C((//##B'C  S )  3   + @">?? @NN))+s+A%I I?!I:5J:I??JJ!Nc  ||k(s|r||k(rd} t| |||fz|r+d} |r| dz } |j| j||||jjryd} |r6t j j|rt|j|||s|jds tdd|vrts td tt|d5} tt|d 5} tj| jtj | jd |vr t#| |dddddd|r+t j$|j|t'|d y|} |}t j(t*j j-|j.}t j(t*j j-|j.}|dk(s|dk(rt1t2j4d ||k(rt6rd nd}t9j:||}t9j:||}d}t=||D]\}}||k7rn|dz }|dkDr-||d}t?||ddz }d|zdjA|z} t6r$| jCdd} |jCdd} d|vr3t+jDttG|t|d} | stJrctM|jO| t j j|sR t|j||d} t| || fzt+jPt| t|d} | dkrK| dkstXr?|r+t j$|j|t'|d d |vr t[||yyyy#1swYxYw#1swYxYw#t j j|rt|j||xYw#t$r7}|jdtI|zd|vr tdYd}~wd}~wwxYw#Y+xYw#t$r}tS|dk7r|jdtI|zt j jU|r|}nI|r"t j jU|r|}n%d} |j| dt| |||fztW|jt|t|Yd}~d}~wwxYw)Nz8symlinking a file to itself?? orig(%s) fsrc(%s) link(%s)z1linking dupe: point-to: {0!r} link-loc: {1!r}z data-src: {2!r}rdedupzdedup is disabled in configreflinkrrfpermsFzfilesystem does not have st_devz[\\/]r4rz../r3hardlinkrszcannot hardlink: hardlinkonlyz symlink-fallback disabled in cfgz0the created symlink [%s] did not resolve to [%s]zcannot link; creating copy: z>BUG: no valid sources to link from! orig(%r) fsrc(%r) link(%r)).rtrwrrvrLrrrrHr( USE_FICLONErcr)fcntlioctlfilenoFICLONEr=rrrYrdirnamerZOSErrorerrnoENOSYSr rrrr)rr5linkr#rrrI symlink_tosymlinkrvrrArr<)rYrrrverboserrfsrcis_mvrXlinkedfifolsrcldstfs1fs2splnsrcndstncr0br7hopsr~csrcs rZrz Up2k._symlink s #:$43;JAAdC 001 1 EA** HHQXXc3- . 99<< S Dchhooc*#u-7!3 =>>E!"#I..eCj$/22tE#J7M2QS BIIK L#u,&r5122KK#s4y%@DD((277??3/077C((277??3/077Cax3!8ell,MNN")hsxxS)xxS)dODAqAv!GB6rs)CtBCy>A-D 4<#((3-7D||C.||C. H&GGE'#,/s<F J))$/88??3/!#DHHc59O'T4L(899JJuT{E$K8 A:6A: DHHc3t9e<5 S%(!*1:U2222xxs+#u5F H,tBx78!U*#$FGG+ H!  D2w)#7$r(BCxxs##((//$/TAS$$4 455 5;c C C Ds'A+R&P(P>APPP -R&ER&(7QAR&!R8z"already got that (%s) but thanks??zunknown chunk wtf: %srz>tUKLS.7":;;C!YY[E 7|aC Ob$8e ['EC' E*'M!ZZ 3F$AJ<%abk+FaKF LE ++F3_$S!vuo*=>>OOE* +#  SF +077>C499S[11CHHSMM1!u*!MM E&CDD.45y1}55$v& '"(HQRL9 P dAwa(I5nA a3Qa#f+*N&NOO  P Vc&k3v;?Dv;))$/A;q>F*jAVgajmXa[^VTA a.(  '%&F E" '[N 'N '`iikF  8T3v;F SQW[XX]"I"M wqz&KLL@N6uN 'N 'N 'N 's P A3P O, B P+$PO1$B8PA/P P P P6 P A PB$P3P ,P1PPP P  P)c|jjdsy|jjds|jjy |j ||||d|jj|jjS#|jj|jjwxYw)NF)rPrn)rrrr_confirm_chunks)rYr,rr6lockeds rZfast_confirm_chunkszUp2k.fast_confirm_chunksszz!!%(~~%%e, JJ    !''dGVUK NN " " $ JJ    NN " " $ JJ   s B6Cc d|_|j5|j5|j||||dcdddcdddS#1swYnxYwdddy#1swYyxYw)NrT)rrrrF)rYr,rwrittenrGs rZconfirm_chunkszUp2k.confirm_chunkssf ZZ K K''dGVTJ K K K K K K Ks! AA  A A AA'c  tjx|_|j|< |j||}t |d|d}t ||d}t ||d} |r|n|D]} |dj | d |D]} |d j|  t|d } | dkDr| |fS|jjr|j||| | fS#t $r} dd| dfcYd} ~ Sd} ~ wwxYw#t $rJ} |D]1} |dj | ds|jd |d | dd 3dd  d| fcYd} ~ Sd} ~ wwxYw)Nr,r%rr&zconfirm_chunk, wark()rr zpanic-unlock wark(z) chunk(rzconfirm_chunk, chash(z) r) rrrrr(rtrr"rwr)rvrLr)rYr,rrJrGfinalr.rrrr~r9r}rs rZrFzUp2k._confirm_chunkssz /3yy{ :DK$,,t, =mmD)$/S[#f+6D#f+.D#f+.$)g -F t, - G$.EK&&u-.c&k"CQwCxyy|| T4(Cx- =<<< = G TB6{r40dB!OQRSTE2FFF  GsBAC-D - D6D=DD EE/$EEEc||_d|_|j5|j5|j ||dddddd|j r|j yy#1swY/xYw#1swY3xYwNr)rrrr_finish_uploadrr)rYr,rrs rZ finish_uploadzUp2k.finish_uploadsq   ZZ , ,   d + , , ??      , , , ,s! A5A)A5)A2 .A55A>c |j||}t|d|d}t||d}t||d}|d r5|jt dd }t d|||d t fz|jd xstj} |j|} t|j||| ttjt|d f} d }|j|| tjj||fztj|j|| ddd} | j!D cgc]} ||  }} d} |d}|j"j$|d}|jd}|r8|dkDr3||kr.| ||z z} d}d}|j|j'| |||j)| |j*| g|r|j||=nWdj!D]}||=|j-ddt|d|d<g|d<d|d<|j/|||r/|j05|j0j3ddd|j4j-|g}|sy|j6j|}|D]r\}}}t|||}t8jj;|r4|j=|||j|||sY|j>|| |||g|ddt|r|j@jCyy#t$r4}|jt dt dd|t d}~wwxYwcc} w#YxYw#1swY&xYw)rr,r%rr&rrzfinish_upload, wark, Nr z+finish_upload %s with remaining chunks %s%srIrz+no more chunks, setting times %s (%d) on %rFz6prel name lmod size ptop vtop wark dwrk host user addrrr+rTz(using client lifetime; at={:.0f} ({}-{})zhost tnam busy sprs poker$rFr!rCrrL)"rr(rtrwr/r!rr(rrr%rrrrrrryrrr*idx_warkrrrrrrrrrrrr)rYr,rr.rrrr~rXuptvflagstimesr}rz2wake_srrryvltrdupesrrr:rd2s rZrRzUp2k._finish_uploads K--%d+CVc&k2Dc&k*Cc&k*C v; HHVXq !=Aa4Vg">>? ?ggdm*tyy{D!DHHc3/TYY[!3s6{#34 9 eSXX--c2C889 DHHc58U3F hhj )c!f ) ) f+C((##CK0C))J'CsQw39sSy >#sC01 # 4== %" % d#D)/557 F  GGE4 CICICKCK LLt $ !! .  ++- .""3+ hhll4 ! @LBDtR$Bww~~b! MM#r4::d#3$M ? CR?12? @  NN ! ! # C K HHVXq !RIJ J K**   . .s7AM-& N-7A*N2;N:- N*6/N%%N*2N7:Oc|j|}|r|j|t||jjkryt|t |jjdz z }d}|j |j|t|||d|D]!}|j|j|d#||d|j|<y)rNrsz3up2k-registry [{}] has {} droppables; discarding {}) rr*r)rvreg_caprrwrrr)rYr,roldsrVrXrs rZrz Up2k.regdrop)s~~d#  KK  t9 )) )  IDII--12 2 A $D 1-.bq -A MM$  # #At , -#ABxtr\c|jj|}|sytjx|_|j|< |j |||||||||| | | | | ||j jd|j|vr7|jj|| |||| | f|xjdz c_y#t$r2}|j|i}t|j||dd}~wwxYw)NFrrT)rr(rrrrrrrtrr&rwrrrr)rYrXrr:rrKr,r+rrrusrrMrIskip_xaurr~rs rZrVz Up2k.idx_wark9s"hhll4 +/99;6 dll4(  KK " NN ! ! # DJJt$ $ IIMM4BB; < KK1 K ##D"-A dhhAaD )  s9C D-DDc d} |j|||f}|jsy|j|xx|zcc<|j |xxdzcc<d|vr7 d} |j|||f|syd|vr|j dddnd}3y#|j|t|j||}YxYw#YyxYw)Nrrnodirszz)update ds set nf=nf-1, sz=sz-? where rd=?r4rrn)rr:rrrrr) rYrrXrr:rKrrrs rZrz Up2k.db_rmms7 = 3R)Azz  RB ra F " ?JJq2r(+143*1-B  # = 3dllB ;jA| }!|j6j>jA|j5}"|"|!k}#nd}#|#r* |jd||f|jd|||fd|vrW d}d}$ |j|||fjBs|j|$||f|sy d|vr|j;dddnd}Qy #t|j||\}}| t|||||t|xsd| f}|j||YxYw#t|j||\}}|j||| d d||fYnxYw#1swYxYw#d}#Y+xYw#YxYw#Yy xYw)rrnno_db_ipz1.1.1.1z'insert into up values (?,?,?,?,?,?,?,?)rrFxauNzxau.up2krrz'upload blocked by xau server config: %rrrrzinsert into iu values (?,?,?,?)rr4z%select fn from cv where rd=? and dn=?Tryrzrfz)update ds set nf=nf+1, sz=sz+? where rd=?zinsert into ds values(?,?,1))"rrrr:rrrr(r(r6rwryrrrHrrr!rrrrxrrrrr!rvrrrrrr)%rYrrXrr:rrKr,r+rrrrcrMrIrddb_iprrrjrrrXrrrrrrrrdb_cvdb_lcvidx_dbidx_fnadd_cvq2s% rZrz Up2k.db_adds& 2vr2r*E",v!5I2E7 CGRRBG! c B  JJsA  RB raeVZZ%6D"b! dB#""5r2#6<!diikB"{#)rABFF4LA%AAU4R022AA#v. d#''d3S!n$jj 5C 5LL'',1AGGAJ!4 52A <<JJq2uSbz2r":; <"'%%2$$//12 "tyy'?'??-02Iryya(B8HC ; 1sCj1::c2O F " ?3::a"b2;; 2Bx0143*1-B  #g 4<<R0FBBRUCaL#FA JJsA ^<"4<<R8FBJJq2uSbz2r":;22"   sPO9Q RB/R4)R"9R'R'9AQ  5RRRR$'R+c||_yrT)r)rYakeys rZhandle_fs_abrtzUp2k.handle_fs_abrts  r\c vd}i}i} |D]i} |r.|ddkr&|jdj|ddn9|j||| |||\} } } || z }| D]}d||< | D]}d| |< k| Dcic] }||vs|d } }t|}t| }dj||||zScc}w)Nrhit delete limit of {} filesrrLz$deleted {} files (and {}/{} folders))rwrrr))rYrrMvpathsrrm_upunpostn_filesr^rr8r0r.rUriokings rZ handle_rmzUp2k.handle_rm s   Bs1v{7>>s1vFJooeRS%HGAq! qLG 1  1   .q!2+ad . ."g"g5<rBr?rErDr%r&r3r4r,z!job.ptop [%s] != vol.ptop [%s] ??runp_whoz/the unpost feature is disabled in server configr2zyou cannot delete this: zfile not foundznot uploaded by (You)zuploaded too long agoz)file not found on disk (already deleted?)bcasechk$file does not exist case-sensitivelyrszcannot unpost folderszrm: skip type-0%o file %rxbdxadrvrLzrm rrrz%delete blocked by xbd server config: r)6rrryr(get_dbvrrrrrrrr(rr5rt canonicalrDrvryr!rrrrrrrrYrrcasechkrwalkrrrErwrr6rr6rrrrrrrrHr4rxr5r)7rYrrMrrrxrypartialpermsetsvn0rem0rrr,abrt_cfgrErDrrr.jremrXr datdunun_cfgratopadirr:ris_dirscandirrvoldir vpath_dirrrrzdbvvremrrvdrrhrvolpathrrrr^rok2ng2s7 rZrzUp2k._handle_rm'siik 23H$ UE@HQK@ICkk$'GB H$ UE@HQK@ICkk$'GB;;DDI QT^^ Q88<< 15'/6'9 dr19V1C$-5=dmm''b12!$ ID#V!4VD!8  Vc&k:D#||D#6s{v;$. CA"+AVd0C,C"DD"$,,uS[#f+/N"O C))+CCFXXi0F99++6M$S!n,040E0EdC0P-Aq!QS#= Q Q@+A%%v/,,&F"2,,tyy{TYY%5%555,,S!n${{||C'![[ T77==&b K4B\\"**-F  !"**S%*@DE Eii*** T2uh7DIAS"9:: \\"** %bjj)AC[^Fu a(IfiQy"bABA HH0BJJ3EE Fb"9 hhll5!hhll5!12T  -Cq$r2%*+qt+S FaKF1vz!?!F!Fs1v!NPQRb/99W--S<< + XXg.'+B/66s;$'IIw7>>sC%9:=!=A **5%8   B"{+1rABFF4LA- MT VAA 1  ZZ 4 4C 4"|| $SYY]]7%; <373H3Hw3W0T1aAq)) '399c4rzzSXNN113 4 4'3995DHHgsyy9 G**5%8   GS T l DMM7D$BFBLB  !6=HCNC#S"s(**_ Q Q Q Ql KIJ J0,\NN113 4 4 4 4s9 `B0` 7B-` $`:4`#0 `4`9 a0a# A6aa# %a0 ` `` #`19`>a a# #a- (a00a: c ||k(s|j|dzr tdd|jj||dd\}}|jj||dd\}} |j |\} } |j |d} t } tjx|_|j| j<tj| }d|jvr|j|ds tddtj|j stj"|j rWd|_|j&5 |j)||||| }| D]}|j*j- |cdddStj.|j stdd |j fzddgg}|j0j2 }||j4j6vrd nd }|j9d |g||||d}d|_|j&5 |D]'\}}} }}}}|D]}tjx|_|j|j<dj;d |j<||dfD}|j|dzs2|j?tAd d}td|||tBfz||tE|dz}|j)||||| |s||jFk(stdd| D]}|j*j-| jI* | D]}|j*j- dddy#| D]}|j*j-wxYw#1swY'xYw#| D]}|j*j-wxYw#1swYyxYw)Nr4r2z%cp: cannot copy parent into subfolderTFrrrUzcannot copy type-0%o filerrsrnc3&K|] }|s| ywrTr`rs rZrz!Up2k.handle_cp..'Qaq'Qrzcp: bug at %r, top %r%srzfilecopy aborted by http-apir)%rr!ryr(rrrrrrrrrYrrrrrrr_cp_filerrrrvrrudotrrrrwr/rr)rry)rYabrtrrMsvpdvpsvnsremdvndremsvn_dbvrsabscursrrrrrdotsrrrrrrrr:svpfrXdvpfs rZ handle_cpzUp2k.handle_cps #:c 2EF FHHLLeT59 THHLLeUD9 T[[& }}T5)7;yy{B dll7#3#34 XXd^  "3;;tU+CDE E << #t||BJJ'?DI .--r3TBC!. ++-.  ||BJJ'9RZZMIJ J5M?ii***SWW\\)qq HHRr5(D'4 H ZZ * *9:!5Cq$r2# NCG99;N dll3<<&@"xx'QCIItRU3K'QQ#sSy9 HHVXq1 9A"(a4g2F.F"GG"T#c(*%55 eRtTBDDMM$9"(.L"MM N". ++-.JJL!!$*ALL'')*) *.S". ++-.   T*ALL'')*) *.sVN=N3#N=<O0>CO O *AO ,!O0#N::N==O #O--O00O9c" |jj||dd\}}|j|\}} |jj||dd\} } | j| \} } |j|d} | j| } t | \}}t j j| r tddt j| x}}tj|jrd} t j| }nBtj|js!|jd|j| fzyd}|j}|j }|j"jd}| j"jd}|rt%|jd |d|| |d||jj'|||||t)j(d }|jd xsd}|s|jd d k7r%|sd |}|j|dtd|t j*t,j j/| | j"|j1|j2| \}}}}}}}|j4j| j2}|r}|r||k7r|j7||||j9||rd|j;|i||||| j2| j<||d|xsd|xsd|xsd |j9|n|jd| |r||k7rt j>| } t,j jAt,j j/| | } t j jC| } |jE| | | j"|n|jE| | | j"||rOt%|jd |d|| |d||jj'|||||t)j(d y#YxYw#tF$r}!|!jHtHjJk7r|jd|!jLd| d| tO| tO| }#}"t,j jQ|"} tS|j|"|#n# tU|j| | j"n#YnxYw|s t-j>|"}$t-jV|$|#n'#tU|j| | j"xYwYnxYw|rH tYt)j(tY|f}%t jZ| |%dn#YnxYwd| j"vrt]| | j"Yd }!~!d }!~!wwxYw) mutex(main) me; will mutex(reg)TFr2zcp2: target file existszskipping type-0%o file %rrnxbcxacNrrrz#copy blocked by xbr server config: rrnot found in src db: rUzusing plain copy (): rrr)/ryr(rrrErrrr!rrYrrrrwrrrr6rrrrrrrr _copy_tagsrxrrreadlinkrrhrrrEXDEVstrerrorr)islinkrArHrrutimer<)&rYrrMrrrrrrsrem_dbvrrrdabsrrrris_linkftimerrrrrXrrgftime_fsize_rIrrdlinkr~b1b2rIrYs& rZrz Up2k._cp_file(s HHLLeT59 TKK-HHLLeUD9 TKK% T}}T5)}}T"$<S 88??4 78 899T?"S << $G XXd^bjj) HH0BJJ3EE FG  iimmE"iimmE" ""3. B"{#)rABFF4LA%CFHAAS!n$ RWW__T*syy9,0,A,A   h- )Avvr2rXX\\#,, ' bBhB* HHRL LLIIH"H"G!  HH#7 8, .29 T* RWW__T%:EB((/ eT3995 A dD#))% @J  ""3.  $S d! .xx5;;& HHR[[$PTU V4[%+BggnnR(G $TXXr26 DHHdCII6RBJJr2&DHHdCII6'  -s5z:EIIdE51399$T399-C! .sQ+"B7Q3+Q03 X=A7X 5T  X  V!T21V2T64V=+U)(V)$V  VX ?WX W)X  Xc  ||k(s|j|dzr tdd|jj||ddd\}}|j |\}} |j |d} t } tjx|_|j|j<| s tddtj| } d|jvr|j|ds tddtj | j"stj$| j"rWd |_|j(5 |j+||||| } | D]}|j,j/ | cdddStj0| j"stdd | j"fzgd g}|j2j4 }|j7d |g||d |d}|D]\}}}}}}}||k7stdd|j7d |g||d |d}d |_|j(5 |D]8\}}}}}}}||k7r tdd|D]}tjx|_|j|j<dj9d|j:||dfD}|j|dzs2|j=t?dd}td|||t@fz||tC|dz}|j+||||| |s||jDk(stdd| D]}|j,j/| jG; | D]}|j,j/ dddtI|jJ|d| d\}}||fD]4}tM|D]"} | j| s2|j=t?dd}td|| | t@fz| tC| djOtPjRdjUd}!tW||!}" |jj|"|dd\}#}$|#j |$}%tjX|%|#jdd|#jvr1tjZ|%|#jd|#jd%7y#| D]}|j,j/wxYw#1swYxYw#| D]}|j,j/wxYw#1swYxYw#YxYw)Nr4r2z%mv: cannot move parent into subfolderTFzmv: cannot move a mountpointrrrzcannot move type-0%o file)TFTrnrsz(mv: source folder contains other volumesc3&K|] }|s| ywrTr`rs rZrz!Up2k.handle_mv..rrrrzmv: bug at %r, top %r%srzfilemove aborted by http-apizmv_d: bug at %r, top %r%srchownuidrr).rr!ryr(rrrrrrrrrrrrYrrrrr_mv_filerrrrvrrrrrwr/rr)rryr4rxreversedr5rrr@rDmkdirr)&rYrrrMrrrrjailjail_remrrrrrrrrrrrrrrrr:rrXrrm_okrm_ngr7r7rr8rrdaps& rZ handle_mvzUp2k.handle_mvs #:c 2EF FHHLLeT5$? TT*h}}T5)48IIK? dll4==1<= = YYt_  "3;;tU+CDE E << #t||BJJ'?DI .--r3TBC!. ++-.  ||BJJ'9RZZMIJ J'(ii*** HHRr5(Aw E12 N -Cq$r2d{S"LMM N HHRr5(Aw E ZZ * *9:!5Cq$r2d{$S*TUU# NCG99;N dll3<<&@"xx'QCIItRU3K'QQ#sSy9 HHVXq1 9A"(a4g2F.F"GG"T#c(*%55 eRtTBDDMM$9"(.L"MM N". ++-.JJL)!,*ALL'')*1 *6dmmWdD!D u5> Csm }}T*HHVXq)3A a2tW*=&=>>To--bffc:AA#F3_ $ Rt DIC---CIIc399Y#78#))+ #syy'759IJ  $G". ++-.   `*ALL'')*1 * *Xsc T0 T !#T0U#C,T=5T=AT=!U#/BU0 #T--T00T:=#U  U##U-0U5c|jj||ddd\}}|j|\}}|jj||dd\}} |j| \}} |j|d} |j| } t | \} } |j dd}|j dd}|j ds|j drI|jjr tdd|jjr||k7r tddtjj| r tdd dx}}tj| x}}tj |j"r7d} tj| }tj$|j"}|j&}|j(}|j*jd }|j*jd }|rt-|j.d |d || |d ||jj1|||||t3j2d }|jdxsd }|s|jddk7r%|sd|}|j/|dtd||j4|j4k7}tj6t8jj;| |j*|rPt=| }d}|j/|| | |fztjj?| d}tA|j.| |j*|jC|| |j*d||jDjG|jH|jDjG|jH|jJ5|jJjMd d d |rOt-|j.d |d|| |d ||jj1|||||t3j2d y|jO|j4|\}}}} }}!}"|jPj|j4}#d}$|rH|#rX|#|k7rSd|j*vr2d}%|#jS|%|d dfD]\}&||&k(s d}td||jU||#|tW|j*jd}'|jX5|j[|j4||j*|||| xs||'}$d d d |s |j]||j4|| ||'}$|jG||#rd|j_|#i| | |||j4|jH||d |"xsd |xsd |!xsd|jG|#n|j/d| |r|$rtatbjdd|r||k7rtjf| }(t8jjit8jj;| |(}(tjjk|(}(|jC|(| |j*|d tA|j.| |j*nKtm|j.| | |j*||k7r$d!|j*vrto| |j*|rOt-|j.d |d%|| |d ||jj1|||||t3j2d y#YxYw#1swYxYw#1swY.xYw#t`$r})|)jbtbjdk7r|j/d"|)jpd#| d$| ts| ts| }+}*t8jju|*} tw|j.|*|+n# tA|j.| |j*n#YnxYw|s t9jf|*},t9jx|,|+n'#tA|j.| |j*xYwYnxYw|rH t{t3j2t{|f}-tj|| |-dn#YnxYwd!|j*vrto| |j*tA|j.| |j*Yd })~)+d })~)wwxYw)&rTFr4rPrqr2z,moving dotfiles is disabled in server configz.renaming dotfiles is disabled in server configzmv2: target file existsxbrxarNrnrrrz#move blocked by xbr server config: rrrz'moving symlink from %r to %r, target %rrUzxar.lnrnodupemrrz?file exists in target volume, and dupes are forbidden in configrrzsrc is symlink)rr"rzusing copy+delete (rrzxar.mv)?ryr(rrrErrrv no_dot_mvr! no_dot_renrrrrrYrrrrrrr6rwrrrrrrr#getmtimerHrrrxrrrrrrrrrr_relinkrrrrrrrhr%r<rr)rrArrr).rYrrMrrrrrrrrrrrn1n2r is_dirlinkrrrrrrrrXis_xvoldlabsrrrgrrrIrr has_dupesrrrrr~rrrIrYs. rZrz Up2k._mv_file%sHHLLeT5$? TKK% THHLLeUD9 TKK% T}}T5)}}T"$<S YYs^B  YYs^B  == s!3yy""S"PQQ%%"(S"RSS 88??4 78 8$$*99T?"S << $G XXd^!\\"**5   iimmE"iimmE" ""3. B"{#)rABFF4LA%CFHAAS!n$,,#,,. RWW__T*syy9 DME9A HHQ$e,, -""4/B DHHdCII . MM%syy%bM A     +     +!! .  ++- .HHHH&&sE2IIK$,0,A,A#,,PT,U)Avvr2r XX\\#,, ' bBh )CA!#A#2y!917 aA"(a.01B*w/0E  --LLIIOe    LLCLL$b%P HHRL LLIIH"H"G!  HH#7 84 /9ekk+;<<29 T* RWW__T%:EB((/ eT3995 M$ 2DHHdD#))<#:(cii"7 syy1N  ""3.  $O ^ . .P  n# /xx5;;& HHbkk4QUV W4[%+BggnnR(G $TXXr26 DHHdCII6RBJJr2&DHHdCII6'  -s5z:EIIdE51399$T399- DHHdCII . .G# /s4^0^ =1^D#^'^  ^^$' e#1A7e)aec!a&%c&a*(c1+bc$cce ?d  e dA ee#c|dd}|jd|fjry|jd|fD]\}}}|jd|||fy)z,copy all tags for wark from src-db to dst-dbNrz"select * from mt where w=? limit 1zselect * from mt where w=?zinsert into mt values(?,?,?))rr)rYr0cdstrrgrrrs rZrzUp2k._copy_tagssf "I <<|jj|}|syt|\}}d} |j|||f}|j }|r|\} } } } } }|| | | | | |fS|ddddddfS#|j|t |j ||}YXxYw)N)NNNNrnNrnz@select w, mt, sz, ip, at, un from up where rd=? and fn=? limit 1rn)rr(rErr:rr)rYr,rrrr:rrUhitrrrrMrIrs rZrzUp2k._find_from_vpathshhll4 7B N < ABx(Ajjl -0 *D%BeUBB6 6D$b$22 < AuT\\2r:;As A11)Bc t|\} d} |jd||rm|rk|jdj||r|j|||d||rd} d}|rd} |j | |ddf|j ||| ||j j|} | rt|d |xs$tfd | jDd}|r| j|nd} | r| d r4d }|j| }|j|j||t||}t|jj|g}|rd }|j||fz|sJ| |=| S)z` mutex(main,reg) me forgets file in db, fixes symlinks, does not delete Fz forgetting zfound {} in dbrnTzdelete from mt where w=?Nrrc3hK|])\}}|d|jdfvr |dk(r|+yw)r&rr%N)r()rrrDsfnvdirs rZrz$Up2k._forget_file..YsA1qy!%%-88QvY$=Ns/2r z!forgetting partial upload {} ({})z'...and forgetting %d links in dupesched)rErwrrrrrr(rrrr(r)rr)rYr,rrXrr drop_tagsrKrsrdrrrr.rXprrrrs @@rZrzUp2k._forget_file6s$<S  D*+ C HH%,,T2 3<<dD"c5A $I %I. ASb |, JJsFCb 1mm% $<?D4 #   D$(#''$-TCv;;A..s3AHHQXXdA./D$'++C45AAHHQ"Y' tIr\c  g}t||}|jrd} |f} n d} |dd|f} |jjD]\} } |s| r| |k7r| j | | D]\} }| j ds|j drt | |\} }t| |jd}| |k7s||k7s]|j| |g|jd|d| d ||sy i}i}|D]<\} }t| |} tjj|r|n|}| |f||<>|s |s|rtt|j!d }|j#|\} }|jd |d |tjj%|d}|j&j)| xsi}t+|j||| tj,|t/t1j0t/|fd|j3|||dd| |f||<|}|s%tt|j!d }|jD]\}}d} d}|} t5dD]}tj6|}t8jj;t8jj=||}tjj?|}tjj|sn"||k(sd} |j| |fzdd}tC|}||k7rd} |j| ||fzd|}d}tjj|rtAd|||k7r ||k7r|s9|jd|d||j&j)|d xsi} tjj%|d}tE|j|||j3|||d|xsd |d tG|tG|zS#|jd |Y|xYw#|jd|d|ddYpxYw#t@$r%}!|jd|!d|!dd}Yd}!~!ud}!~!wwxYw#t@$r$}!d} |j| |!|!fzdYd}!~!=d}!~!wwxYw#YxYw)!z update symlinks from file at svn/srem to dabs (rename), or to first remaining full if no dabs (delete) z!select rd, fn from up where w = ?z5select rd, fn from up where substr(w,1,16)=? and +w=?Nrrr4zfound z dupe: rOrzrelink: not found: z linkswap rFzrelink: failed to utime(z, rNrLT)r"ro(z$relink because level %d would break:rJzrelink because walk failed: z; z8relink because computed != actual destination: %r %rzbroken symlink: z2relink because symlink verification failed: %s; %rz relinking z to )rr!r")$r(rrrrrr9rDr6r*rwrrrrrwrrrrr(r%rrrrrrrrrrhrtr#rHr))"rYrsptoprrvcurrr]rrrr,rrr:dvremr linksr8r7rnslabsrrralinkpartsrfaultyr'rVr}rXr~s" rZrz Up2k._relinkrsUD!   4A7DHA"It$D) KID#SSD[++a. KB==&"--*="2r]FBb" ++C05=DEMLL$/HHtT5IJ K K :HD"tRB : XX__R0Edr "  :DU -.q1E %(ID# HHT59 :""5%0BJJNN4(.BE $u 5 M %#diik"2CG! Q9<R S &SSS  S S;S66S;>Tct|ddkDst|ddkDr tdd|dD],}|jj|rtdd| t |d|d<|drt |j|d |d}|St|j|d |d|d |d}|S#t t j |d<YoxYw) Nr&rr!r2z'name or numchunks not according to specz,at least one hash is not according to spec: rr#r%) r)r!rrHrrrr~r)rYrrrs rZrzUp2k._get_warks r&z?T !SF_z%AGH HF A;;$$Q'QP  *RZBvJ f:*499bj"V*MD  + 2f:r&z2f:r&zD  *TYY[)BvJs $C"C$c tj|}|j}t|}g}dj |}t t |d|jj5}|jrC|dk\r>|jj||||j||} | D cgc]} | d }} d}|dkDr|jr g|fcdddS|jr%|dz} |t| z|z|j_tj } t#||} || z}| dkDrg|j%t#| d}|s%t'dt|j)z| j+|| t-|z} | dkDrg| j/dd}|j1t3|j5d |dkDrddd||fScc} w#1swY||fSxYw) Nz MB, {}rrrr|izEOF at !r=)rrYrr5rrcr)rviobufrr!rrrvrrBrbrrrttellrr)rEr*rBr)rYrrFrfszcszrrrLtltrmbhashobjrbufrEs rZrzUp2k._hashlist_from_file sXXd^jjS!!!$' %+tTYY__ 5 <xxC:-hhmmAsC&&I%()qt))'99r6 < <77-B"(3r7"2V";DGGK!..*#sms Ag&&S)!45C' CM(ABBNN3'3s8OC Ag!)#2. 76?11':;+'  <:Bw5* <:Bws-*AG/* G*6G/CG/AG/*G//G;c t|dd}|tvr|jd|d|S|tvr#|jd|d|dt dSd}t st rdnd }|j|||t |fzd S) Nrrzhashing failed; z @ r>rLzhashing failed; %r @ %r %s WARNING: This MAY indicate a serious issue with your harddisk or filesystem! Please investigate %sOS-logs rnz dmesg and r)rrrwrr/rr )rYr~r7enorXt2s rZrz Up2k._ex_hash1sb'1% (?88R@A A i 88RVXNPQR R WUR xxRVXr22A66r\c t|d|d}|dsT tjt||d}tj|jr|j |d<iS |j |d}|jd}t||d}t|d|d|d} |r|t|jd|d||| |d |d |jj| |d |d|d|d |d d} | jd xsd} | s| jddk7r%| sd| } |j| dtd| | jdrt|j|| | d} | r|j|d|df} | \}}|d<\}}|j x|d<}|j|d<|j|d<||d<t!|d|d<|j|d|df}| |k7r+|jd|fzd|j#||dzS|j%|||d |d<||j&|d|d<|ddz}|j(j*rd|z}|j(j,r"||d<|ds|j&|d|d=iS|j(j.r|d j1dd}n(|j2j4j7|d }t9|d|d|d |fz| \}|d< t||d}|d!}|d}d"}t:rQ|rO|j(j<r9|j(j<d#zd#z|kr t?j@d$d%d&|gt:s|r|d*kDr|jBj|\}}|d+k(rnd,|vrd-} |j| |dfzd)}d"}nzd%|vrd.} |j| |dfzd)}nYd)}|jEd/|jGd0|jI tj|jJ}|d1k}|rdd2} |rd+nd3}|j| jM||jBj|||jBjO||||d!<|dr'|r%|jE|dz |jGd0|jQ|ds|jS|d|diS#YxYw#|jd'|d(d)}d"}YxYw#d"}YxYw#|jQwxYw)4Nr,r%r#r&rrr+zxbu.up2krrDrErFrrnrrz%upload blocked by xbu server config: rrrrJzxbu reloc2:%d...rJrrrqrr!rrrrrFrfsutilsparsesetflagzcould not sparse rLTr|r^nosparsezMvolflag 'nosparse' is preventing creation of sparse files for uploads to [%s]zHvolflag 'sparse' is forcing creation of sparse files for uploads to [%s]ierVz&sparse files {} on {} filesystem at {}r)*r(rrYrrrrr(r6rwryrr!r0rrr;rrrrvrrLrr5rtrr@r3rrsp check_callrrrflush st_blocksrrelabelrrR)rYr.ryrrrrfrap_chkvp_chkrrXrrrrrrr rLrhrrKrfsmntnblknvs rZrzUp2k._new_upload;stS[#f+.6{ hhuT3v;78<< ,"%++CKI- ZZF $ffUmtS[)s6{CKV= F F ""63v;7F F F D B"{#)rABFF4LA%EKMAAS!n$vvgDHHffbkB99c&k3v;?C784D!S[*3'*yy0CK""%,,CK"%))CK"%CK"-c&k":CK99c&k3v;?Ccz!3uh!>B#00eai@@mmD#s4y9F 25 c&k"3v;/6{Z' 99  :D 99<<CKv;MM#f+.s6{;I 99  f+%%c3/C((//##CK0C!  TC 00  3v;5 D#f+.Gv;DVBGII$$II$$t+d2b8!MM8Xy'"JK drK'7**...C:2%gAHHQ#f+/0"G D^bAHHQ#f+/0"G"GFF?+GGDMGGI%"xx0::#d{<!Tt"djjnnT&:DAB ""4,"F 6{trAv GGI6{   F S[ 9 C f!HHg?C"G D.%$ GGIsKAT32AU% T;$B)U%$U2BU%3T8;UU%U" U%%U7c|jj}|r|jjry tj||j rd}n&|jj}|j K)Nr)rvsnap_wrino_snaprrr do_snapshot)rYslps rZrzUp2k._snapshots]ii  dii''  JJsOwwii((  " r\cd|_|j5|j5|jj D]\}}|j || ddddddy#1swYxYw#1swYyxYwrQ)rrrrr _snap_reg)rYrrs rZrzUp2k.do_snapshotsn ZZ ' '----/ '3q#& ' ' ' ' ' ' 's" A45A(A4(A1 -A44A=c , tj}|jjj|}|sy|jj dz}|j Dcgc]}|ds ||dz |k\s|}}|jjrg}nU|j Dcgc]<}|dr5tjjt|d|d|ds|>}}|s|r8d} | jt|t||} |j||Dcgc]}|j|} }|j!dj#| g| z|D]} || d =d } t| d| d| d} tjj%| d k(rtj&| d } t| d t| dk(s| r?d|j(| dvr+t| d| d| d} tj&| |jjs|jj*ryt,jj#|d} |sa||j.vs|j.|Cd|j.|<tjj| rtj&| yt1|r t3d|j5Dnd }t||f}||j.j|k(rytj6|r t9|dj| t-j:}|j<||d}t?j@|d djCd}|jEdd}|jEdd}tGjH|d5}|jK|dddtM|j || tN|j!d| t|tj|z fz||j.|<ycc}wcc}wcc}w#YxYw#YxYw#1swYxYw)Nrlr r"r,r%r&z/dropping {} abandoned, {} deleted uploads in {}r>rFrTr! rm_partialrrc3>K|]\}}d|vr|dn|dyw)rCrFr"Nr`)rrrs rZrz!Up2k._snap_reg..s'N$!Q6Q;$AfI5Nsz{}.{})rrr ) sort_keysr rs "need": [], r\s "hash": [], rzsnap: %s |%d| %.2fs)(rryrr(rv snap_droprrLrrrr(rr)r\rrwrrryrrrrfloatrrrr-getpidrrrrDr5r,rrr%r)rYr,rr|r&idroprrrrXvisr. rsv_clearedrnewestetagpath2bodyrbrLs rZrzUp2k._snap_regsiik88##''-  ##b( PA6sQvY%7Oa P P 99<<DV9ai6AfI(NOD AAR#d)T2A IIdO6894))!,9C9 HHTYYsSy) * F $#  Vc&k3v;GDxx''-2 4(&* 3v;'3s6{+;;#  3v;8O(O %S[#f+s6{K 4(% , 99<<499,, ww||Hk24>>)T^^D-A-M'+t$88??4(JJt$  N#))+N N  C&! 4>>%%d+ +  << ! H tRYY[1!^^D1sC JJtt F M Mg V II& , II& , ]]5$ ' 1 GGAJ  DHHeT:6 &$C$))+:K)LLM#tWQ :>  sE( Q+3 Q+?Q+0AQ04Q5AQ:AR0R :Q?R Rcf|j5|xjdz c_ddd|jsJ |j5|xjdzc_ddd|jj \}}}}}}}d|j |vr_t |||} |r)|jj ||j |ni} t| } |j|| |} |jjrQdj|t| j| |jj| } |j| | r6|| d<|| d<| j!|jj#| || |j5|j(|}|s|jdd ddd|j*j |}|s|jd d  ddd|j-||||| |j.j1ddd|jd || t| | z fz)#1swYBxYw#1swYxYw#t$$r} |j'd|| Yd} ~ fd} ~ wwxYw#1swYrxYw) Nrrzparsers({}): {} {} {} tags: {}rr rnzno cursor to write tags with??rzno entags okay.jpgrLztagged %r (%d+%d))rrrrr(rr(r)r0rvr.rrrrJrwrrPrtrQrrer$rr)rYr,rrr:rKrMrIrhr,ntags1r2rXr~rres rZrz Up2k._tagger-sc ZZ  KK1 K yyy ! q  !.2YY]]_ *D$BBDJJt,,D"b)G CEtyy}}Wdjj.>?2T++D$@99$$9@@d7<<>2FDII>#D4yA~ 344 B||D)dii   " " BD"=qAA Bs.B)B5 C)B25B> C, C''C,c8|\ }}}}}}}} } |j5|j5|j||s ddddddy ddddddt|||} |j d| t j | } | js7t|j| jt| j||} n8|j| \}}|syt|j| j|} |j5|j5|j|j|||| j| j||| | d| ||| dddddd|rIt!j |z dkDr/|j"5|j"j%ddd|j&r|j)y#1swYxYw#1swYxYw#1swYxYw#1swYxYw#1swYXxYw)NTzhashing Frn)rrrr(rwrrYrrr~rrrrrVrrrrrr)rYr0r,r+rrr:rMrIrcrdrhrrrrs rZr/z Up2k._hash_trs<@8dE2r2r3 ZZ  &&tU3   3  b"% *+hhw{{* 3;;CLL(92rD009IFA*499ckk6JD ZZ   MM 4      $ $))+"R'!! .  ++- . ??    W    $    & . .sX G+GG+ G+ H&AG8&HHG( #G++G58H =HH Hc d|vry|jdkDred} |j| |jfzdt|jdzD](} tjd|jdks(n||||||||| f } |j 5|j j| |xjdz c_dddy#1swYyxYw)Nrrz%d files in hashq; taking a naprJrr)rrwrrrrrr) rYr,r+rrr:rMrIrcrdrXrr1s rZ hash_filezUp2k.hash_files    <<$ 1A HHQ$,,(! ,4<<4/0  3<<$&  D%RRh ?     JJNN2  LLA L   s 1C  Cc|j5|j5|j}g|_ddddddD]\}}}|j|||y#1swY0xYw#1swY4xYwrT)rrrhook_fx)rYtodoactrreq_vps rZrzUp2k.do_fx_backlogsp ZZ ! !??D DO ! ! $ *OCV LLb& ) * ! ! ! !s! A)AA)A& "A))A2c |Dcgc] }|dk7s | }}|rd}t|||fz|jdxsgD])}|jdrt|dd\}}d|z}nt|\}}t |j d|||d} | sd}|j ||||fzq| \} } }\} } t| |}|s td|d k(rp| t| jdjd} |j| j| j| j| |dtjdd |d k(s|jt d|gd d ,ycc}w) Nr8z'got unsupported key in %s from hook: %sr4rrn)r8r:z-hook_fx(%s): failed to resolve %r based on %rzhook_fx: blank vp from pathmodrTdelF)rtr(rrEr0ryrwrDr)rr6r4rrrrr)rYr8rr9rbadrXrr:rr7rrrr8s rZr6z Up2k.hook_fxso*QT q** 9AAc N+ +66$<%2 IC~~c" QR/RCi +R"fS.CDACc3//0$% !BB Sr2B @AAe|BHH (..s3KK288RRbRVe| r2r5%H7 I +s E-E-cd|_d|_|jrd|j_t|jD]}|j ||j js!|jd|jtj}|jr=tjdtj|z dk\rn |jr=t|jD]}|j ||jjD]?}|j} |j!|j#|j#A|j$r@|j$j}|j$j#|j#i|_y#YzxYw)NTrLzwriting snapshotrr)rrrrrrrvrrwrrrrrrr interruptrrr)rYrrFrrs rZshutdownz Up2k.shutdowns[  88 DHHMdkk" A MM!  yy  HH' (     YY[gg JJsOyy{R1$gg dkk" A MM!  88??$ CB   IIK HHJ  <<((B LL   HHJ  s GG )rr)TFrNF)F)rn)ur]r^r_r[rrrrrrrwrrrrrr<rUrYr\r_r[rgrrrrrqrsrurrrrrrrr"rrur_r`rrrrcrrrrrrr'r0r rrKrQr r$rYr r\r`rr]rtrmrkrlrrrrorprqrrrsrrrrrrDrHrKrFrSrRrrVrrrtr}rrrrrrrrrrrrrrrrrrr/r4rr6r?r`r\rZrlrlsW!r9  *" 7@6&  A8 &9P6"2h94+  B b$H#J/b3jB#@J0 67m^Pd$:l7\"Vp VpI'V, $ ?!BRh< A2Rh,\ &PD#JJ$L'.8,.2`".  %N    " . *$ *@M^:Br)hVYp !K D!I$V(>2hT!}~V<+B>@_BZxgR D38:x}&~4 "%N7IV #' R$h0RdB&0x:*!IF(r\rlcd}d} dD]:}tj|dz|z }|dks |dk\r |dkr|cS||z }||z}<@)Nr|rrAg?rr~)mathceil)filesizer<stepsizemulr>s rZr5r5shIH  Cii3 :;G#~)/?"?GtO   !I OH   r\c|t|g|z}dj|}tj|j dj dd}t |jdS)zDserver-reproducible file identifier, independent of name or locationr>rNrr=)rvrrBrbrDrErBr)r~rDrrvstrrs rZrr#s_CM "V +F 99V D >>$++g. / 6 6 8" =D 4=   ((r\ctd|||||fz}ttj|j }d|j dddS)Nz%s %d %d %s %sr{r=r3)r>rBrBrbrEr)r~rKlastmodrr:rs rZrr,sR %wB(CC DC '..%,,. /CZZ( *CR 00r\)x __future__rrrrBrrBrrshutilrY subprocessr sysrrrr#copyrqueuerr[rr r r r r authsrvrrrrrrPrrrrrrrrutilrrrrrrrr r!r"r#r$r%r&r'r(r)r*r+r,r-r.r/r0r1r2r3r4r5r6r7r8r9r:r;r<r=r>r?r@rArBrCrDrErFrGrHpathlibrIrrnsvchubrK version_inforrzsgrrrrrrArr% stat_resultrobjectrRrbrlr5rrr`r\rZrYs7    CC99**1111111111111f  9s//'9 c syy~ u syy~ O syy~ #))C.) i^  2>>: ;&!6!*AV6AVHl )1wn s ,GG