fERc@sddlZddlZddlZddlZddlZddlZddlZddZda da dddZ ddGdYZ ddHd YZ d ad ad d Zd Zd Zde fdYZeZde fdYZddIdYZddJdYZdefdYZddKdYZd dZd ddZdZdZedkreej d kr-ej dd!kr-edLdMdNfdOdPdQedRdSdTfdUdVdWedXdYdZfd[d\d]ed^d_d`fdadbdcej!d neej d krbej dd1krbedlned"dd.d d#dmdndoed$d d.d d'dpdqdrds ed&d3d.d%d'dtdudvdw ed4d5d.d d2dxdydzed6d7d.d8d2d{d|d}ed9d:d.d;d2d~dded<d=d.d d'ded>d?d.d@d'dedAdBd.dCd'dedDd.d.d d2dddddddddddddddddddndS(iNicCs[yLd}tj|tj|}tjd|d}|dkrGdS|SWndSXdS(s Get the real terminal width tabcdefghthhhhiiiPN(tfcntltioctlttermiost TIOCGWINSZtstructtunpack(tfdtbuftret((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytterminal_widths g?cCsAtj}tdks(|t|kr=t|a|antS(s6 Get the real terminal width, but cache it for a bit. N(ttimet_term_width_valtNonet_term_width_lastR (Rt cache_timeouttnow((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytterminal_width_cached-s    t TerminalLinecBsMeZdZdd dddZdZddZd dZd ZRS( sB Help create dynamic progress bars, uses terminal_width_cached(). iig?cCsX|dkr|}n||_t|||_|j|krK||_nt|_dS(N(Rt_min_lenRt_llentFalset_fin(tselftmin_resttbeg_lenRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt__init__;s    cCs|j|jS(s Usable length for elements. (RR(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt__len__DsicCs"|j|krdS|j||S(sw After a fixed length, split the rest of the line length among a number of different elements (default=2). i(R(Rtfixedtelements((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt rest_splitHscCs_|dkrt|}nt||kr9t|_n|jrFdS|jt|8_|S(s If there is room left in the line, above min_len, add element. Note that as soon as one add fails all the rest will fail too. tN(RtlentTrueRR(Rtelementtfull_len((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytaddOs   cCs|jS(sA Current rest of line, same as .rest_split(fixed=0, elements=1). (R(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytrest]sN( t__name__t __module__t__doc__RRRRR%R&(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR8s    t BaseMetercBsheZdZdddddddZddZddZddZddZddZ RS(cCsad|_d|_d|_d|_d|_d|_d|_d|_d|_ t |_ dS(Ng333333?i( t update_periodRtfilenameturltbasenamettexttsizet start_timetlast_amount_readtlast_update_timet RateEstimatortre(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRbs         cCs||_||_||_||_||_|dk rOt|d|_n|dkrjtj}n||_ |j j ||d|_ ||_ |j|dS(NtBi(R,R-R.R/R0Rt format_numbertfsizeR R1R5tstartR2R3t _do_start(RR,R-R.R0RR/((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR9os          cCsdS(N((RR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR:scCsw|dkrtj}n|j s;||j|jkrs|jj||||_||_|j||ndS(N(RR R3R+R5tupdateR2t _do_update(Rt amount_readR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR;s    cCsdS(N((RR=R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR<scCsT|dkrtj}n|jj||||_||_|j||dS(N(RR R5R;R2R3t_do_end(RR=R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytends    cCsdS(N((RR=R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR>sN( R'R(RRR9R:R;R<R?R>(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR*as    icCs|a|adS(N(t_text_meter_total_sizet_text_meter_sofar_size(R0t downloaded((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyttext_meter_total_sizescCs_|}dt||}||t||dkrE|d7}n|jd|||fS(Nt=g?t-s [%-*.*s](tintR%(ttltbar_max_lengthtpctblentbar((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt _term_add_bars  cCsZ|rG||kr%|jdtfS||krG|jdtfSn|jdtfS(Ns !!! s ... t is (R%R"R(RGtosizeR0((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt _term_add_ends   t TextMetercBs/eZejdZddZddZRS(cCstj|||_dS(N(R*Rtfo(RRQ((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRs c Cs]|jj}t|}|jdk r6|j}n |j}t|jj}d}tr{t|}|dt}nt dd} | j dkrt } nt } | j d|} |jdkr6| j dt|| } | j d} | j d |}d | j| j||| | | f}n|jj}t|| }|jj}| j d|} | j d } |dkrd }n| j d |dtd}| j d|d}| j d |}d| jd}t| ||}d| j| j|||||| | | f }|jj||jjdS(NidiiiPs | %5sBs %9sRMis %5sB/ss%-*.*s%s%s%s%s s ETA R s (%i%%)R$s (100%)s %2i%%is %-*.*s%s%s%s%s%s%s%s i is ii(R5t elapsed_timeR7R/RR.t average_rateR@RARRR"RR%R0t format_timeR&tremaining_timet fraction_readR!RRLRQtwritetflush(RR=RtetimetfreadR/tave_dlt sofar_sizetsofar_pcRGt use_hourstui_sizetui_timetui_endtui_ratetouttrtimetfrtimetfract ui_sofar_pctui_pcRJtui_bar((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR<sN        c Cs.t|}|jdk r'|j}n |j}td}|jdkrTt}nt}|jd|}|jdt |j j |}t ||j |\} } d|j|j|||| f} |jj| |jj| rdStrt|7anttkr*dadandS(NiiPs | %5sBs %9ss %-*.*s%s%s%s i(R7R/RR.RRR"RR%RTR5RRROR0R&RQRWRXR@RA( RR=Rt total_sizeR/RGR^R_R`Ratnot_doneRc((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR> s,     %   N(R'R(tsyststderrRRR<R>(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRPs 6tMultiFileHelpercBsAeZdZdZdZdZddZdZRS(cCstj|||_dS(N(R*Rtmaster(RRo((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyREs cCs|jj||dS(N(Rot start_meter(RR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR:IscCs|jj||dS(N(Rot update_meter(RR=R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR<LscCs?t||j|_t|j|_|jj||dS(N(RTR1t ftotal_timeR7R2t ftotal_sizeRot end_meter(RR=R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR>PscCs|jj|||dS(N(Rot failure_meter(RtmessageR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytfailureUscCs|jj||dS(N(Rot message_meter(RRv((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRvXsN( R'R(RR:R<R>RRwRv(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRnDs      t _FakeLockcBseZdZdZRS(cCsdS(N((R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytacquire\scCsdS(N((R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytrelease^s(R'R(RzR{(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRy[s tMultiFileMetercBseZeZedZddddZdZddZ dZ dZ dZ dZ dZd Zd Zd Zd Zd ZdZdZdZdZdZRS(cCsg|_g|_|r*tj|_n t|_d|_d|_d|_ d|_ d|_ d|_ d|_ d|_d|_d|_t|_dS(Ng333333?i(tmeterstin_progress_meterstthreadt allocate_lockt_lockRyR+Rtnumfilestfinished_filest failed_filest open_filesRjt failed_sizeR1tfinished_file_sizeR3R4R5(Rtthreaded((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRcs              cCs|dkrtj}n||_d|_d|_d|_||_d|_||_d|_ ||_ |j j |||j |dS(Ni(RR RRRRRjRR1RR3R5R9R:(RRRjR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR9ws          cCsdS(N((RR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR:scCsE|dkrtj}n|jj|j||j|dS(N(RR R5R;t _amount_readR>(RR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR?s cCsdS(N((RR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR>scCs|jjdS(N(RRz(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytlockscCs|jjdS(N(RR{(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytunlockscCs#|j|}|jj||S(N(t helperclassR}tappend(Rtnewmeter((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pytnewMeterscCs|jj|dS(N(R}tremove(Rtmeter((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt removeMeterscCs||jkrtdn|jjz5||jkr_|jj||jd7_nWd|jjX|j||dS(Nsattempt to use orphaned meteri( R}t ValueErrorRRzR~RRR{t_do_start_meter(RRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRps cCsdS(N((RRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRscCsw||jkrtdn|j s>||j|jkrs|jj|j|||_|j||ndS(Nsattempt to use orphaned meter(R}RR3R+R5R;Rt_do_update_meter(RRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRqs  cCsdS(N((RRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRscCs||jkrtdn|jjz\y|jj|Wntk rUnX|jd8_|jd7_|j|j 7_Wd|jj X|j ||dS(Nsattempt to use orphaned meteri( R}RRRzR~RRRRR2R{t _do_end_meter(RRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRts  cCsdS(N((RRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRscCs||jkrtdn|jjzy|jj|Wntk rUnX|jd8_|jd7_|jr|j dk r|j |j7_ n d|_ Wd|jj X|j |||dS(Nsattempt to use orphaned meteri( R}RRRzR~RRRR0RRR{t_do_failure_meter(RRRvR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRus   cCsdS(N((RRRvR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRscCsdS(N((RRRv((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRxscCs.|j}x|jD]}||j7}qW|S(N(RR~R2(Rttottm((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRs N(R'R(RnRR"RRR9R:R?R>RRRRRpRRqRRtRRuRRxR(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR|as(               tTextMultiFileMetercBs>eZejedZdZdZdZdZ RS(cCs-||_tj||d|_|_dS(Ni(RQR|Rt index_timetindex(RRQR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRs cCs |jjz|j}|jp%d}|jj}|jj}d|jjpUdd}|jj}|jj } |jjpd} d| } t |jj } ||j kr|d|_ |j d7_ n|j t|jkrd|_ n|j|j }|jp |j} |dkrPd|d|j || f} ntdd}|jdkr}t}d }n t}d }|jd t |}|jjs |jd |t||f}|jd}|jd| }d|j|j| ||||f}n|jd |t| |f}|jd}|jd| dtd}|jd| }d|jd}t||| }d|j|j| ||||||f }|jj||jjWd|jjXdS(Niidig\(\?g?s (%u/%u): %siiPi is | %5sBs %*sRMis %5sB/ss %-*.*s%s%s%s%s s ETA s %i%%R$s (100%)is %-*.*s%s%s%s%s%s%s i is ii(RRzRRR5R2ttotalRVRRRUR7RSRRR!R}R/R.RRR"RR%RTR&RRLRQRWRXR{(RRRtdfttftddttdtpdtdttrtRftpfR[R/RGR^ttime_lenR_R`RaRbRcRgRJRi((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRs`        !  ""  c Cs|jjztd}|jp%|j}|j}t|d}|jj}t|o`||d}|j} |j pd} t|} |jp|j} | dkrd| | | f} nt d} | j dkrt }d}n t }d }| jd | }| jd |t||f}t| |j|\}}d | j| j| |||f}|jj|Wd|jjXdS( Ns %-30.30s %6.6s %8.8s %9.9sR6sB/sis (%u/%u): %siiPi is | %5sBs %*ss %-*.*s%s%s%s (RRzR/R.R2R7R5RRRRRRR"RR%RTROR0R&RQRWR{(RRRtformattfnR0R8tettfrateRRRjR/RGR^RR_R`RaRkRc((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRAs6       "cCs|jjzd}|jp%|j}t|tdtdfkr[|j}n|smdg}nd||d|dpdf}|jjd|dx*|d D]}|jjd |dqW|jjWd|j ||XdS( Ns%-30.30s %6.6s %sR us%-79stFAILEDis s is ( RRzR/R.ttypet splitlinesRQRWR{R(RRRvRRRRcR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRbs $ !cCs&|jjzWd|jjXdS(N(RRzR{(RRRv((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRxqs ( R'R(RlRmR"RRRRRx(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRs  A ! R4cBsqeZddZd d dZd dZdZdZdZdZ dZ d Z d d Z RS( g@cCs ||_dS(N(t timescale(RR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR|scCsL|dkrtj}n||_||_||_d|_d|_dS(Ni(RR RR1R3R2tave_rate(RRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR9s     cCs|dkrtj}n|dks6||jkrU||_||_d|_dS||j}||j}|jr||_|j|||j|j|_n||_dS(Ni(RR R2R3Rt_temporal_rolling_aveR(RR=Rt time_difft read_diff((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR;s        cCs|jS(s/get the average transfer rate (in bytes/second)(R(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRSscCs|j|jS(sEthe time between the start of the transfer and the most recent update(R3R1(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRRscCs-|j s|j rdS|j|j|jS(sestimated time remainingN(RRRR2(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRUscCs>|jdkrdS|jdkr&dSt|j|jSdS(s[the fraction of the data that has been read (can be None for unknown transfer size)ig?N(RRtfloatR2(R((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRVs cCs5||}|dkrd}n|j||||S(sqa temporal rolling average performs smooth averaging even when updates come at irregular intervals. This is performed by scaling the "epsilon" according to the time since the last update. Specifically, epsilon = time_diff / timescale As a general rule, the average will take on a completely new value after 'timescale' seconds.ig?(t _rolling_ave(RRRtlast_aveRtepsilon((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRs  cCs\y||}Wntk r'd}nX|dkr8|S|dkrH|S||d||S(sKperform a "rolling average" iteration a rolling average "folds" new data into an existing average with some weight, epsilon. epsilon must be between 0.0 and 1.0 (inclusive) a value of 0.0 means only the old value (initial value) counts, and a value of 1.0 means only the newest value is considered.iN(tZeroDivisionErrorR(RRRRRt recent_rate((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRs    g.@cCsj|dkrdSttj||tjd}t|}|dkrR|Stt||?|>S(sround the remaining time, depending on its size If rt is between n*start_time and (n+1)*start_time round downward to the nearest multiple of n (for any counting number n). If rt < start_time, round down to the nearest 1. For example (for start_time = 15.0): 2.7 -> 2.0 25.2 -> 25.0 26.4 -> 26.0 35.3 -> 34.0 63.6 -> 60.0 igi(RFtmathtlogR(RRR1tshift((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt_round_remaining_times &  N( R'R(RRR9R;RSRRRURVRRR(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR4{s      cCs|dks|dkr)|r"dSdSno|tdkr?dSt|}|d}|d}|r|d}|d}d|||fSd||fSdS( Nis--:--:--s--:--tinftInfinitei<s%02i:%02i:%02is %02i:%02i(RRRF(tsecondsR^tminutesthours((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyRTs     RMc Csddddddddd g }|r0d }nd }d }d }t|d}x0||kr||kr|d}||}qUWt|tdkst|tdkrd}n|dkrd}nd}|t|pd |||fS(s4Turn numbers into human-readable metric-like numbersR tktMtGtTtPtEtZtYg@@g@iiils%i%s%sgfffff#@s%.1f%s%ss%.0f%s%s(R!RR( tnumbertSItspacetsymbolststeptthreshtdeptht max_depthR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyR7s0   0   c Gst}d|||f}|j|d|||d||}d} xc|D][\} } | d7} xB||| t|kr|| 7}|j|tj| qhWqOW|j|dS(Ns (%d/%d): %ss"http://www.example.com/path/to/fn/R/ii(RPR9R!R;R tsleepR?( RtcurRtbegR0targsttmR/tnumtofftinctdelay((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt_tst s     cGsddGHtdt}i}d}d}d}x|D]}d}t|dkrj|\} } | }nt|dkr|\} } }n|j} | j| d| | | d| |d 7}|dk st||7}||| <| dks|dkr d}q7|| 7}q7W|j||d}d} x|D]\} }| d 7} x||| t|kr|| 7}xP|jD]D} || |kr| j|| |j | q| j |qWt j |qUWq<W|j stdS( NREiORiiis"http://www.example.com/path/to/fn/R/i( RRRR!RR9tAssertionErrorR}R?RR;R R(tdatasRRtdl_sizesRRjt dl_total_sizetdatatdl_sizeRR0tnmRRR((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyt_mtst.sJ           t__main__itmultissm-1.0.0-1.fc8.i386.rpmiss-1.0.1-1.fc8.i386.rpmism-1.0.1-2.fc8.i386.rpmi'idgQ?ig?g?i%&i g?i2Ri@Bis1large-file-name-Foo-11.8.7-4.5.6.1.fc8.x86_64.rpmis2large-file-name-Foo2-11.8.7-4.5.6.2.fc8.x86_64.rpmii!s2large-file-name-Foo3-11.8.7-4.5.6.3.fc8.x86_64.rpmiiq s2large-file-name-Foo4-10.8.7-4.5.6.1.fc8.x86_64.rpmis2large-file-name-Foo5-10.8.7-4.5.6.2.fc8.x86_64.rpmiis2large-file-name-Foo6-10.8.7-4.5.6.3.fc8.x86_64.rpmi iNs1large-file-name-Foox-9.8.7-4.5.6.1.fc8.x86_64.rpmg?i((((((ssm-1.0.0-1.fc8.i386.rpmi(ss-1.0.1-1.fc8.i386.rpmi(sm-1.0.1-2.fc8.i386.rpmi'(idgQ?(ig?(ig?(ssm-1.0.0-1.fc8.i386.rpmi(ss-1.0.1-1.fc8.i386.rpmi(sm-1.0.1-2.fc8.i386.rpmNi'(idgQ?(ig?(ig?(ssm-1.0.0-1.fc8.i386.rpmi(ss-1.0.1-1.fc8.i386.rpmi%&(sm-1.0.1-2.fc8.i386.rpmi'(i g?(i2g?(ig?(ssm-1.0.0-1.fc8.i386.rpmi(ss-1.0.1-1.fc8.i386.rpmNi%&(sm-1.0.1-2.fc8.i386.rpmNi'(i g?(i2g?(ig?i*iRiHii.i?.if.i.i8=(i g?(i g?(idg?(i g?(idg?(idg?(idg?(i g?(idg?(idg?(idg?(ig?(ig?(i'g?(ig?(ig?(i'g?(ig?(ig?(i'g?(idg?(idg?(ig?(i g?(ig?(i'g?(i'g?(i'g?(ig?(i'g?(i'g?(i'g?(ig?(i'g?(i'g?(i'g?(ig?(i'g?(i'g?(i'g?(ig?(ig?("RlR RRRRRR RR RRRR*R@RARCRLRORPttext_progress_meterRnRyR|RR4RTR7RRR'R!targvtexit(((s7/usr/lib/python2.7/site-packages/urlgrabber/progress.pyts         )> 5  ]m '  , (    (