jRc@sddlZddlZddlZddlZddlZddlmZddlmZddl Z ddl m Z ddl m Z m Z iied6dd6d 6ied6d d6d 6ied6d d6d 6ied6dd6d6ied6dd6d6ied6dd6d6ied6dd6d6ied6dd6d6ied6dd6d6ied6dd6d6ied6dd6d6ied6dd6d6ied6d d6d!6ied6d"d6d#6ied6d$d6d%6ied6d&d6d'6ied6d(d6d)6ied6d*d6d+6ied6d,d6d-6ied6d.d6d/6ied6d0d6d16ied6d2d6d36ied6d4d6d56ied6d6d6d76ied6d8d6d96Zd:Zd;efd<YZd=efd>YZd?efd@YZdAefdBYZdCfdDYZdEefdFYZdGefdHYZdIefdJYZdKefdLYZdMefdNYZdS(OiN(tdeepcopy(tceil(teon_date(tlist_of_top_level_domainsttable_by_montht mandatoryitordertMARKERitTYPEitAUTHORitGEOLOCitAFFILitTITLEitEDITORitCTITLEitSERIALi tCHAPTERi tVOLUMEi tPAGEi tARTICLEi tYEARitPUBLISHitDOIitURLitTOPKEYitFUNDINGitFILEitABSitREMARKitREMARK0i tREMARK1i!tREMARK2cCstjdjjS(Ni(tsyst _getframetf_codetco_name(((s2/home/soft/smei/ucsd/gen/python/reference_class.pytwhoamiMstReferenceErrorcBseZdZdZRS(cCs ||_dS(N(tmessage(tselfR&((s2/home/soft/smei/ucsd/gen/python/reference_class.pyt__init__RscCs|jS(N(R&(R'((s2/home/soft/smei/ucsd/gen/python/reference_class.pyt__str__Us(t__name__t __module__R(R)(((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR%Ps tAuthorcBseZdZRS(cCsi|d6|_||_dS(Ntdetails(tfeaturet timestamp(R'R/tauthor((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR([s  (R*R+R((((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR,Yst AuthorListcBseZdZRS(cCsCg|jD],}|jdD]}t|j|^qq |_dS(NR0(tatomsR.R,R/(R'tref_listtxR0((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR(gs?(R*R+R((((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR1est ReferencecBs}eZdZdZdZedZdZdZddZ dZ de e d Z d Z d ZRS( cCs||_i|jd6|jdd6|jd6|jd6|_|jt|ddkovd|dk|_|jr|dn|dd d !d }t|d d |_ d|_ dS(NR0R teditorttopkeytremarkRis-00iis-01tformatsYYYY-MM( thasht split_namest split_topkeyt all_remarksR.tvalidatetlent has_monthRR/tNonetbibtex(R'R:tyear((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR(qs    )( cCsd}xSttjddD]6}|jj|r"|d||j|f7}q"q"W|jdkr|dd|jf7}n|S(NttkeycSs t|dS(NR(t g_REF_KEYS(tk((s2/home/soft/smei/ucsd/gen/python/reference_class.pytss %10s: %s tBIBTEX(tsortedRFtkeysR:thas_keyRBRA(R'tstrRE((s2/home/soft/smei/ucsd/gen/python/reference_class.pyt__repr__s""cCs |jS(N(t custom_print(R'((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR)sc Csj|jdr|dnt}|jdr8|dnt}|jdrW|dnd}|jjdddg\}}|j}d}|rd} |rd | n| } |d | d |d d d||jrd|dndf| 7}n+|rd} d} |d7}n d} | } |jdd|p9|} ||rRd| n| | 7}|d} ||rv| nd| | 7}t} t} |jdr|d7}|jdr||jdd|p|dddgt|jddkd 7}n|d} x`d!d"d#gD]O}|| kr| j |t|d}| d|!d$| |d$} qqW|| 7}|jd%r|d%} |d&d'| kr| j d'n d(| f7}n|jd)r|| 7}nt } n|jd)r||d)7}t } n|jd*rO|d*} ||rAd+| d,nd-| 7}n| r|jd.ss|jd/r|jd.r|d.n|d/} || dd0krd1n-|jd*rdn|jd/rd2nd3| 7}n|d4|jrd|dnd5|f| 7}t } n|jd6rR||d67}| rR|| 7}qRn| s|d7} |d4|jrd|dnd5|f|jd.rd8| |d.fn*|jd/rd8| |d/fnd9| | 7}n|r]|d:d5j |jd;| 7}|jd<r2|d=|d<| 7}n|dkrt jjt jj |d>d?|d r|d@|d | 7}nt jjt jj |dAdB|d r|dC|d | 7}qt jjt jj |dDdB|d r|dE|d | 7}qn|jdFr]|dG|dF|dFdHdIkrGdJndKdL| 7}q]n|jdMr|dM} ||rdN| dOndP| | 7}n|r@|jdQr@dR}ttdSt|dQ|}|dTdU|d dV| dW|d | dX||f| |dQ| dY| dZ| 7}q@n||rOd[n|r[d\nd7}|| S(]Nthtml_paragrapht html_listt html_rootRDtattrRCtmonths s
s

s;Rs8s%s-%ss%02dit00s, s

  • R thtmls %sR s"%s"Rsin: R s (edtsR6is.)sConf. ons Workshop onsSymp. ont"Rs, %s %st=sCh.RRs ss Vol. RRt(t s, art. s, p. s%s %st,RRs; %s %ss; %ssKeys: %sR7RsFunding: %stabstracts%s.htmlsNt pdf_privates%s.pdfsTt pdf_publicsURs!Rssdoi: RiPg?sHs#s

    s
    • (RLtFalseR/tgetR:R@t join_namesR?R.tfindtsplittTruetjointostpathtisfiletlongR(R'tprint_attributethtml_parRQRRRCRTR:RMt soft_breakt hard_breaktlinetpage_and_year_neededtpage_and_year_usedtcmarktcpostcolstrows((s2/home/soft/smei/ucsd/gen/python/reference_class.pyROs! <    K  $  2    %# /  r " ,,,> )$_"cCsg|jD]}tj|s |^q }|ra|GHtdtdj||jfngtD]}t|drh|^qh}djg|D]}|jj|s|^q}t|dkrtdt|j|fndS(Ns%s, invalid key(s) '%s' %sR\Ris%s, %s missing types '%s'(R:RFRLR%R$RhR?(R'REtbadRtmissing((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR>Cs++'4"cCsg}|jjdr|jdjd}x|D]}d|krWidd6}n`|jd}i|djd6|djd6}t|d kr|d j|d s>>sR[(R;treplace( R'REtreverseRVtauthorsRqR0RR((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRds@  #            cCs-g|jD]}d|kr |j|^q S(NR(R:(R'R4((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR=scCsx|D]}|j}|dkr|dkr|jj|shtdt||jfn|j|}tj|||}|stS|d|j !d||j |j !d||j |j|>( tupperR:RLR%R$RNtretsearchRbtstarttendRg(R't regex_mapRERtvaltm((s2/home/soft/smei/ucsd/gen/python/reference_class.pyt matches_regexs  % N(R*R+R(RNR)tdictROR>RR;R<RbRdR=R(((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR5ms    *   - t ReferenceListcBseZdddZdddZdZdZdZedZ edZ ddZ dd Z dd Z ddd Zd Zdd ZdZdZdZdZdZRS(cCs=tjdt}t|tdkr|jd|t|}gtj|D]}t|^qX|_|j ||_ t |_ t |_ngt|trt|j|_|j |_ |j |_ |j|_ntdtt|f|jdt|j|j|j||dS(NsReferenceList.%sRMsread s%s, cannot init from %ssnumber of references is %s(t tiny_bitstsayR$Rtopentyamltload_allR5R2tcloset yaml_fileRRmRbt has_bibtext isinstanceRRR%R?RBt filter_times(R'tinputt start_timet stop_timeRthandleR4((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR(s& +       c Cst|j}|dkr:t|t r:t|}n|dkret|t ret|}ng|jD]!}|jj||ro|^qo|_|dks|dkrptjdt }|j|dkrdt|j||j ddfnh|dkr5dt|j||j ddfn4dt|j||j dd|j ddfn|dkrt g|jD]}|j^qj dn||_ |dkrtg|jD]}|j^qjdn||_dS(NsReferenceList.%ss%s/%s references since %sR9sYYYY-MMs%s/%s references before %ss"%s/%s references between %s and %sRT(R?R2RARRR/tbetweenRRR$RctmintbopRtmaxteopR(R'RRtnrefsR4R((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR s444;CCcCs-djg|jD]}d|j^qS(Ns s%s(RhR2RN(R'R4((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRN&scCs-djg|jD]}d|j^qS(Ns s%s(RhR2R)(R'R4((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR))scCs t|jS(N(R?R2(R'((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR?,scCs||jd s sQ s2 s s s
    isfunction TextareaOnOffsis%s, not found in '%s's s s%ss
    s ( RmRLR?ReR%R$RhR2RO(R't html_headt html_tailt plain_htmlRMtposR4((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRODs %  .9c Csctjdt}|jr#dSt|j}g}xt|D] }|j|}d}x||jdr{|jdn |jdD]S}|d|dkrdn0|ddd !d kr|dd n |dd7}qW|d |jj d d7}|j |}|dkr1t dt|fn|dkr|j |ddkrvt dt|dfn|j |}|j d||fd ||cd7<|||j|_n|j |ddkr<d} xT| D]-} |j || dkr|| 7}PqqWt dt|| fn|j|||_qEWt|_dS(NsReferenceList.%sRDR0R6tvestkaRtSiisvan is%sRSRCis)%s, duplicate bibtex key '%s' constructedtas"%s, bibtex key '%s' already existssduplicate key '%s' -> '%sa'tabcdefghijklmnopqrstuvwxyzs0%s, unable to construct bibtex key from '%s[%s]'(RRR$RR?R2RR.R/RctcountR%tindexR&RBRRg( R'RRRBtireft referenceRER0Rtalfabettletter((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRBlsD  .%        cCst|}|dkrg|_xz|jD]o}|j|}|jr+t|}|j}dj||jd<||jd<|jj |q+q+Wt j dt }|j dt |jt |jfn|S(NR\RR7sReferenceList.%ss%s/%s references(RRAR2tusedRKtcategory_by_featureRhR:R.RRRR$R?(R'tkeywordstsublisttrefRtref_copyRKR((s2/home/soft/smei/ucsd/gen/python/reference_class.pytfilter_keywordss       ,cCst|}|rg|jD]}|j|r|^q|_tjdt}|jdt|jt|jfn|S(NsReferenceList.%ss%s/%s references(RR2RRRR$R?(R'RRR4R((s2/home/soft/smei/ucsd/gen/python/reference_class.pytfilter_by_regexs  .,cst|}t|}|j||jd}|j|}tt|g|D]}|j||^qTt|}|j||jd}|j|}tt|g|D]}|j||^qtdfddt }tdfddt }t |j }t |} t |} |j j drl|j dnd} |j j drd |j dd nd} d | } d | }d | }tjdtjd}| dkr2dd|ddd|| | fdtjt|ddg}n| dkrddd| ddddd d!d"d#d$d%d|ddd&|d'd(d)d*d|| | fdtjt|ddg}nLd+|d|dd,d-d.|| | fd/tjt|dg }d0}t| |\}}||dk7}t}| dkrZd1nd2}xt|D]}| dkrdnd3}xXt|D]J}|||}|| krqn|||||||f7}qW|| dkrdnd47}|j|qmW| dkr5|jd5d6gnQ| dkrh|jd5dd&|d'd7dgn|jd|dgd0}d8} t| |\}}||dk7}xt|D]}| dkrdnd3}xTt|D]F}|||}|| kr qn||||||f7}qW|| dkrFdnd47}|j|qW| dkr|jd5d9d:d;gnd<j|GHdS(=NiREcs|S(N((tabbrev(tcount_by_country(s2/home/soft/smei/ucsd/gen/python/reference_class.pyRHsRcs|S(N((R(tcount_by_author(s2/home/soft/smei/ucsd/gen/python/reference_class.pyRHsRRDRs (t)s?External data papers: authors per country and papers per authorsNumber of authors per countrys)Number of papers by most prolific authorss%Y-%b-%d %H:%M:%Ss UTCtxincs sLast updated on ss
    sCThere are %s papers with %s different authors in %s countries
    s5The average number of authors per paper is %.1f
    sRVssss���ssss

    s

    s
    sAAs determined from author affiliations specified in papers.
    s/The count includes authors and co-authors
    sLast updated on s:As determined from author affiliations specified in paperss)The count includes authors and co-authorss=There are %s papers with %s different authors in %s countriess/The average number of authors per paper is %.1fis %20s %5s |s-
    sss
    %s%s
    s     s
    is
    sss (t WorldStackR1t count_atomsRKRtzipttotalt AuthorStackRJRgR?R2RmRLttimetstrftimetgmtimetsumtvaluestfloattdivmodRRRRRh(R'tworldt author_listtcatt countriesR4Rtnamest nr_of_pubstnr_of_countriest nr_of_authorsRRt title_mainttitle_for_country_tablettitle_for_author_tablet current_timetcontentt nr_of_columnst nr_of_rowstleftovert country_nameR9tirowt add_contentticolumnR((RRs2/home/soft/smei/ucsd/gen/python/reference_class.pytauthors_by_country_summarys   4  4!!  %-              (       $  c Cs|j||jd}i|jd6}idd6}|jjdrV|jdnd}|jjdrd|jddnd}d|}tjd tjd }|d krd d |ddd|jg}n|dkrAddd|ddddddddddd |ddd|jdg}n d |dd|jdg}|j t |d!|d"|dk|d kr|j d#gn%|dkr|j d$d%d&gnd'j |GHdS((NRt all_datasetsRDRRs (Rs/External data papers: papers per year and months%Y-%b-%d %H:%M:%Ss UTCRs sLast updated on ss
    sTotal number of papers is %sRVssss���sssssLast updated on tkey_replacementtin_htmls s
    sss ( RtstacktcalendarRmRLRRRRRRRh( R'Rt top_countRRRRRR((s2/home/soft/smei/ucsd/gen/python/reference_class.pytpapers_summarywsb   %-              c Cst|}|jt||jd}|j|}|j}tt|g|D]}|j||dj^qZ}|j j dr|j dnd}dj t |d|dt d|d gdGHdS( NiRRscountry of origin of authorss Rt sort_by_counttheaders nr of authors(RRR1RKR|RRRRRmRLRhRRg(R'RRRR|R4RR((s2/home/soft/smei/ucsd/gen/python/reference_class.pytauthors_by_country_details  :%cCs|j||j}tt|g|D]}|j|dj^q)}|jjdrn|jdnd}djt t dt d|dgdGHdS(NRRspublished paperss RRs nr of papers( RRKRRRRRmRLRhRRRg(R'RRR4t count_by_catR((s2/home/soft/smei/ucsd/gen/python/reference_class.pytpapers_by_category_details  6%N(R*R+RAR(RRNR)R?RbRRRRRRORBRRRRRR(((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRs$#        ( P  J t CountCalendarcBsGeZedZdZdZdddZdddZRS(cCst||_dS(N(RR(R'R((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR(scCsx|jD]}|jj|s5t|j|: %5ds %-30s: %5d(thasattrR RbRR RRK(R'R RR RRWRRE((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR)s  &(cCst|}|jdj|||jd  cCs<|jd}tt|g|D]}|j|^qS(NR(RKRRR(R'ttldsttld((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR|s(R*R+R(R|(((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRs RcBseZdZRS(cCsgt|jD]*}|jddd|jdd^q}tt|}itt|gtt|D]}t^qqd6}t t |j |d|_ dS(NR-Rs, RRcSs%|jddd|jddgS(NR-Rs, R(R.(R0((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRHs( R1R2R.RRRRRR?R'RR(R(R'R3R0RR4R((s2/home/soft/smei/ucsd/gen/python/reference_class.pyR(s @> (R*R+R((((s2/home/soft/smei/ucsd/gen/python/reference_class.pyRs(R RiRRRRRtmathRRRt general_listsRRRgRbRFR$t ExceptionR%tobjectR,R1R5RRRR&RR(((s2/home/soft/smei/ucsd/gen/python/reference_class.pyts^0  &   y >R