Wc @sDddlZyddlZWnek r;ddlZnXddlZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZdefdYZdefdYZdZddRdYZejad Zd Zd Zd Zd ZdZeZdZ dZ!dZ"dZ#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.dZ/dZ0d Z1d!Z2d"Z3d#Z4d$Z5d%Z6d&Z7d'Z8e9d(Z:d)Z;d*Z<d+Z=d,Z>e?d-kr@e j e j@e jAe j e jBe>e=\ZCZDe;ZEe<eEd.d/ejFd0ejGd1d2!fZHejIjJeCjKd3eCjKejIjJeCjKd4ejIjJeCjKeHgejId1*ejLjMd5dk rsejLjMd5ZOnzejIjPeCjQseEjRd6d6jJe jSd7eCjQfejTd8neUeCjQjVjWZOeOejLd5d?d@dZ_ejZ`eCjare<eEdeEjbdAe7e^ejTd1neCjcsdBZdeCjedk rdCedeCjefZdn%eCjZdk rdDedeCjZfZdnejfdEdFejLdGdHedgdIejgdJejgZhehji\ZjZkxelemejjnD]|ZoeoejpkspeoejqkrqpneEjbdKeofyejreoe jBWqpesk reEjtdLqpXqpWneCjedk r2eeCjeedMkr2e9eC_ue9eC_vneCjwdkrPe6eC_wneCjxdkrudNeCjZfeC_xneCjvrejyZzezd1krej{ae<eEdOe5eCejTd1qndZzej|addl}Z}dPZ~eCjedk re~dQeCjef7Z~ne<eEe~e j e j@e je.eCndS(SiNtCountingBackoffcBs/eZddZdZdZdZRS(i cCsd|_||_dS(Ni(tnumber_of_retriestmaximum_retries(tselfR((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyt__init__,s cCs|j|jkS(N(RR(R((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyt keep_going0scCs d|_dS(Ni(R(R((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytsucceed3scCs t|jd|j|_dS(Ni(tminRR(R((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytfail6s (t__name__t __module__RRRR(((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyR+s   tRandomExponentialBackoffcBseZdZRS(cCst|jd|j|_td|jddd}|tjd|}d||df}ytj|Wntk r|GHnXt j |dS(Niig@s*Sleeping for %ss [max %s] before retrying.( RRRtinttrandomtrandinttloggertwarningt NameErrorttimetsleep(Rt delay_scaletdelaytmessage((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyR;s   (R R R(((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyR :sshttps://zephyr.zulipchat.comtStatescBs eZed\ZZZZRS(i(R R trangetStartupt ZulipToZephyrt ZephyrToZulipt ChildSending(((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyRKscCsd|kr$|jd\}}n |d}}|jdkrl|jdkr^d}n|jdS|jd|jdS(Nt@sATHENA.MIT.EDUtgolemtctls@mit.edut|(tsplittuppertlower(tzephyr_usernametusertrealm((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytto_zulip_usernameOs   cCs|jd\}}d|krJ|jdkr<d}n|jdStjd|}|sxtd|fn|jdjd|jd jS( NRR RRs@ATHENA.MIT.EDUs([a-zA-Z0-9_]+)\|(.+)s4Could not parse Zephyr realm for cross-realm user %sii(R!R#tretmatcht ExceptiontgroupR"(tzulip_usernameR%R&t match_user((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytto_zephyr_username[s  cCsl|j}t|d|dt|dkpkt|d|ddkpkt|t|dkS(Nt ig?i2(R!tlen(tlinet next_linetwords((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytdifferent_paragraphqs (c Cs|jd}d}|d}x|dD]}|j}tjd|dtjrtjd|dtjr||d7}na|dks|dkstjd|dtjst||r||d7}n||d7}|}q*W||7}|S( Ns tiis^\Wtflagss R/(R!trstripR(R)tUNICODER4(tbodytlinestresultt previous_lineR1((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyt unwrap_linesys"      cCsri}tjrd|d[^:]+):\s+((?P(AES|DES)):\s+)?(?P\S+)$sInvalid crypt_table line!tclasstkeypatht algorithmtAES(RiR~RRtenvironRZRrt readlineststripR(R)RRMt groupdictR#tget(R{Rct crypt_tableR1R)tgroups((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytparse_crypt_table<s &    " c Cst||}|dkr|Stjtjtjtjddddddddd d |g d tjd tjd tj}|jd|\}}tjtjtj |S(Ntgpgs --decrypts --no-optionss--no-default-keyrings--keyring=/dev/nulls--secret-keyring=/dev/nulls--batchs--quiets--no-use-agents--passphrase-filetstdintstdouttstderrtinput( RRrRtSIGCHLDtSIG_DFLt subprocesstPopentPIPEt communicatetSIG_IGN(R{RcR9Rtpt decryptedRd((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytdecrypt_zephyrQs*      c Cst|j\}}t}t}|jdkr4dS|jj}|tjkr~ttj d}|j dWdQXdS|j dkrt }n|rtj rdS|tkr| rtjd||j|fdS|jjds|jjdrtjddS|d krH|jjd krH|rHtj rHdS|r|jd rt }g|jd d djD]}t|j^q} |j| kr| jt|jn|jd dd}qntjr|jjdkrt||jj|}nit|jd6|jd6|d6|d6} |rjd| d<| | dusRFRs@@tzwrites-ns-stsender_full_names-Fs/Zephyr error: See http://zephyr.1ts.org/wiki/dfR@RCs ctl@mit.edus-SRtdisplay_recipientRBs^\(instance "(\s*)"\)$is instance %sstest instance %sttests tabbott-test5Rs-cs-is+Forwarding message to class %s, instance %sRSitemailiR5s-Cs@ATHENA.MIT.EDUsForwarding message to %stinvite_only_streamsP%s Your Zulip-Zephyr mirror bot was unable to forward that last message from Zulip to Zephyr because you were sending to a zcrypted Zephyr class and your mirroring bot does not have access to the relevant key (perhaps because your AFS tokens expired). That means that while Zulip users (like you) received it, Zephyr users did not. %ss-ORsWould have forwarded: %s %ssutf-8sm%s Your last message was successfully mirrored to zephyr, but zwrite returned the following warning: %s %ss/zwrite: Ticket expired while sending notice to s;zwrite: No credentials cache found while sending notice to sB%s Your last message was forwarded from Zulip to Zephyr unauthenticated, because your Kerberos tickets have expired. It was sent successfully, but please renew your Kerberos tickets in the screen session where you are running the Zulip-Zephyr mirroring bot, so we can send authenticated Zephyr messages for you again. %ss%s Your Zulip-Zephyr mirror bot was unable to forward that last message from Zulip to Zephyr. That means that while Zulip users (like you) received it, Zephyr users did not. The error message from zwrite was: %s %s(ttextwrapt TextWrapperRRtreplaceR!RTtextendR(R)R+RvRRR0R.R#RRRrRVRHRJRMRpRRtignore_expired_tickets(Rtsupport_headingtsupport_closingtwrapped_contentRR{Rctmatch_whitespace_instanceREt recipientsRgR%R;tcodeR((RsS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytforward_to_zephyros&      0      cCs|dtkr|ddkpc|ddkoctg|dD]}|djjd^q>ksjdStjjjd}t|d t|d krtj d |d |fdSyt |Wqt k rtj d qXndS( Nt sender_emailR@RCRSRRsmit.edus%st timestampis&Skipping out of order message: %s < %ssError forwarding message:( RTRR#RtdatetimetnowtstrftimetfloatRRRR*R[(Rtut timestamp_now((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytmaybe_forward_to_zephyrs0   cCs]tjdxItrXytjtWqtk rTtjdtj dqXqWdS(NsStarting syncing messages.sError syncing messages:i( RRRROtcall_on_each_messageRR*R[RR(RH((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytzulip_to_zephyrs    cCstjjd}|dk r(|dkSxUtdtD]D\}}}|jdkr8|jdkr8dtjd\}}}|jdkr|dkrUq"n|dkr|dkr"|j|||dfq"q"n|j|q"n|jdkr|jdkrq"nt|dkr|j|||dfq"nV|dkr(|j|||d fq"n+|dkrS|j|||d fq"n|j|q"Wt|d krtjtd |Dd t}|j ddkrt j d|dfdS|j d}|j d}|j d} |r|dk rGt|d krGt j ddj|jd fn|dk rt|d krt j ddj|jd fn| dk rt| d krt j ddjtjdddj| fqqnt|d kr2|r2t j ddjtjddq2nxi|D]a\}}}} |r9| dkr}t j d|||| fqt j d|||fq9q9Wt|d kr|rt j ddjtjddqndS( NR"RRhs5subscribing to all of class message is not supported.RRi<sClass longer than 60 characterssUnsupported non-* instancesUnsupported non-* recipient.icss|]}i|d6VqdS(tnameN((RRC((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pys 6stauthorization_errors_fatalR;RGs Error subscribing to streams: %stmsgtalready_subscribedt subscribedt unauthorizeds Already subscribed to: %ss, s Successfully subscribed to: %ss s8The following streams you have NOT been subscribed to, because they have been configured in Zulip as invitation-only streams. This was done at the request of users of these Zephyr classes, usually because traffic to those streams is sent within the Zephyr world encrypted via zcrypt (in Zulip, we achieve the same privacy goals through invitation-only streams). If you wish to read these streams in Zulip, you need to contact the people who are on these streams and already use Zulip. They can subscribe you to them via the "streams" page in the Zulip web interface: s %ssYou have some lines in ~/.zephyr.subs that could not be synced to your Zulip subscriptions because they do not use "*" as both the instance and recipient and not one of the special cases (e.g. personals and mail zephyrs) that Zulip has a mechanism for forwarding. Zulip does not allow subscribing to only some subjects on a Zulip stream, so this tool has not created a corresponding Zulip subscription to these lines in ~/.zephyr.subs: R5s [%s,%s,%s] (%s)s [%s,%s,%s]sIf you wish to be subscribed to any Zulip streams related to these .zephyrs.subs lines, please do so via the Zulip web interface. (RoR#R#R`R0ROtadd_subscriptionsRwRRRR]RrRRtvaluesR R( R"tzephyr_subscriptionstskippedRbRcRERtalreadytnewR+treason((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytadd_zulip_subscriptionssl      $   ** : '  !cCs |dkS(NR5((R&((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytvalid_stream_namekscCst}tjjtjdd}tjj|sQ|rMtjdngSx't|dj D]}|j }t |dkrqgny|j d\}}}|j dtj}|j dtj}|j dtj}t|s|rtjd|fnwgnWn1tk rN|rgtjd |fqgqgnX|j|j |j |j fqgW|S( NRs .zephyr.subssCouldn't find ~/.zephyr.subs!Rgit,s%me%s5Skipping subscription to unsupported class name: [%s]s(Couldn't parse ~/.zephyr.subs line: [%s](RoR~RRRRRR]RiRRR0R!R RHR%R4R*R`(R"R.t subs_fileR1RbRcRE((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyR#ns2     ,cCstjdk rtj}nYtjr?tjr6d}qtd}n5tjddtjfdt}|j }|j t j t }d}t j|}t jd||jt jt j|}|j||j||S(Ns/var/log/zulip/test-mirror-logs/var/log/zulip/mirror-logtprefixs zulip-log.%s.tdeletes"%(asctime)s : %(message)sR(RHtlog_pathRrRIRJttempfiletNamedTemporaryFileR%RR&Rntloggingt getLoggerR t Formattert basicConfigtsetLeveltDEBUGt FileHandlert setFormattert addHandler(tlog_fileRxRt log_formatt formattert file_handler((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyt open_loggers&          cCs|dkrd}nd|d}tj|}x|jD]}|j|q<Wtj}x|jD]}|j|qiWdS(Ns %(message)ss %(asctime)s [s ] %(message)s(RrR<R>thandlersRCR=(Rtdirection_nameRFRGthandlert root_logger((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytconfigure_loggers   c Cstj}|jddtdtjdd|jddtj|jddtdtjdd|jdd d dtj|jd d d dtj|jd d ddtj|jdd ddddtj|jdd ddtjdtdd|jdd ddtjdtdd|jddtd ddtjdd|jddtdtjdd|jddtdd|jddtdd|jddtdtj|jddddtj|jddtj ddtj|jd dd!dtj|jd"dddtj|jd#dddtj|jd$dddtj|jd%dtdddtj|jd&dtdtjdd|jd'dtj j tj d(d)d*|j S(+Ns--forward-class-messagestdefaultthelptactiont store_trues--shards --noshards --resend-logtdestRs--enable-resend-logRs --log-pathR9s--stream-file-pathRjs/home/zulip/public_streamss--no-forward-personalsRt store_falses--forward-mail-zephyrsRs--no-forward-from-zuliptforward_from_zulips --verboses--sync-subscriptionss--ignore-expired-ticketss--sites--on-startup-commands--usertUSERs --root-paths0/afs/athena.mit.edu/user/t/a/tabbott/for_friendss--session-paths--nagios-classs --nagios-paths--use-sessionss --test-modes--api-key-fileRtPrivates.zulip-api-key( toptparset OptionParsert add_optionRt SUPPRESS_HELPRRLRrR~RRRt parse_args(tparser((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyR\s                                              cCsttjksttjkr.tjdnttjkr|tj r|yt j j Wq|t k rxt jdq|XntjddS(NiR5(RRRRR~RRRHRRWRXRRZRR[RR(Rtframe((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pytdie_gracefullys t__main__tparents$python-zephyr/build/lib.linux-%s-%s/iiitapis python-zephyrtHUMBUG_API_KEYs stCould not find API key file. You need to either place your api key file at %s, or specify the --api-key-file option.is*nagios_path is required with nagios_class s@mit.eduRtapi_keyR"tclientt zephyr_mirrorRKs8Syncing your ~/.zephyr.subs to your Zulip Subscriptions!spython.*zephyr_mirrors%s.*--shard=%ss %s.*--user=%stpgreps-URVs-fRRs*Killing duplicate zephyr_mirror process %sR5Rs /var/tmp/%ss zulip=>zephyrs zephyr=>zulips(%s)((RRkt ImportErrortjsonR(RRRXR~RR RR<RsR:R RtobjectRR RLRRRR'R.R4R=RRRVRoR_RfR|RRRRRRRRRRRRRRRRRRRR R%R3R4RR#RIRNR\R_R RRtSIGINTRHtargsRtunametversiontpyzephyr_lib_pathRRRRRRrRdRt api_key_fileR]RRRiRmRRRR%RTtzuliptClientRRORtsync_subscriptionsRRJt pgrep_queryRqRRtprocRtoutt _err_unusedtmapR R!tpidtgetpidtgetppidRRR[RRURRRR}RRRWt logger_nameR(((sS/afs/athena.mit.edu/user/t/a/tabbott/for_friends/user_root/zephyr_mirror_backend.pyts                      #    '    b     3     y   V     S    $"           "  $ *