i.dZddlmZddlZddlZddlZddlZddlZddlmZddl m Z ddl m Z ddl mZddlmZd ad ad ad5d6dZd7dZd8dZd9dZd:dZd;dZd9dZdd!Zd?d&Zd@d'ZdAd*Z d dd+dBd0Z!dCdDd2Z"dEd3Z#dFd4Z$dS)Gz.Git backup scheduler for website runtime data.) annotationsN)datetime)Path)Any)quote)ZoneInfoFvaluestrdefaultboolreturnc|t|pd}|s|S|dvS)Nr >1onyestrue)r striplower)r r raws /app/scripts/website_backup.py_truthyrsD ekr   " " ( ( * *C  , ,,textcttjdpd}t|pd}|r||dn|S)NWEBSITE_BACKUP_PATr z***)r osgetenvreplace)rpatrs r _mask_secretr!sL bi,--3 4 4C djb//C&) 23;;sE " " "s2rcFttjddS)NWEBSITE_BACKUP_ENABLED0)rrrrr_backup_enabledr&$s 295s;; < < >D bi,--3 4 4 : : < r@resultrs r_run_gitrNCs ^UNTNCtTX Y Y YF A}3 3::<<N#((4..NN<;L;LNNOOO M R & & ( ((rrepo_urlbranchctjddd||gdd}|jdkr-tdt |jp|jpdt|jpdS) NrBz ls-remotez--headsT)rrDrzgit ls-remote failed: r ) rFrGrHrKr!rIrJr r)rOrPrMs r_remote_has_branchrRKs ^UKHfMTXim n n nF AhLAeRXR_Aece4f4fhhiii $"++-- . ..rcftjgdt|dd}|jdkS)N)rBdiffz--cachedz--quietTrCr:)rFrGr rH)r@rMs r_has_staged_changesrURs7 ^BBBCW[lp q q qF   !!rsourcetargetinclude_volatileNonect|sdhn t}tj|d|dd|D]b}|j|vs |jdkr||jz }|rtj||dMtj||cdS)Nzx_intel_jobs.jsonT ignore_errorsparentsexist_ok __pycache__Fsymlinks) setshutilrmtreemkdiriterdirr/is_dircopytreecopy2)rVrWrXvolatile_namesitemdests r_copytree_cleanrnWs2BM)**N M&---- LLL---  %% 9 & &$)}*D*D  ! ;;== % OD$ 7 7 7 7 7 Lt $ $ $ $%%rcF|dd|D]^}|jdkr|rt j|d9 |O#t$rY[wxYw|D]}|jdkr||jz }|r@|rt j|t j ||dlt j ||dS)NTr]r`r[Fra) rfrgr/rhrdreunlink Exceptionexistsrirj)rVrWrlrms r_copy_backup_to_datarses; LLL---    9 % %  ;;==  M$d 3 3 3 3 3        % % 9 % %  ! ;;== %{{}} $ d### OD$ 7 7 7 7 7 Lt $ $ $ $ % %s&A;; BBrepo_dir project_rootc t||}|jdd|dz sZ|r$t dd|d|t |g|nt d|t |g|t dd|g|nct d d d |g||r:t d d |g|t d|g|t d dd |g|nt dd|g|t ddt t jdpdg|t ddt t jdpdg|dS)NTr]z.gitclonez--branchz--single-branchcheckoutz-Bremotezset-urloriginfetchpullz --ff-onlyconfigz user.nameWEBSITE_BACKUP_GIT_NAMEzRenaiss Website Botz user.emailWEBSITE_BACKUP_GIT_EMAILzbot@renaiss.website)rRr5rfrrrNr rr)rOrtrPru branch_existss r _ensure_repor}s&x88M O$666 v  % % ' ' ;  ; gz63DhPST\P]P]^`l m m m m gxX7 F F F j$/ : : : :(Ix:HEEE  ; gx0( ; ; ; j&)8 4 4 4 fk8V|r*t| r |sddd|dSt} t|} t|} t|| | || | z } | r| sddd| dS|ddt#| |ddd| | |t|t|dS#t$$r+} dddt't | dcYd } ~ Sd } ~ wwxYw)zRestore persistent website data from the configured git backup repo. This runs before bundled data migration. It only copies data when the target mounted directory is empty unless WEBSITE_DATA_RESTORE_FORCE=1 is set. WEBSITE_DATA_RESTORE_ON_STARTUPrT)r Fdisabled)okrestoredreason missing_repoWEBSITE_DATA_RESTORE_POLICYalwaysWEBSITE_DATA_RESTORE_FORCEr$N>if-empty empty-onlyif_empty empty_onlydata_root_not_empty)rrrpolicymissing_subdir)rrrsubdirr]r)rrrrPrrrforcerestore_failed)rrrerror)rrrr=r rrr rranyrgr*r6r0rrhrfrsrqr!)r+rurrrOr force_envrshould_require_emptyrPrtrrVrs r restore_website_data_from_backuprsb E'"),Ms"S"S]abbbEDDD ""H IHHH 899EX F F L L N N T T V V bZbF ">DDEEI n4. I IE!%YYb 0 0 2 2bs9;L;L;N;N7O7ObX]b9NZ`aaa   F **H I & &FoXx>>>F"}} bfmmoo bU>NZ`aa at444VY/// 6ll%[[    ooo:JUabefkblblUmUmnnnnnnnnos&2AG8A G G9 G4.G94G9rc t|pdd}ttjdpdpd}|dkrddd|dSt s |sddd |dStrddd |dSt}|sddd |dSda t}t|}t|}ttjd d } t||||t|||z | tddg|t!|s dd||||ddaSt#jd} tddd| d|dg|tdd|g|dd||||ddaS#t($r.} dd||t+t| dcYd} ~ daSd} ~ wwxYw#dawxYw)Nr rWEBSITE_BACKUP_PROVIDERrBFTunsupported_provider)rskippedrproviderralready_runningrWEBSITE_BACKUP_INCLUDE_VOLATILEr$)rXaddz-A)rchangedrrrPrseconds)timespeccommitz-mzbackup(website): z []pushrz)rrrrr)r rr;rrrr&_RUNNINGr=r*r6r0rrrnrNrUrutcnow isoformatrqr!) r+rurrrrOrPrtrrXstamprs rrun_website_backuprs 2   $ $ & & 1 1( ; ;F29677@5AAGGIIOOQQZUZH58N\deee   ZVZ PXYYYa8IW_``` ""H ^T\]]]H!!#I.. **"29-NPS#T#TUUXx>>> 8f#4GWXXXX%)))"8,, ~5FPXdjv|}}!!++Y+??(D"He"H"Hv"H"H"HI8TTT&(F+X666tv8_eqwxx zzzX`lmpqvmwmw`x`xyyyyyyyzs8 BG -AG H!G?7H8H?HHH cttjdpd}t ttjdpdpdt |t ttjdpdtt|tt|t|ttjdpdpdtttjdpd pd tttjd pd pd ttjdd ttjdd d S)Nr8r rrBrWEBSITE_BACKUP_TIMEZONE Asia/TaipeiWEBSITE_BACKUP_HOURr$rWEBSITE_BACKUP_MINUTE10 WEBSITE_BACKUP_RUN_ON_STARTUPr) enabledrhas_repohas_patrPrrtr+timezonehourminuterun_on_startuprX) r rrrr&rr r*r0r6intr)r+r<s rget_website_backup_statusrs ry.//52 6 6 < < > >D"$$ ";<<EFFLLNNTTVV_Z_JJBI&:;;ArBBHHJJKK "" ++(3344^^ ";<<M NNTTVVgZgC "788?C@@EAFFc")$;<<DEEKLL!"),KS"Q"QRR#BI.OQT$U$UVV  rc trdSdatdstddSdstddStdddd d d d d dddd dfd dr)tjdddfd }tj|ddS)NTrz7[website-backup] disabled (WEBSITE_BACKUP_ENABLED != 1)rz7[website-backup] disabled: WEBSITE_BACKUP_REPO is emptyz%[website-backup] scheduler data_root=r+z repo_dir=rtz branch=rPz at r02d:rrr rrYc >t|}|dr7td|dt|ddStd|d|dp|ddS) N)rrz[website-backup] z done: changed=rz failed/skipped: rr)rgetprintr )rrMr+rus rrGz+start_website_backup_scheduler..run s#I|FKKK ::d   n ZfZZT&**YBWBW=X=XZZ [ [ [ [ [ lfllvzz'?R?R?jV\V`V`aiVjVjll m m m m mrr)startup)rWr>daemonctdpd} t|}n#t$rd}YnwxYw |rt j|nt j}|d}|jdkr)|jdkrt|kr |a dtj d) NrrTz%Y-%m-%d %H:%Mrr scheduled) r rrrqrnowstrftimerr_LAST_RUN_MINUTE_KEYtimesleep)tz_nametzrkeyrGstatuss rloopz,start_website_backup_scheduler..loopsfjj,,= >> '""BB   BBB  &(<(,r"""hlnnC,,/00Cx6&>))cjF8r?r@rrr )rOr rPr rr )r@rrr )rVrrWrrXr rrY)rVrrWrrrY) rOr rtrrPr rurrrY) r+rrurrr rrrr)r)r+rrurrr rr)r+rrr)r+rrurrrY)%__doc__ __future__rrrdrFrrrpathlibrtypingr urllib.parserzoneinforrrrrr!r&r*r0r6r=rNrRrUrnrsrrrrrr%rrrsN44""""""   -----3333 ====OOOOwwwwGGGG    ))))////"""" % % % %%%%%0vvvv4"& /o/o/o/o/o/od     F&+7+7+7+7+7+7r