_iD 6dZddlZddlZddlZddlZddlmZddlmZddlm Z m Z m Z  ddl m Z ddlmZddlmZdd lmZdd lmZdd lmZej2ej4d ej6ej8gej:eZde de e fdZ de de e de e ddfdZ! d#de"de e de e#de e#de e$de$f dZ%dede"de e de e#de e#de$f dZ&de$deddfdZ'd$dZ(ed k(r e(yy#e$r'd dl m Z d dlmZd dlmZd d lmZd d lmZd d lmZYwxYw#e)$r&ejUd!ejVd Yye,$r0Z-ej]d"e-ejVd YdZ-[-ydZ-[-wwxYw)%u scan_recent.py — Pull & scan repos with commits in the last N days. Appends a structured run entry to scanned.md in the project root after every run. N)Path)datetime)DictListOptional) ConfigManager)BitbucketClient) GitManager)SonarQubeScanner)ReportGenerator)maybe_send_scan_summary_email4%(asctime)s - %(name)s - %(levelname)s - %(message)s)levelformathandlersconfigreturnc |jdg}|sgSg}|D]N}t|trH|jdrf|j ddj dd}|j d}t |dk(sh|\}}|j||d|idd |d gid |jd rk|j d dj dd}|j d}t |dk(s|\}}|j||d|idd |d d |d gid d|vs|j d}t |dk(s/|\}}d|d|d} |j||d|idd | d gid ]t|tso|jdxs|jd}|jd}|jdxs|jd} |s| st|trd|i}nJ|sHd| vrD| j ddj dd}d|vr|j ddnd} | rd| ini}|j|||xsidd | d gid Q|S)z@Get additional repositories from config (same logic as main.py).z scanning.additional_repositorieszgit@bitbucket.org:.git/slugclonessh)namehref)rr workspacelinkszhttps://github.com/httpsrrssh_url clone_urlrN) get isinstancestr startswithreplacesplitlenappenddict) radditional_repos_configrepos repo_configpathpartsr repo_nameorgr"ws_names 3/home/batmin/projects/sonar_scan/src/scan_recent.py_get_additional_repositoriesr6$s$jj)KRP " E.8 k3 '%%&:;"**+?DLLVUWX 3u:?+0(IyLL ) )&,i%8")UK,P+Q!R " ''(=>"**+@"EMMfVXY 3u:?%*NCLL ) )&,c]#). D)0+ F&" "  ##))#.u:?+0(Iy 29+QykNGLL ) )&,i%8")UG,L+M!N "  T *#/J;??63JI# 4I!ooi0PKOOK4PGWi-!' 3I"';w'F"??+?DLLVUWXD474Kdjjoa0TG5< 1"I %%!*b%(H'IJ g8r L all_repos to_processc|jdxsg}t|tr=|jdDcgc]#}|j s|j %}}|sy|Dchc]H}|jds|jdr$|jdxs|jdJ}}|D]}|r||vr |D]g}|jdxs|jd} | |k(s-|j ||j |tjd|utjd|ycc}wcc}w)zkEnsure listed slugs are pulled/scanned even if commit-window logic skipped them (must appear in all_repos).z#scanning.scan_recent_always_include,Nrrz-Including repo (scan_recent_always_include): ucscan_recent_always_include: slug %r not in repo list — add scanning.additional_repositories entry) r$r%r&r)stripr+addloggerinfowarning) rr8r9rawsrseenr repo_inforslugs r5!_merge_scan_recent_always_includerGgs: **: ; ArC#s"%))C.>QAGGIqwwy>>   55=AEE&M v '!%%- ' D  tt| " IMM&)BY]]6-BE}!!), KD6RS  NNu ? sE E *A Edays pull_results scan_resultsrun_tsc|#tjjd}td|D}td|D}d}|D]!\}} } | rdnd} | rdn| } |d|d| d| d z }#d} |D]>\}} } }| rdnd} | rdn| } |rt |j nd}| d|d| d|d| d z } @d |d |d t |d |d|dt |d| d|dt |dS)zKMarkdown block matching scanned.md run sections (also used for email body).%Y-%m-%d %H:%M:%Sc3.K|] \}}}|s dywrN).0_oks r5 z/_format_scan_summary_section..s72qB!7s c30K|]\}}}}|s dywrOrP)rQrRrS_rs r5rTz/_format_scan_summary_section..s; 2q"!;s ru✅ OKu❌ FAILz| z | z | u ## Run — z **Repos with commits in last z days:** z? ### Git Pulls | Repository | Status | Notes | |---|---|---| z **Pulled: z / zT** ### SonarQube Scans | Repository | Status | Report | Notes | |---|---|---|---| z **Scanned: z ** --- )rnowstrftimesumrrr*)rHr9rIrJrKpull_okscan_ok pull_rows repo_slugrSmsgstatusnotes scan_rows report_path report_cells r5_format_scan_summary_sectionrdsi~(()<=7L77G; ;;GI*? 2sZcr)Cxs5'>> ? I+7O' 2sKZc0;d;',, r)Cxs;-s5'NN O 6(#"V9S_,=>   )3s<()*   9CL)*+! r7 project_rootcT|dz }tjjd}t|||||}|j }t |dd5} |r| j d| j |dddtjd||S#1swY#xYw) zJAppend a new run section to scanned.md; return the section text for email.z scanned.mdrMautf-8encodingz# Scan History NzAppended run entry to ) rrWrXrdexistsopenwriter>r?) rerHr9rIrJ scanned_mdrKsection first_runfs r5_append_to_scanned_mdrrs ,J \\^ $ $%8 9F*4\|jijkd?d>jkd@d>}"tmjndAd>|"}"|j5d'xs|}# |jq||"|#B} |js| }"|"s|jW|d3dDdf>|ju|"s?|j5d'xs|}#|j5dEdFxsdF}$|jw|"|#|$G |jy|| }|j5dHd3}%|%s|j5dIdFndF}&d}'|%r&ddl=}(|(j}dJ|j|"}'d}) |j|||'|j5dKL})t(j+dM|)tjj|%|)r t |)nddO| |< | j| j| dPQd |jW||%|&xs|%rd6ndS|)r t |)ndf|%rt(j+dT|nt(jQdU|dV|&tS|| |||}tU||t(j+dX|y#t.$r8}t(j1d |t j2d Yd}~"d}~wwxYw#t.$rYwxYw#t.$rC}t(jed:|d;||jW|d3t |fYd}~d}~wwxYw#t.$rD}t(j1dC|d;||jW|d3t |dfYd}~d}~wwxYw#t.$r&}t(j1dN|d;|Yd}~d}~wwxYw#t.$r#}t(jQdR|Yd}~d}~wwxYw#t.$rD}t(jedW|d;||jW|d3t |dfYd}~d}~wwxYw)YzNPull and scan repos with commits in last N days; append results to scanned.md.rlogsT)parentsexist_okz %Y%m%d_%H%M%S scan_recent_z.logrhrirz8Starting scan_recent (repos with commits in last N days)zFailed to load config: rNzbitbucket.workspacez"Bitbucket workspace not configuredzbitbucket.api_tokenzbitbucket.app_passwordzbitbucket.usernamez'Bitbucket username/email not configuredzHBitbucket authentication not configured (need API token or app password)zsonarqube.tokenzSonarQube token not configuredzscanning.history_filezscan_history.jsonzscanning.weekly_scan_dayszscanning.repos_dir)rusername app_password api_token) repos_dirz sonarqube.urlzscanning.sonar_scanner_path) sonar_url sonar_token scanner_pathzscanning.reports_dir) reports_dirzFound z$ additional repositories from configzNo repositories foundrrrz-Including additional repo (no commit check): )rHz Including repo (commits in last z days): zRepos to pull and scan: r)protocolzNo SSH clone URL for z , skippingFzNo SSH clone URL)r]r#OKz Pull failedz Pull OK: z Pull failed: zPull error for z: rzRepo missing or not a git reporR- z [^a-z0-9_]) repo_path project_key project_namez0Failed to generate sonar-project.properties for z*No project key in sonar-project.properties descriptionr)rrrsuccesserroroutput)r2rJ sonar_results scan_outputzReport generated: zFailed to generate report for ) last_scanrrbr)indentzFailed to save scan history: z Scan failedz Scan OK: z Scan failed: z - zScan error for zscan_recent finished. Log: )Dr__file__resolveparentr&sysr0insertoschdirmkdirrrWrXlogging FileHandler setFormatter Formatter getLogger addHandlerr>r?r Exceptionrexitr$booljsonrkloads read_textr r r r get_all_repositoriesr6r*extendr@rrrxr+has_commits_in_last_n_daysrG get_clone_urlclone_or_updater%tuple exceptionget_sonar_properties_pathlowerr(resubgenerate_sonar_propertiesget_project_keycheck_project_existscreate_projectrun_scantimesleepget_scan_resultsgenerate_report isoformat write_textdumps)*relog_dirlog_tsrs file_handlerre has_api_tokenhas_app_passwordr history_file scan_historyrHmain_workspacer bitbucket git_manager sonar_scannerreport_generatorr. additionalror9rEr]ws_slugrIr#resultrSrJrsonar_props_pathrrrrrerrrrrbs* r5run_scan_recentrs >))+2299L <( 3|,-HH\V#G MM$M. \\^ $ $_ 5F<xt44H&&x'BLg//0fgh ""<0 KKJK ::+ , 9:  $9:;MFJJ'?@A ::* + >?  !1 _`  ::' ( 56   #:;R?RSLL ::l&<&M '6::>T3UV  * * , 2E-f5J fS_--QRS Z ./' dBBGGX.J V MM&)BY]]6-B  ==-388@ w.0   i ( KKG {S T  1 1)$ 1 G   i ( KK:4& T U V&feZ@ KK*3z?*;<=L< MM&)BY]]6-B ++I+F  NN29+ZH I   E3E F G  < 009PY0ZFEZ6D6!9B   B N O i {34yk:;<(LPB MM&)BY]]6-B  ) !)f*<)D)D)F   E3SUY Z [ &@@K! k26::6BTnI&Kq 4::<DDS#NVVWZ\_`K&&[AK$==0=IL #0#J#J' +!-$K$ $334DE    E3_ae f g 11+>$==0=IL#-- r:@bK  ( (')' )  * B"++I7GHFjjE2G18&**Wb)bC!M 1 - > >{ K K P.>>'!'"/ & 8 4 ?  0 >? &\\^557"3>s;/D'L #  D'' < (JU\']   GS5`WTR_wBbefqbrHL!M N i {34ykSEBC[PBd$L$ LR^_G* KK-hZ89s  .qc23  4   J <   ykA3? @   E3q6 : ; ; <2  OPY{Z\]^\_`a##Ys1vt$DE P P =i[1#NOO P D!>qcBCC D B   ykA3? @   E3q64 @ A A Bs d3!e7A9fgA&jr6rGintrr&rdrrrxrKeyboardInterruptr?rrrrrPr7r5rs) '' A,0&20? ,, A#g##CJJ/ 0   8 $@@4:@F DzT  L! / /T /u+/u+ / SM /  /d T u+  u+   ,NNNNN:b zi A-1'31@ An  )* =,- s/$D D: )D76D7:(F$F(&FF