­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ ­ 3 ;j _.@s dZddlZddlZddlZddlZddlZddlmZmZm Z m Z m Z m Z m Z mZmZddlmZddlmZmZmZdZdZdZd Zd Zd Zd Zd ZdZdZdZ dZ!Gddde j"Z#Gddde$Z%ddZ&ddZ'd d!Z(d"d#Z)Gd$d%d%e$Z*d&d'Z+d(d)Z,dd+d,Z-d-d.Z.ej/d/d0Z0d1d2Z1d3d4Z2d5d6Z3d7d8Z4d9d:Z5d;d<Z6d=d>Z7d?d@Z8dAdBZ9dCdDZ:dEdFZ;dGdHZe*dMe.e*dNe-dOgdPdQe*dRe0e*dSe1e*dTe2e*dUe-dUge*dVe3e*dWe+dXe*dYe+dZe*d[e+d\e*d]e+d^e*d_e+d`e*dae+dbe*dce+dde*dee+dfe*dge+dhe*die,djdke*dle4e*dme,dndoe*dpe5e*dqe6gZ?e&drdsj@ee&dtdte&dudvj@ee&dwdxe'dydze&d{d|e(d}d~e(dde(dde(dde(dde(dde(dde(dde(dde'dde(dde'dee(dde&dde&dde&dde&dde)de7e&dde'dde)de9e&dde&dde)de:e'dde&dde)de;e&ddj@ee'dee'dde)de<e)de=e&dde&dde&dde)de>e&dde&ddg,ZAejBe jCdddZDdddZEdS)aODoctor v2 vitals collector (KPT-5984). Python port of the kcdoctor.sh (1.0-8) vitals collection: gathers the same data set into a DataPackage-based archive processed by the patch server generic uploads pipeline. Scalar and short values are consolidated into a single ``doctor.json`` (the eportal doctor precedent), one field each, instead of a tiny archive entry per value; bulk data (logs, command dumps, package lists, sysfs tunables, crash artifacts) stays as separate archive entries. The 1:1 inventory of collected items lives in docs/features/KPT-5984-doctor-v2/parity-inventory.md. N) authconfig delivery_kit http_utilskcare log_utilsplatform_utilsserveridutils) run_command) HTTPErrorURLErrorhttplibz2.0-1z/boot/grub2/grub.cfgz/etc/kdump.confz/var/log/dpkg.logz/etc/apt/sources.list*z/etc/yum.repos.d/*z/var/log/libcare/*.logi'z/sysenable*nr_*max_**cnt* /sys/kernel/debug/tracing/events/sys/kernel/tracing/events /sys/devices [0-9]*.logkmsg*logc@s eZdZdZdZeddZdS)KcarectlDoctorPackagezkcarectl-doctorz/upload/kcarectl-doctor/cCstjS)N)rDOCTOR_REPORT_MAX_SIZE_BYTES)selfr,/usr/libexec/kcare/python/kcarectl/doctor.pymax_size;szKcarectlDoctorPackage.max_sizeN)__name__ __module__ __qualname__ data_type upload_uripropertyrrrrrr7src@s eZdZdZddZddZdS)CollectionSpeczA single bulk vitals item ported from kcdoctor.sh. Collection failures are recorded in errors.log and never abort the report: an unhandled exception inside the package context manager would remove the whole archive. cCs||_||_dS)N)arcname_collect)rr%collectrrr__init__LszCollectionSpec.__init__cCsNy|j||jWn6tk rH}z|jdj|j|WYdd}~XnXdS)Nzfailed to collect {0}: {1})r&r% Exception log_errorformat)r data_packageerrrapplyQszCollectionSpec.applyN)rrr __doc__r(r.rrrrr$Dsr$csfdd}t||S)z4`run ""` kcdoctor.sh helper (no shell features)cs|j|dS)N) add_stdout)r,r%)cmdrrr']szrun_spec..collect)r$)r%r1r'r)r1rrun_specYs r2csfdd}t||S)z4`dump ""` kcdoctor.sh helper for regular filescs|j|ddS)N)src_path)add_file)r,r%)pathrrr'hszdump_spec..collect)r$)r%r5r'r)r5r dump_specds r6csfdd}t||S)z`dump ""` for /proc and /sys files. tar reports them as 0-size so they are first read into memory (see the same approach in anomaly.prepare_kernel_anomaly_report). c sLtjjs |jdjdStd}|j||jdWdQRXdS)Nzfile not found: {0}rb) data_bytes)osr5existsr*r+openr4read)r,r%f)r5rrr'ws   zproc_dump_spec..collect)r$)r%r5r'r)r5rproc_dump_specos r>cCs t||S)N)r$)r%fnrrr callable_specsr@c@s eZdZdZddZddZdS) FieldSpeczA single doctor.json field ported from kcdoctor.sh. Collection failures are recorded in errors.log and never abort the report; a collector returning None omits the field (e.g. a distro-specific source file absent on this system). cCs||_||_dS)N)keyr&)rrBr'rrrr(szFieldSpec.__init__cCsXy |j}Wn4tk r@}z|jdj|j|dSd}~XnX|dk rT|||j<dS)Nzfailed to collect {0}: {1})r&r)r*r+rB)rr,reportvaluer-rrrr.s zFieldSpec.applyN)rrr r/r(r.rrrrrAsrAcsfdd}|S)z`dump ""` as a doctor.json string field. Read in binary (non-utf8 safe) and decoded leniently; an absent distro-specific source file simply omits the field (None). c s:tjjsdStd}|jjddjSQRXdS)Nr7zutf-8replace)r9r5r:r;r<decodestrip)r=)r5rrr's  zread_field..collectr)r5r'r)r5r read_fields rHcs"tjtj|fdd}|S)z`grep ` as a doctor.json list-of-lines field. Match on bytes (like collect_apt_sources) so a non-utf8 byte cannot lose a line; the matched lines are decoded leniently for the JSON. c sDtjjsdStd}|jj}WdQRXfdd|DS)Nr7cs"g|]}j|r|jddqS)zutf-8rE)searchrF).0line)regexrr sz/grep_field..collect..)r9r5r:r;r< splitlines)r=lines)r5rLrrr's   zgrep_field..collect)recompiler bstr)r5patternr'r)r5rLr grep_fields rTFcsfdd}|S)z@`run ""` captured as a doctor.json field instead of a file.cs0tddd\}}}|pdj}r,|jS|S)NT) catch_stdout catch_stderr)r rGrN)_stdouttext)argvas_linesrrr's zcmd_field..collectr)r[r\r'r)r[r\r cmd_fieldsr]cCstS)N)DOCTOR_VERSIONrrrrcollect_doctor_versionsr_c Cs<y"tjtjd}tj|jjStk r6dSXdS)zthe public IP of the machine as seen by the patch server. Cached: the main_ip and server_id fields share one HTTP roundtrip per run. ZmyipZNAN)rurlopenr get_patch_server_urlnstrr<rGr))responserrr get_main_ips rdcCs$tj}|stjdd}tj|S)N.rX)r get_serveridrdrEr rb) server_idrrrcollect_server_idsrhcCstjS)N)rget_kernel_hashrrrrcollect_kernel_idsrjcCsBi}x8d D]0}tdd|gddd \}}}|p0d j||<q W|S) Narmpouname-T)rUrVrW)rkrlrmrnro)r rG)resultflagrXrYrrr collect_unames  rtc CsHtjjtsdSttd}|jjdd}WdQRXdd|jDS)z7`grep vmlinuz /boot/grub2/grub.cfg | sed 's/root=.*//'`Nr7zutf-8rEcSs"g|]}d|krtjdd|qS)Zvmlinuzzroot=.*rW)rPsub)rJrKrrrrMsz)collect_grub2_entries..)r9r5r: GRUB2_CFGr;r<rFrN)r=rZrrrcollect_grub2_entries s   rwcCsttjtS)N)sortedglobYUM_REPOS_GLOBrrrrcollect_yum_repossr{cCsddtjD}|tjdS)z8presence-only port of the kcdoctor.sh detect_cp() probescSsg|]\}}|r|qSrr)rJnameproberrrrMsz)collect_control_panel..)cpZ softaculous)rCONTROL_PANEL_PROBEShas_softaculous)Zpanelsrrrcollect_control_panelsrcCs@tddgddd\}}}|j|tj|p(djdddd d d S) z`ipcs -m | sed -e s/-/=/g`ipcsz-mT)rUrVrWrq=zutf-8)encoding)r8N)r r4r rRrE)r,r%rXrYrrr collect_ipcs%src Cshtjjts |jdjtdSttd}dd|jjD}WdQRX|j |dj |dddS)z$`grep ' install ' /var/log/dpkg.log`zfile not found: {0}Nr7cSsg|]}d|kr|qS)s install r)rJrKrrrrM4sz,collect_dpkg_install_log.. )r8) r9r5r:DPKG_LOGr*r+r;r<rNr4join)r,r%r=rOrrrcollect_dpkg_install_log,s    rcCstjjdstjjdrd}nXtjjdrrd}yt|dWqvtk rn}z|jdj|WYdd}~XqvXnd}|j||dS) Nz /usr/bin/rpmz/bin/rpmzFrpm -q -a --queryformat="%{N}|%{V}-%{R}|%{arch}|%{INSTALLTIME:date}\n"z /usr/bin/dpkgzJ/usr/bin/dpkg-query -W -f "${binary:Package}|${Version}|${Architecture}\n"zdpkg.logzfailed to collect dpkg.log: {0}zecho "unknown package manager")r9r5r:rr)r*r+r0)r,r% packages_cmdr-rrrcollect_packages9s $rc sFtjdg}xdttjtD]R}tjj|rfx@tj|D]&\}}|j fddt|Dq:Wq|j |qW|s|j dj tdSg}x|D]}y"t |d}|j}WdQRXWn6tk r} z|j dj || wWYdd} ~ XnXtjdj |d d |j fd d|jDqW|j|d j|d d dS)z/`grep -rE '^(deb|URIs)' /etc/apt/sources.list*`s ^(deb|URIs)c3s|]}tjj|VqdS)N)r9r5r)rJr|)rootrr Usz&collect_apt_sources..zfile not found: {0}Nr7zfailed to read {0}: {1}z{0}:zutf-8)rc3s |]}j|r|VqdS)N)rI)rJrK)prefixrLrrrjsr)r8)rPrQrxryAPT_SOURCES_GLOBr9r5isdirwalkextendappendr*r+r;r<r)r rRrNr4r) r,r%filesr5rXnamesrOr=contentr-r)rrLrrcollect_apt_sourcesLs*  "  "rc Csttjt}|s&|jdjtdSg}x|D]}y0t|d}|jjt d}WdQRXWn6t k r}z|jdj||w0WYdd}~XnXt j dj|dd}|j |dj |q0W|j|dj |dd dS) z%`tail -n10000 /var/log/libcare/*.log`zfile not found: {0}Nr7zfailed to read {0}: {1}z ==> {0} <== zutf-8)rr)r8)rxryLIBCARE_LOGS_GLOBr*r+r;r<rNLOG_TAIL_LINESr)r rRrrr4) r,r%pathschunksr5r=rOr-headerrrrcollect_libcare_logsos  $rcstjjtjsdS|j|djtjxttjtjD]d\}}}xXt|D]Lt fddt DrHtjj |}tjj |tj}|j dj||dqHWq4WdS)z3crashreporter artifacts from /var/cache/kcare/dumpsNz ls -lR {0}c3s|]}tj|VqdS)N)fnmatch)rJrS)r|rrrsz&collect_crash_dumps..zcrashreporter/{0})r3)r9r5rr KDUMPS_DIRr0r+rrxanyCRASH_DUMP_PATTERNSrrelpathr4)r,r%rrXrr5Zrel_pathr)r|rcollect_crash_dumpssrcCstjjtsdStj}tjj|s(dS|j|dj|xTt t j tjj |dD]8}tjj|sfqT|j djtjj |tjj |ddqTWdS)Nz ls -lR {0}*zkdump/{0}/vmcore-dmesg.txtzvmcore-dmesg.txt)r3)r9r5r: KDUMP_CONFrget_kdump_rootrr0r+rxryrr4basename)r,r% kdump_rootZevtrrr collect_kdumps   rc sg}xtjtD]\}}}|jtr2g|dd<qxt|D]tfddtDr.r7zcat {0} r)r8)r9r SYSFS_ROOT startswithSYSFS_EXCLUDE_PREFIXESrxrSYSFS_NAME_PATTERNSr5rr;r<r)rr rRr+r4) r,r%rrdirsrr5r=rr)r|rcollect_sysfs_configs    &rZdoctor_versionZ virt_whatz/usr/libexec/kcare/virt-whatT)r\Zmain_iprgZ kernel_iddaterpZredhat_releasez/etc/redhat-releaseZdebian_versionz/etc/debian_versionZ os_releasez/etc/os-releaseZissuez /etc/issueZsysconfig_kernelz/etc/sysconfig/kernelZ proc_uptimez /proc/uptimeZ proc_loadavgz /proc/loadavgZ proc_cmdlinez /proc/cmdline proc_versionz /proc/versionZ default_grubz/etc/default/grubDEFAULTZ grub2_entriesZ sshd_portz/etc/ssh/sshd_configZPortZ yum_repos_dZ control_panelsyslogztail -n{0} /var/log/syslogdmesgmessagesztail -n{0} /var/log/messagesls_var_cache_kcarezls -lR /var/cache/kcare/z kcare.confz/etc/sysconfig/kcare/kcare.confcpuinfozcat /proc/cpuinfoZ proc_vmstatz /proc/vmstatZ proc_devicesz /proc/devicesZproc_diskstatsz/proc/diskstatsZ proc_mdstatz /proc/mdstatZ proc_meminfoz /proc/meminfoZ proc_swapsz /proc/swapsZproc_filesystemsz/proc/filesystemsZ proc_mountsz /proc/mountsZproc_interruptsz/proc/interruptsz grub.confz/boot/grub/grub.conf proc_modulesz /proc/modulesz grub2.cfgZ proc_zoneinfoz/proc/zoneinfoZls_boot_configsz:ls /etc/grub.conf /boot/grub/grub.conf /boot/grub/menu.lstZls_bootz ls -l /bootZprintenvZ dmidecodersysctlz sysctl -az sysctl.confz/etc/sysctl.confz packages.listZlspciz lspci -vvZdpkg_lzdpkg -lZ apt_sourceszyum.confz /etc/yum.confZ yum_repolistz yum repolistZ libcare_logsz kcarectl.logz tail -n{0} /var/log/kcarectl.logz kdump.confz kcare-cronz/etc/cron.d/kcare-cronzcrashreporter/lszkdump/lsZ aa_statusz aa-statusZsestatusZ kprobes_listz"cat /sys/kernel/debug/kprobes/listZ sysfs_configZlsblkzlsblk -fZdfzdf -h)loggerc Cs\t}|Hi}xtD]}|j||qW|jd|xtD]}|j|q= 400, so a redirect is not treated as a failure; the proxy and patch server never redirect uploads. :param fallback: legacy ``kcdoctor.sh`` runner, injected by the caller (KPT-6065) to keep this module free of an ``__init__`` import cycle. :param force_fallback: when True (``--doctor --fallback``), skip the v2 path and run ``fallback`` directly; the per-invocation form of ``config.FORCE_DOCTOR_FALLBACK``. z--fallback requestedzFORCE_DOCTOR_FALLBACK is setz.doctor: {0}; using the legacy kcdoctor.sh flowF) print_msgNzAdoctor: host is not registered; using the legacy kcdoctor.sh flowzCdoctor: report collection failed; using the legacy kcdoctor.sh flowzdoctor: report uploaded as {0}z,Please provide this filename to support: {0}zJdoctor: report upload unavailable ({0}); using the legacy kcdoctor.sh flow)rFORCE_DOCTOR_FALLBACKrloginfor+rget_http_auth_stringrlogwarnsendr print_wrapperr r r HTTPExceptionsocketerrorremove_archive)fallbackforce_fallbacksrcr, upload_nameerrrrrsend_doctor_report-s4)    r)rrrr)rrr)rr)F)F)Fr/rryr9rPrkcarectlrrrrrrrr r Zkcarectl.process_utilsr Z kcarectl.py23r r rr^rvrrrrzrrrrrr DataPackagerobjectr$r2r6r>r@rArHrTr]r_cachedrdrhrjrtrwr{rrrrrrrrrrr+r catch_errorsrrrrrrrs,          #