Google
Edit File: anomaly.pyc
� !S�ic @ s� d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l Z d d l m Z d d l m Z m Z m Z m Z m Z m Z m Z d d l m Z e r� d d l m Z m Z m Z m Z d d l m Z n d e f d � � YZ e j d e j � d � � Z d � Z d � Z! e j d e j � d � � Z" e j d e j d e � d � � Z# e$ d k r�e" i � n d S( i����N( t NamedTemporaryFile( t autht configt http_utilst ipv6_supportt kcaret log_utilst utils( t run_command( t Anyt Dictt Listt Optional( t Selft DataPackagec B s� e Z d Z d � Z e d � � Z d � Z d d e d � Z d � Z d � Z d � Z d � Z d � Z d � Z e j d e j � d � � Z d � Z RS( s! based on DataPackage from eportalc C s d | _ g | _ d | _ d S( Ni ( t Nonet _tart _errors_buffert _total_payload_size( t self( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt __init__ s c C s | j � } t | j � S( N( t _ensure_tar_createdt strt name( R t tar( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt archive_path s c C s� d } d } y. t t j | � d t d t �\ } } } Wn t k r[ } t | � } n X| r~ | j d j | | � � n | d k r� | j | d t j | d d ��n d S( Nt catch_stdoutt catch_stderrs! failed to dump stdout of {0}: {1}t data_bytest encodings utf-8( R R t shlext splitt Truet ExceptionR t log_errort formatt add_fileR t bstr( R t arcnamet cmdt stdoutt stderrt _t e( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt add_stdout& s . c C s | d k r' | d k r' t d � � n | j � } d } | d k r� t j j | � sq | j d j | � � d St j j | � } n t | � } | j | � s� | j d j | � � d S| r� | j | � r� | j d j | � � d Sy` | r | j | d | �n1 t j | � } | | _ | j | t j | � � | j | 7_ Wn, t k rz} | j d j | | � � n Xd S( Ns" No src_path or data_bytes providedi s file not found: {0}s no available space to store: {0}s) skip due to total payload size limit: {0}R& s failed to store {0}: {1}( R t ValueErrorR t ost patht existsR" R# t getsizet lent _check_required_spacet _check_total_payload_limitt addt tarfilet TarInfot sizet addfilet iot BytesIOR R! ( R R& t src_pathR t skip_limit_checkR t entry_sizet infoR+ ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyR$ 6 s2 c C so y( t j t j | d d �d d �} Wn- t k rW } | j d j | | � � d SX| j | d | �d S( Nt indenti R s utf-8s failed to dump {0}: {1}R ( R R% t jsont dumpst TypeErrorR" R# R$ ( R R& t dataR R+ ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt add_jsonZ s (c C s& t j | j � } | j | j | k S( N( R. t statvfsR t f_frsizet f_bfree( R R> RF ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyR3 d s c C s t j | j | k S( N( R t$ KERNEL_ANOMALY_REPORT_MAX_SIZE_BYTESR ( R R> ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyR4 j s c C s3 | j � } t j | d t �| j j | � d S( Nt print_msg( t stripR t logerrort FalseR t append( R t error_msg( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyR" o s c C s� x� d D]� } t d d j | d � d t � } | j � yE t j d j | j � d t �t j d | j d | � | _ | SWq t k r� } t j j | j � r� t j | j � n d | _ t | t j � s� � q� q Xq Wt j d � � d S( Ns w:xzs w:bz2s w:gzt suffixs .tar.{0}i t deletes Creating DataPackage: {0}RJ R t modes% No supported compression method found( s w:xzs w:bz2s w:gz( R R# RM t closeR t loginfoR R6 t openR R! R. R/ R0 t unlinkR t isinstancet CompressionError( R t compression_modet tmpfilet err( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt __enter__u s " c C su | j rD d j | j � d } | j d d t j | � d t �n | j rq | j j � | rq | j � t Sn t S( Ns s errors.logR R= ( R t joinR$ R R% R R RS t remove_archiveRM ( R t exc_typet exc_valt exc_tbt errors( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt __exit__� s % t loggerc C s5 | j r1 t j j | j � r1 t j | j � n d S( N( R R. R/ R0 R RV ( R ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyR^ � s c C s | j s t d � � n | j S( Ns/ DataPackage should be used as a context manager( R t RuntimeError( R ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyR � s N( t __name__t __module__t __doc__R t propertyR R, R RM R$ RE R3 R4 R" R\ Rc R t catch_errorsR t logwarnR^ R ( ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyR s $ Rd c C s� t j j | j � } d | k r4 | | j d � n d } t t j � � | } t j � d | } t j | j d | d t j � �| S( s� Send the DataPackage archive to the patch server. :param data_package: DataPackage instance to send :return: Upload name (package identifier) t .t s /upload/kernel-anomaly/t upload_urlt auth_string( R. R/ t basenameR t findR t uuidt uuid4R t get_patch_serverR t upload_fileR t get_http_auth_string( t data_packageRp t extt upload_nameRn ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt send_data_package� s % c C s% i d d 6d d 6t t j � � d 6S( Ni t schema_versions kernel-anomalyt typet time_created( t intt time( ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt make_manifest_json� s c C su t j � } xb t j | � D]Q \ } } | | d k r< Pn d j | | j d d � � } | j | d | �q Wd S( sZ adds recent files for the last hour to the given data package starting from the newest onei s {0}/{1}t /R* R< N( R R t sort_files_by_ctimeR# t replaceR$ ( t filesRw t archive_prefixt nowR/ t ctimeR& ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt copy_recent_files� s c C sg t � } | �Rt j j d � r5 | j d d � n t j j d � rZ | j d d � n | j d d � | j d d � | j d d � t j j d � s� t j j d � r� d } n4 t j j d � r� d } | j d d d �n d } | j d | � t d � �) } | j d d t j | j � � �Wd QXt d � �) } | j d d t j | j � � �Wd QX| j d d d �| j d | � | j d t � � | j d d d �| j d! d" j t j � � � y t t j � | d# � Wn) t k r} | j d$ j | � � n Xy t t j � | d% � Wn) t k r\} | j d& j | � � n XWd QX| S(' Ns /var/log/messagest messagess tail -n10000 /var/log/messagess /var/log/syslogt syslogs tail -n10000 /var/log/syslogs kcarectl.logs" tail -n10000 /var/log/kcarectl.logt dmesgt ls_var_cache_kcares ls -lR /var/cache/kcare/s /usr/bin/rpms /bin/rpmsF rpm -q -a --queryformat="%{N}|%{V}-%{R}|%{arch}|%{INSTALLTIME:date}\n"s /usr/bin/dpkgsJ /usr/bin/dpkg-query -W -f "${binary:Package}|${Version}|${Architecture}\n"s dpkg.logR< s /var/log/dpkg.logs echo "unknown package manager"s packages.lists /proc/versiont proc_versionR s /proc/modulest proc_moduless kcare.confs /etc/sysconfig/kcare/kcare.confs server_info.jsons manifest.jsons kdump.confs /etc/kdump.conft ls_kdumps ls -lR {0}t kdumps failed to copy kdumps: {0}t crashreporters+ failed to copy crashreporter artifacts: {0}( R R. R/ R0 R, R$ RU R R% t readRE R� R# R t get_kdump_rootR� t list_kdump_txt_filesR! R" t list_crashreporter_log_files( t server_infoRw t packages_cmdt fR+ ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt prepare_kernel_anomaly_report� sD $ (( t default_returnc C sp | d } t | d � } t | j d � p/ d � } t | d � } | d } y t | d d � } Wn t t t f k r� d } n X| | | | | | g } t | � s� t St } t } t } | d k r� | d k r� t } n | | | k o| | d k n r"| d k r"t } n | | k r7t } n | | | g } t | � rlt j d j | � � t St S( s3 taken from eportal - anomalies::detect_agent_reboott reasont uptimet patch_levels -1t last_stopt tst statei i, i����i t updates Agent anomaly detected: {0}( R~ t gett KeyErrorRC R- t allRM R R RT R# ( R� R� R� R� R� R� t state_tst fieldst first_update_after_reboot_markert crash_soon_after_update_markert no_proper_shutdown_markert markers( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt detect_anomaly s8 4 t __main__(% R: RA R. R R6 R Rr t tempfileR t kcarectlR R R R R R R t kcarectl.process_utilsR RM t typingR R R R t typing_extensionsR t objectR Rj Rk Rz R� R� R� R� Rf ( ( ( s- /usr/libexec/kcare/python/kcarectl/anomaly.pyt <module> s( 4"� 6$-