
    `i؏                         S SK 7  SSKrSSKrSSKrSSKrS rS rS rS rS r	S	 r
S
 rS rS r\S:X  a  \" \" 5       5        gg)   )*    Nc                 `   Sn [        XU[        5      nUS[	        U5      -   S-   -  n [        XU[
        5      nUS[	        U5      -   S-   -  n [        XU[        5      nUS[	        U5      -   S-   -  n [        XU[        5      nUS[	        U5      -   S	-   -  n [        XU[        5      n	US
[	        U	5      -   S-   -  n [	        [        XU5      5      n
USU
-   S-   -  nU$ ! [         a  n[        U5      n S nANS nAff = f! [         a  n[        U5      n S nANS nAff = f! [         a  n[        U5      n S nANS nAff = f! [         a  n[        U5      n S nANS nAff = f! [         a  n[        U5      n	 S nANS nAff = f! [         a  n[        U5      n
 S nANS nAff = f)N z          <device_memory>z</device_memory>
z          <register_file>z</register_file>
z          <l1_cache>z</l1_cache>
z          <l2_cache>z</l2_cache>
z          <texture_memory>z</texture_memory>
z          <total>	</total>
)
nvmlDeviceGetMemoryErrorCounter"NVML_MEMORY_LOCATION_DEVICE_MEMORY	NVMLErrorhandleErrorstr"NVML_MEMORY_LOCATION_REGISTER_FILENVML_MEMORY_LOCATION_L1_CACHENVML_MEMORY_LOCATION_L2_CACHE#NVML_MEMORY_LOCATION_TEXTURE_MEMORYnvmlDeviceGetTotalEccErrors)handlecounterType	errorType	strResultdeviceMemoryerrregisterFilel1Cachel2CachetextureMemorycounts              Q/var/www/html/ai-image-ml/venv/lib/python3.13/site-packages/py3nvml/nvidia_smi.pyGetEccByTyper   3   s   I(6v+7Y[ ,s</@@CWWWI(6v+7Y[
 ,s</@@CWWWI#1&[2OQ '#g,6HHI#1&[2OQ '#g,6HHI)7;8[] -M0BBEZZZI!/;OP $u,|;;IO  ("3'(  ("3'(  #c"#  #c"#  )#C()  !C !s   C$ D D( 6E
 E, F $
D.C>>D
D%D  D%(
E2EE

E)E$$E),
F6FF
F-F((F-c                     SnUS-  nU[        [        X[        5      5      -  nUS-  nUS-  nU[        [        X[        5      5      -  nUS-  nU$ )Nr   z        <single_bit>
z        </single_bit>
z        <double_bit>
z        </double_bit>
)r   r    NVML_MEMORY_ERROR_TYPE_CORRECTED"NVML_MEMORY_ERROR_TYPE_UNCORRECTED)r   r   r   s      r   GetEccByCounterr"   b   sg    I))I\&7WXYYI**I))I\&7YZ[[I**I    c                     SnUS-  nU[        [        U [        5      5      -  nUS-  nUS-  nU[        [        U [        5      5      -  nUS-  nU$ )Nr   z      <volatile>
z      </volatile>
z      <aggregate>
z      </aggregate>
)r   r"   NVML_VOLATILE_ECCNVML_AGGREGATE_ECC)r   r   s     r   	GetEccStrr'   l   sg    I%%I_V->?@@I&&I&&I_V-?@AAI''Ir#   c                    Sn [        X5      n[        [        U5      5      nUSU-   S-   -  nUb#  US-  nU H  nUSSU-  -   S-   -  nM     US-  nU$ US	W-   S
-   -  nU$ ! [         a  n[	        U5      nS nUn S nAN\S nAff = f)Nr   z        <retired_count>z</retired_count>
z!        <retired_page_addresses>
z           <retired_page_address>z0x%016xz</retired_page_address>
z"        </retired_page_addresses>
z         <retired_page_addresses>z</retired_page_addresses>
)nvmlDeviceGetRetiredPagesr   lenr
   r   )r   causer   pagesr   r   errorpages           r   GetRetiredPagesByCauser/   v   s    I)&8CJ
 *U25IIII99	D;i$>NNQlllI ::	  	7%?B___	  C s   A! !
B+A??Bc                 ,   SnSS/n[        [        5       H+  nUSX#   -   S-   -  nU[        X5      -  nUSX#   -   S-   -  nM-     US-  n [        [	        U 5      :X  a  US-  nOUS	-  n US
-  nU$ ! [
         a  nU[        U5      -  n S nAN$S nAff = f)Nr   multiple_single_bit_retirementdouble_bit_retirement      <>
z      </z      <pending_retirement>NoYesz</pending_retirement>
)range NVML_PAGE_RETIREMENT_CAUSE_COUNTr/   NVML_FEATURE_DISABLED&nvmlDeviceGetRetiredPagesPendingStatusr
   r   )r   r   causesidxr   s        r   GetRetiredPagesStrr=      s    I/1HJF56Y,u44	+F88	Z&+-55	 7
 --I& $J6$RRII **I  &[%%	&s   A1 $A1 1
B;BBc                 F    U [         :X  a  gU [        :X  a  gU [        :X  a  gg)NzAll OnComputezLow Double PrecisionUnknown)NVML_GOM_ALL_ONNVML_GOM_COMPUTENVML_GOM_LOW_DP)modes    r   StrGOMrE      s'    	!	!		 %r#   c           	         [         S/[        S/[        S/[        S/[        S/[
        S//nSn [        U 5      n[        U 5      nUS-  nU HN  u  pVUS:w  d  M  XS-  (       a  XT-  (       a  S	OS
nO[        [        [        5      5      nUSU< SU< SU< S3-  nMP     US-  nU$ ! [         a  nUS[        U5      -  -  n S nAU$ S nAff = f)Nclocks_throttle_reason_gpu_idle*clocks_throttle_reason_user_defined_clocks2clocks_throttle_reason_applications_clocks_setting#clocks_throttle_reason_sw_power_cap"clocks_throttle_reason_hw_slowdownclocks_throttle_reason_unknownr   z    <clocks_throttle_reasons>
Activez
Not Activer3   >z</r4   z    </clocks_throttle_reasons>
z:    <clocks_throttle_reasons>%s</clocks_throttle_reasons>
)nvmlClocksThrottleReasonGpuIdle)nvmlClocksThrottleReasonUserDefinedClocks1nvmlClocksThrottleReasonApplicationsClocksSetting"nvmlClocksThrottleReasonSwPowerCap"nvmlClocksThrottleReasonHwSlowdownnvmlClocksThrottleReasonUnknown+nvmlDeviceGetSupportedClocksThrottleReasons)nvmlDeviceGetCurrentClocksThrottleReasonsr   r
   NVML_ERROR_NOT_SUPPORTED)	r   throttleReasonsr   supportedClocksThrottleReasonsclocksThrottleReasonsmasknamevalr   s	            r   GetClocksThrottleReasonsr^      s    ,8YZ68de>@tu/8]^/8\],8XYO Ih)TU[)\& I& Q66	+LTDD9&*&B(C%i0H&IJCdCFF	 , 	77	   hRVabeVfgg	hs   &B& A
B& &
C0CCc                 L    U R                   [        :X  a  gU R                  5       $ )NN/A)valuerW   __str__)r   s    r   r   r      s    		--{{}r#   c                  0   [         R                  " [        5      n Sn[        R                  " U[
        5        U R	                  U5        Sn [        5         US-  nUS-  nUS-  nUS[        [        R                  R                  5       5      -   S-   -  nUS[        [        5       5      -   S	-   -  n[        5       nUS
[        U5      -   S-   -  n[        SU5       GH  n[        U5      n[        U5      nUSUR                   -  -  nUS[        [#        U5      5      -   S-   -  n[$        S[&        S[(        S[*        S[,        S[.        S0n U[1        U5         nUSU-   S-   -  n [7        U5      S:w  a  SOSn
USU
-   S-   -  n [9        U5      S:w  a  SOSn
USU
-   S-   -  n [;        U5      S:w  a  SOSnUSU-   S-   -  n [=        U5      S:w  a  SOSnUS U-   S!-   -  n [        [?        U5      5      nUS"U-   S#-   -  nUS$-  n [A        U5      [B        :X  a  S%OS&nUS'U-   S(-   -  n [E        U5      [B        :X  a  S%OS&nUS)U-   S*-   -  nUS+-  n [        [G        U5      5      nUS,U-   S--   -  n [        [I        U5      5      nUS.U-   S/-   -  n [        [K        U5      5      nUS0[        U5      -   S1-   -  n [        [M        U5      5      nUS2U-   S3-   -  n [        [O        U5      5      nUS4:X  a  US5-  nOU(       a  US6-  nOUS7-  n [        [Q        U5      5      n S8U-  nUS9U-   S:-   -  nUS;-  n [        [S        U5      5      nUS<U-   S=-   -  n [        [U        U[V        5      5      nUS>U-   S?-   -  n [        [U        U[X        5      5      nUS@U-   SA-   -  n [        [U        U[Z        5      5      nUSBU-   SC-   -  nUSD-  nUSE-  n []        [_        U5      5      nUSFU-   SG-   -  n []        [a        U5      5      nUSHU-   SI-   -  nUSJ-  nUSK-  nUSLURb                  -  -  nUSMURd                  -  -  nUSNURf                  -  -  nUSOURh                  -  -  nUSP[        UR                   5      -   SQ-   -  nUSRURj                  -  -  nUSS-  nUST-  n [        [m        U5      5      nUSUU-   SV-   -  n [        [o        U5      5      nUSWU-   SX-   -  nUSY-  nUSZ-  n [        [q        U5      5      S[-   nUS\U-   S]-   -  n [        [s        U5      5      S[-   nUS^U-   S_-   -  nUS`-  nUSa-  nUSb-  n [u        U5      nSnURv                  S   Rx                  S:X  a  USc-  nOUSd-  nUSeU-   Sf-   -  nURv                  S   Rz                  S:X  a  S4nOSgURv                  S   Rz                  -  nUShU-  -  nUSk-  n [}        U5      nUSl[        U5      -   Sm-   -  n [        U[        5      n USn[        U 5      -   So-   Sp-   -  n [        U[        5      n!USq[        U!5      -   So-   Sr-   -  nUSs-  n [        [        U5      5      St-   n"USuU"-   Sv-   -  n [        [        U5      5      n#SwU#-  n$USxU$-   Sy-   -  nU[        U5      -  n [        U5      n%[        U%R                  Sz-  Sz-  5      S{-   n&[        U%R                  Sz-  Sz-  5      S{-   n'[        U%R                  Sz-  Sz-  U%R                  Sz-  Sz-  -
  5      S{-   n(US|-  nUS}U&-   S~-   -  nUSU'-   S-   -  nUSU(-   S-   -  nUS-  n [        U5      n%[        U%R                  Sz-  Sz-  5      S{-   n&[        U%R                  Sz-  Sz-  5      S{-   n'[        U%R                  Sz-  Sz-  U%R                  Sz-  Sz-  -
  5      S{-   n(US-  nUS}U&-   S~-   -  nUSU'-   S-   -  nUSU(-   S-   -  nUS-  n [        U5      nU[        :X  a  Sn*O*U[        :X  a  Sn*OU[        :X  a  Sn*OU[        :X  a  Sn*OSn* USU*-   S-   -  n [        U5      n+[        U+R                  5      St-   n,[        U+R                  5      St-   n-US-  nUSU,-   S-   -  nUSU--   S-   -  n [        U5      u  n.n/[        U.5      St-   n0USU0-   S-   -  n [        U5      u  n.n/[        U.5      St-   n1USU1-   S-   -  nUS-  n [        U5      u  pUS:w  a  SOSn2US:w  a  SOSn3US-  nUSU2-   S-   -  nUSU3-   S-   -  nUS-  nUS-  nU[        U5      -  nUS-  nUS-  nU[        U5      -  nUS-  n [        [        U[        5      5      S-   n4US-  nUSU4-   S-   -  n [        [        U[        5      5      S-   n4USU4-   S-   -  n [        [        U[        5      5      S-   n4USU4-   S-   -  nUS-  nUS-  n S[        [        U5      5      -   n#USU#-  -  n [        U5      n5U5S:w  a  SOS4n6USU6-   S-   -  n [        U5      S-  n7SU7-  n8USU8-   S-   -  n [        U5      S-  n9SU9-  n:USU:-   S-   -  n [        U5      S-  n9SU9-  n:USU:-   S-   -  n [        U5      S-  n;SU;-  n<USU<-   S-   -  n [        U5      n9SU9S   S-  -  n=SU9S   S-  -  n>USU=-   S-   -  nUSU>-   S-   -  nUS-  nUS-  n [        [        U[        5      5      S-   n?USU?-   S-   -  n [        [        U[        5      5      S-   n@USW@-   S-   -  n [        [        U[        5      5      S-   nAUSWA-   S-   -  nUS-  nUS-  n [        [        U[        5      5      S-   n?USU?-   S-   -  n [        [        U[        5      5      S-   nAUSWA-   S-   -  nUS-  nUS-  n [        [        U[        5      5      S-   n?USU?-   S-   -  n [        [        U[        5      5      S-   nAUSWA-   S-   -  nUS-  nUS-  n [        [        U[        5      5      S-   n?USU?-   S-   -  n [        [        U[        5      5      S-   n@USW@-   S-   -  n [        [        U[        5      5      S-   nAUSWA-   S-   -  nUS-  nUS-  n [        U5      u  nBnCUB[        :X  a  SnDOSnDWC[        :X  a  SnEOSnE USWD-   S-   -  nUSWE-   S-   -  nUS-  n [        U5      nFUS-  nUF H3  nGUS-  nUSUG-  -  n [        UUG5      nHUH H  nIUSUI-  -  nM     US-  nM5     US-  n [        U5      nJUS-  nUJ H|  nK [        [        UKR                  5      5      nLUS-  nUSWKR                  -  -  nUSWL-   S-   -  nUKR                  S :X  a  S4nAOSWKR                  Sz-  Sz-  -  nAUSWA-   S-   -  nUS-  nM~     US-  n [        U5      nMUS-  nUM H  nN [        UUN5      nOSUOR                  -  nPSUOR                  -  nQUOR                  S :X  a  S4nROSWOR                  Sz-  Sz-  -  nRSWOR                  -  nSSUOR                  -  nTUS-  nUSWN-  -  nUSWP-   S-   -  nUSWQ-   S-   -  nUSWR-   S-   -  nUSWS-   S-   -  nUSWT-   S-   -  nUS-  nM     US-  nUS-  nGM     US-  n[        5         U$ ! [2         a  n	[5        U	5      n S n	A	GNhS n	A	ff = f! [2         a  n	[5        U	5      n
 S n	A	GNlS n	A	ff = f! [2         a  n	[5        U	5      n
 S n	A	GNpS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNtS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNxS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GN{S n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNvS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNvS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNtS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNwS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNzS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNtS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNwS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNgS n	A	ff = f!   Un GNp= f! [2         a  n	[5        U	5      n S n	A	GNiS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNgS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNeS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNcS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GN\S n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GN_S n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n S n	A	GNS n	A	ff = f! [2         a3  n	USe[5        U	5      -   Sf-   -  nUSi[5        U	5      -   Sj-   -  n S n	A	GNpS n	A	ff = f! [2         a  n	USl[5        U	5      -   Sm-   -  n S n	A	GNwS n	A	ff = f! [2         a  n	USn[5        U	5      -   Sp-   -  n S n	A	GN{S n	A	ff = f! [2         a  n	USq[5        U	5      -   Sr-   -  n S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n" S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n$ S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n)U)n&U)n'U)n( S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n)U)n&U)n'U)n( S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n* S n	A	GNTS n	A	ff = f! [2         a  n	[5        U	5      n)U)n,U)n- S n	A	GN4S n	A	ff = f! [2         a  n	[5        U	5      n)U)n0 S n	A	GN!S n	A	ff = f! [2         a  n	[5        U	5      n)U)n1 S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n)U)n2U)n3 S n	A	GNS n	A	ff = f! [2         a  n	[5        U	5      n4 S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n4 S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n4 S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n# S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n6 S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n8 S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n: S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n: S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n< S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n)U)n=U)n> S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n? S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n@ S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      nA S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n? S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      nA S n	A	G
NS n	A	ff = f! [2         a  n	[5        U	5      n? S n	A	G
NxS n	A	ff = f! [2         a  n	[5        U	5      nA S n	A	G
NsS n	A	ff = f! [2         a  n	[5        U	5      n? S n	A	G
NdS n	A	ff = f! [2         a  n	[5        U	5      n@ S n	A	G
N_S n	A	ff = f! [2         a  n	[5        U	5      nA S n	A	G
NZS n	A	ff = f! [         a    S4nDS4nE G
N0[2         a!  n	[5        U	5      nD[5        U	5      nE S n	A	G
NUS n	A	ff = f! [2         a  n	US[5        U	5      -  -  n S n	A	G
N"S n	A	ff = f! [2         a  n	US[5        U	5      -   S-   -  n S n	A	G
N@S n	A	ff = f! [2         a1  n	U	R                  [        :X  a   S n	A	G
MZ  [5        U	5      nL S n	A	G
NIS n	A	ff = f! [2         a  n	US[5        U	5      -   S-   -  n S n	A	G
NS n	A	ff = f! [2         a;  n	U	R                  [        :X  a   S n	A	G
M,  [5        U	5      n	U	nPU	nQU	nRU	nSU	nT S n	A	G	NS n	A	ff = f! [2         a  n	US[5        U	5      -   S-   -  n S n	A	G	NS n	A	ff = f! [2         a$  n	USU	R                  5       -   S-   -  n S n	A	G	NS n	A	ff = f)NzKWarning this function is deprecated and will be removed in future releases.r   z<?xml version="1.0" ?>
z7<!DOCTYPE nvidia_smi_log SYSTEM "nvsmi_device_v4.dtd">
z<nvidia_smi_log>
z  <timestamp>z</timestamp>
z  <driver_version>z</driver_version>
z  <attached_gpus>z</attached_gpus>
r   z  <gpu id="%s">
z    <product_name>z</product_name>
r@   QuadroTeslaNVSGridGeForcez    <product_brand>z</product_brand>
EnabledDisabledz    <display_mode>z</display_mode>
z    <display_active>z</display_active>
z    <persistence_mode>z</persistence_mode>
z    <accounting_mode>z</accounting_mode>
z!    <accounting_mode_buffer_size>z</accounting_mode_buffer_size>
z    <driver_model>
WDDMTCCz      <current_dm>z</current_dm>
z      <pending_dm>z</pending_dm>
z    </driver_model>
z    <serial>z
</serial>
z
    <uuid>z</uuid>
z    <minor_number>z</minor_number>
z    <vbios_version>z</vbios_version>
r`   z)    <multigpu_board>N/A</multigpu_board>
z)    <multigpu_board>Yes</multigpu_board>
z(    <multigpu_board>No</multigpu_board>
z0x%xz    <board_id>z</board_id>
z    <inforom_version>
z      <img_version>z</img_version>
z      <oem_object>z</oem_object>
z      <ecc_object>z</ecc_object>
z      <pwr_object>z</pwr_object>
z    </inforom_version>
z    <gpu_operation_mode>
z      <current_gom>z</current_gom>
z      <pending_gom>z</pending_gom>
z    </gpu_operation_mode>
z
    <pci>
z      <pci_bus>%02X</pci_bus>
z$      <pci_device>%02X</pci_device>
z$      <pci_domain>%04X</pci_domain>
z*      <pci_device_id>%08X</pci_device_id>
z      <pci_bus_id>z</pci_bus_id>
z2      <pci_sub_system_id>%08X</pci_sub_system_id>
z      <pci_gpu_link_info>
z        <pcie_gen>
z          <max_link_gen>z</max_link_gen>
z          <current_link_gen>z</current_link_gen>
z        </pcie_gen>
z        <link_widths>
xz          <max_link_width>z</max_link_width>
z          <current_link_width>z</current_link_width>
z        </link_widths>
z      </pci_gpu_link_info>
z      <pci_bridge_chip>
PLXBR04z        <bridge_chip_type>z</bridge_chip_type>
z%08Xz,        <bridge_chip_fw>%s</bridge_chip_fw>
z        <bridge_chip_fw>z</bridge_chip_fw>
z      </pci_bridge_chip>
z      <replay_counter>z</replay_counter>z      <tx_util>z KB/sz
</tx_util>z      <rx_util>z
</rx_util>z    </pci>
z %z    <fan_speed>z</fan_speed>
zP%sz    <performance_state>z</performance_state>
i   z MiBz    <fb_memory_usage>
z      <total>r   z      <used>z</used>
z      <free>z</free>
z    </fb_memory_usage>
z    <bar1_memory_usage>
z    </bar1_memory_usage>
DefaultzExclusive Thread
ProhibitedExclusive_Processz    <compute_mode>z</compute_mode>
z    <utilization>
z      <gpu_util>z</gpu_util>
z      <memory_util>z</memory_util>
z      <encoder_util>z</encoder_util>
z      <decoder_util>z</decoder_util>
z    </utilization>
z    <ecc_mode>
z      <current_ecc>z</current_ecc>
z      <pending_ecc>z</pending_ecc>
z    </ecc_mode>
z    <ecc_errors>
z    </ecc_errors>
z    <retired_pages>
z    </retired_pages>
z Cz    <temperature>
z      <gpu_temp>z</gpu_temp>
z      <gpu_temp_max_threshold>z</gpu_temp_max_threshold>
z      <gpu_temp_slow_threshold>z</gpu_temp_slow_threshold>
z    </temperature>
z    <power_readings>
Pz$      <power_state>%s</power_state>
	Supportedz      <power_management>z</power_management>
g     @@z%.2f Wz      <power_draw>z</power_draw>
z      <power_limit>z</power_limit>
z      <default_power_limit>z</default_power_limit>
z      <enforced_power_limit>z</enforced_power_limit>
r   z      <min_power_limit>z</min_power_limit>
z      <max_power_limit>z</max_power_limit>
z    </power_readings>
z    <clocks>
z MHzz      <graphics_clock>z</graphics_clock>
z      <sm_clock>z</sm_clock>
z      <mem_clock>z</mem_clock>
z    </clocks>
z    <applications_clocks>
z    </applications_clocks>
z"    <default_applications_clocks>
z#    </default_applications_clocks>
z    <max_clocks>
z    </max_clocks>
z    <clock_policy>
OffOnz      <auto_boost>z</auto_boost>
z      <auto_boost_default>z</auto_boost_default>
z    </clock_policy>
z    <supported_clocks>
z      <supported_mem_clock>
z        <value>%d MHz</value>
zD        <supported_graphics_clock>%d MHz</supported_graphics_clock>
z@        <supported_graphics_clock>%s</supported_graphics_clock>
z      </supported_mem_clock>
z    </supported_clocks>
z    <supported_clocks>z</supported_clocks>
z    <processes>
z    <process_info>
z      <pid>%d</pid>
z      <process_name>z</process_name>
z%d MiBz      <used_memory>z</used_memory>
z    </process_info>
z    </processes>
z    <processes>z</processes>
z    <accounted_processes>
z%d %%z%d msz%dz    <accounted_process_info>
z      <max_memory_usage>z</max_memory_usage>
z      <time>z</time>
z      <is_running>z</is_running>
z    </accounted_process_info>
z    </accounted_processes>
z    <accounted_processes>z</accounted_processes>
z	  </gpu>
z</nvidia_smi_log>
znvidia_smi.py: 
)~logging	getLogger__name__warningswarnRuntimeWarningnvmlInitr   datetimedatetodaynvmlSystemGetDriverVersionnvmlDeviceGetCountr7   nvmlDeviceGetHandleByIndexnvmlDeviceGetPciInfobusIdnvmlDeviceGetNameNVML_BRAND_UNKNOWNNVML_BRAND_QUADRONVML_BRAND_TESLANVML_BRAND_NVSNVML_BRAND_GRIDNVML_BRAND_GEFORCEnvmlDeviceGetBrandr
   r   nvmlDeviceGetDisplayModenvmlDeviceGetDisplayActivenvmlDeviceGetPersistenceModenvmlDeviceGetAccountingMode!nvmlDeviceGetAccountingBufferSizenvmlDeviceGetCurrentDriverModelNVML_DRIVER_WDDMnvmlDeviceGetPendingDriverModelnvmlDeviceGetSerialnvmlDeviceGetUUIDnvmlDeviceGetMinorNumbernvmlDeviceGetVbiosVersionnvmlDeviceGetMultiGpuBoardnvmlDeviceGetBoardId nvmlDeviceGetInforomImageVersionnvmlDeviceGetInforomVersionNVML_INFOROM_OEMNVML_INFOROM_ECCNVML_INFOROM_POWERrE   $nvmlDeviceGetCurrentGpuOperationMode$nvmlDeviceGetPendingGpuOperationModebusdevicedomainpciDeviceIdpciSubSystemId"nvmlDeviceGetMaxPcieLinkGeneration#nvmlDeviceGetCurrPcieLinkGenerationnvmlDeviceGetMaxPcieLinkWidthnvmlDeviceGetCurrPcieLinkWidthnvmlDeviceGetBridgeChipInfobridgeChipInfotype	fwVersionnvmlDeviceGetPcieReplayCounternvmlDeviceGetPcieThroughputNVML_PCIE_UTIL_TX_BYTESNVML_PCIE_UTIL_RX_BYTESnvmlDeviceGetFanSpeednvmlDeviceGetPowerStater^   nvmlDeviceGetMemoryInfototalusednvmlDeviceGetBAR1MemoryInfo	bar1Totalbar1UsednvmlDeviceGetComputeModeNVML_COMPUTEMODE_DEFAULT!NVML_COMPUTEMODE_EXCLUSIVE_THREADNVML_COMPUTEMODE_PROHIBITED"NVML_COMPUTEMODE_EXCLUSIVE_PROCESSnvmlDeviceGetUtilizationRatesgpumemorynvmlDeviceGetEncoderUtilizationnvmlDeviceGetDecoderUtilizationnvmlDeviceGetEccModer'   r=   nvmlDeviceGetTemperatureNVML_TEMPERATURE_GPU!nvmlDeviceGetTemperatureThreshold#NVML_TEMPERATURE_THRESHOLD_SHUTDOWN#NVML_TEMPERATURE_THRESHOLD_SLOWDOWN nvmlDeviceGetPowerManagementModenvmlDeviceGetPowerUsage!nvmlDeviceGetPowerManagementLimit(nvmlDeviceGetPowerManagementDefaultLimitnvmlDeviceGetEnforcedPowerLimit,nvmlDeviceGetPowerManagementLimitConstraintsnvmlDeviceGetClockInfoNVML_CLOCK_GRAPHICSNVML_CLOCK_SMNVML_CLOCK_MEMnvmlDeviceGetApplicationsClock%nvmlDeviceGetDefaultApplicationsClocknvmlDeviceGetMaxClockInfo%nvmlDeviceGetAutoBoostedClocksEnabledr9   NVMLError_NotSupported"nvmlDeviceGetSupportedMemoryClocks$nvmlDeviceGetSupportedGraphicsClocks$nvmlDeviceGetComputeRunningProcessesnvmlSystemGetProcessNamepidra   NVML_ERROR_NOT_FOUNDusedGpuMemorynvmlDeviceGetAccountingPidsnvmlDeviceGetAccountingStatsgpuUtilizationmemoryUtilizationmaxMemoryUsagetime	isRunningrb   nvmlShutdown)Uloggerstr_r   deviceCountir   pciInfo
brandNames	brandNamer   staterD   
bufferSizecurrentpendingserialuuidminor_numbervbiosmultiGpuBoolboardIdhexBIDimgoemeccpwrgenwidthbridgeHierarchybridge_typestrFwVersionreplaytx_bytesrx_bytesfan	perfStateperfStateStrmemInfo	mem_totalmem_usedmem_freer-   modeStrutilgpu_utilmem_utilutil_intssizeencoder_utildecoder_utilcurr_strpend_strtemppowMan	powManStrpowDraw
powDrawStrpowLimitpowLimitStrenforcedPowLimitenforcedPowLimitStrpowLimitStrMinpowLimitStrMaxgraphicssmmemboostedStateboostedDefaultStateautoBoostStrautoBoostDefaultStr	memClocksmclockscprocspr\   pidsr   statsr   r   r   r   
is_runningsU                                                                                        r   XmlDeviceQueryr5     s   x(F\DMM$'
KKIT
> 	
//	OO	))	_s8==+>+>+@'AADTTT	)C0J0L,MMPeee	(*(3{+;;>RRR	q+&A/2F*62G,w}}<<I-4Ef4M0NNQdddI,	+*(),	J-&'9&'AB	
 .:=QQQI)'?'G1'LS] -58KKKI)'A&'IQ'NU_ /%7:OOOI(%A&%IQ%NyU_ 1D8;RRRI(%@%HA%MyT^ 047:PPPI. !B6!JK
 <zILnnnI//I+%DV%LP`%`&gl -7:KKKI+%DV%LP`%`&gl -7:KKKI00I*089 &0=@@I(,V45 ,{::I0"#;F#CD -L0AADWWWI)5f=> .69MMMI1"#=f#EF u$SS	SS	RR	+26:;!') )F2_DDI22I':6BC .47IIII'5f>NOP -36GGGI'5f>NOP -36GGGI'5f>PQR -36GGGI33I55I+ !Ef!MN .8;MMMI+ !Ef!MN .8;MMMI66I&I:W[[HHI@7>>QQI@7>>QQIF'J]J]^^I-GMM0BBEVVVINRYRhRhiiI66I //I'<VDE 3c9<OOOI'=fEF 7#=@WWWI00I22I)9&ABSH 5=@UUUI):6BCcI 9EAD]]]I33I77I 44Ic"=f"E "11!499Q>5(K6)K9KGJaaa	"11!4>>!C#(L#)_-K-KA-N-X-X#YLLP\]]	 55I_7?5FCFYYY	Q6v?VW.X>H<WW	Q6v?VW.X>H<WW	
 'I'/784? *S03CCCI0 7 ?@	$y0 2\AD\\\I1&99I	!1&9 4t ;<vE	w||d2T9:VCw}}t3d:W\\D=PSW=WWX[aa 22I94|CCI(2[@@I(2[@@I33I	!5f= 1 1D 84 ?@6I	w//$6=>Gw0047$>AQAQTXAX[_A__`cii 44I94|CCI(2[@@I(2[@@I55I+/733'G>>0G88*G??1G'G -7:MMMI!4V<txx=4/t{{+d2 ..I+h6HHI.9<NNNI%$CF$K!5"8}t3
 /,>ATTTI%$CF$K!5"8}t3
 /,>ATTTI//I!%9&%A")0A9J)0A9J ++I.9<NNNI.9<NNNI,,I--I6**I..I00I+F33I11I(3F<PQRUYY ..I+d2_DDI(<VEhijmqq 9D@C```I(<VEhijmqq :TADbbbI//I11I-#&=f&E"FF	 @9LLI-9&A+1Q;KE	 3i?BYYYI.26:VC%/
 -
:=NNNI/=fEN&1 .<?QQQI/DVLvU&1 6DGaaaI7$CF$Kf$T &.1A&A# 7:MMPkkkI'GO!)Xa[6-A!B!)Xa[6-A!B
 2^CF\\\I2^CF\\\I22I))I,5f>QRSV\\ 18;>SSSI&/FG&P +b0?BBI'0HIFR ,s25EEEI**I66I,=fFYZ[^dd 18;>SSSI'8PQTZZ ,s25EEEI77I>>I,DVM`abekk 18;>SSSI'?WX[aa ,s25EEEI??I--I,8ATUVY__ 1H<?TTTI&26=IJVS +b0?BBI'3FNKLvU ,s25EEEI..I//I4YZ`4a11#88#(L#'L&*??*/'*.' -<?PPPI58KKNgggI00Ic>vF	77	"A!@@I!BQ!FFI|!Efa!P!'A%)pst)ttI "( !AAI # 88	U<VD00	A4"#;AEE#BC !77I!8155!@@I!7$!>AT!TTI4/#&!//D*@4*GH!6!<?Q!QQI!88I' * 11	
%i26:::	C) <VS I)053G3G)G,3e6M6M,M)!00D8-2N-59M9MPT9TW[9[-\N&3%)EOO%;
 !AAI!83!>>I!3n!D!VVI!69J!JM_!__I!;n!LNe!eeI$!6!DDI!5
!BEV!VVI!BBI;  > ;;	 %I 'B 	**	
 Ni  -',	-  )#C()  )#C()  ("3'(  ("3'(  .(-
.  +%c*+  +%c*+  *$S)*  ("3'(  0*3/0  )#C()  1*3/1  +%c*+
!   '!#&'  '!#&'  '!#&'  '!#&'  +%c*+  +%c*+*  '!#&'  '!#&'  )#C()  )#C()2  c9K<LLOfff	7+c:JJMbbb	c  _5C8HHK^^^	_  Q.S1AALPP	Q  Q.S1AALPP	Q  '!#&'  0*3/0  !#C(!	  	!"  !#C(!	  	!0  +%c*+  !#C(  !  %#C($%  %#C($%  !#C(  !(  ("3'(  ("3'(  ("3'(  -',	-  -',	-  .(-
.  /)#./  /)#./  7&1#&6#7  '#C(!&!&'  ,&s+,
  & %&
  '!#&'  ,&s+,
  '!#&'  ,&s+,
  '!#&'  ,&s+,
  & %&
  '!#&'$ * ,$&+# *3/&1#&6#& % |!%hkvwzk{%{{	|
  c5C8HHKbbb	c % 4II)==$#.s#3D4&  U.S1AADTTT	U& % 	)II)==$)#.),,/)),"%(
	)*  i8;s;KKNhhh	i  >&6==	>s  C>Aa  z&Aa  %{	8Aa  {,Aa  #|6Aa  |2Aa  !}5Aa  }8Aa  )~ Aa  ~>%Aa  1!Aa  A@%Aa  :A@'Aa  AA
.Aa  AA-"AB'Aa  8ABAa  AB=1Aa  =AC Aa  "AD;Aa  AD&%Aa  1AE	BAa  AE,1Aa  =AFAa  'AF2>Aa  
AG!Aa  <BAG8 Aa  AH8&'AI$'AJ5Aa  ;AJ<Aa  AK7Aa  A8AL	+Aa  5A8AL+-+Aa  AM0Aa  1AM=Aa  >AM
Aa  AMAa  AMAa  ';AM7"Aa  >ANAa  &AOAa  !AO(4AAa  AP!Aa  2AP2Aa  AQ6Aa  AQ8#Aa  ,ARAa  AR> Aa  ,AS!?Aa  ATAa  *AT'=Aa  	!AU
* Aa  AU1'Aa  3AVAa  AV77Aa  AW)Aa  5AW=Aa  'AX Aa  AY+Aa  AY&Aa  )AZ	Aa  AZ,-Aa  )A[,Aa  -A[/Aa  "A\6/A\A\6A^ 1A]"A#A^ 3A`	A0A_9AA`Aa  &
{0{;Aa  {Aa  	
{){$Aa  ${))Aa  ,
|6|Aa  |Aa  
|/|*$Aa  *|//Aa  2
}<}Aa  }Aa  
}5}0*Aa  0}55Aa  8
~~Aa  ~Aa  
~;%~60Aa  6~;;Aa  >
Aa  Aa  !
A@+<6Aa  <A@@Aa  @
A@$@A@@Aa  @A@$@$Aa  @'
AA@1AA@<Aa  AAAAAa  A

AA*AAA%AAa  A%AA*A*Aa  A-
ABA7ABBAa  BABBAa  BABBAa  B
AB:B$AB5B/Aa  B5AB:B:Aa  B=
ACCACCAa  CACCAa  C 
AD C*AC;C5Aa  C;AD D Aa  D
AD#DADDAa  DAD#D#Aa  D&
AED0AED;Aa  EAEEAa  E	
AE)EAE$EAa  E$AE)E)Aa  E,
AFE6AFFAa  FAFFAa  F
AF/FAF*F$Aa  F*AF/F/Aa  F2
AGF<AGGAa  GAGGAa  G
AG5GAG0G*Aa  G0AG5G5Aa  G8
AH5H(AH0H*Aa  H0AH5H5Aa  H8
AI!IAIIAa  IAI!I!Aa  I$
AJI.AJJAa  JAJJAa  J
AJ9JAJ4J.Aa  J4AJ9J9Aa  J<
AKKAKKAa  KAKKAa  K
AK?K)AK:K4Aa  K:AK?K?Aa  L
AL(LAL#LAa  L#AL(L(Aa  L+
AML5AMMAa  MAMMAa  M
AM4MAM/M)Aa  M/AM4M4Aa  M7
ANNANNAa  NANNAa  N
AO N(AN;N5Aa  N;AO O Aa  O
AO%OAO OAa  O AO%O%Aa  O(
APO2APPAa  PAPPAa  P
AP/PAP*P$Aa  P*AP/P/Aa  P2
AQP<AQQAa  QAQQAa  Q
AQ5QAQ0Q*Aa  Q0AQ5Q5Aa  Q8
ARRARRAa  RARRAa  R
AR;R%AR6R0Aa  R6AR;R;Aa  R>
ASSASSAa  SASSAa  S!
ATS+AS<S6Aa  S<ATTAa  T
AT$TATTAa  TAT$T$Aa  T'
AUT1AUT<Aa  UAUUAa  U

AU.UAU)U#Aa  U)AU.U.Aa  U1
AVU;AVVAa  VAVVAa  V
AV4VAV/V)Aa  V/AV4V4Aa  V7
AWWAWWAa  WAWWAa  W
AW:W$AW5W/Aa  W5AW:W:Aa  W=
AXXAXXAa  XAXXAa  X 
AY X*AX;X5Aa  X;AY Y Aa  Y
AY#YAYYAa  YAY#Y#Aa  Y&
AZY0AZY;Aa  ZAZZAa  Z	
AZ)ZAZ$ZAa  Z$AZ)Z)Aa  Z,
A[Z6A[[Aa  [A[[Aa  [A\
[Aa  [ 	A\
[)A\[?Aa  \A\
\
Aa  \
A\3\A\.\(A\6\.A\3\3A\6\6
A]] A]]Aa  ]A]]Aa  ]"
A^],A^^ A^ ^A^^A^ ^A^^A^ ^ 
A_	^*A_^>Aa  _A_	_	Aa  _
A`_A`_*A`_1A``A``A``A``
A`=`A`8`2Aa  `8A`=`=Aa  a 
Aa.a
Aa)a)Aa.__main__)py3nvmlr   r{   rx   osr   r"   r'   r/   r=   rE   r^   r   r5  rz   print r#   r   <module>r;     sb   T     	
-^&&@_
F z	> r#   