python做硬盘检测、解析smart结构数据

smartctl 6.3 2014-07-26 r3976 [x86_64-linux-2.6.18-164.el5] (local build)

Copyright (C) 2002-14, Bruce Allen, Christian Franke, www.smartmontools.org

=== START OF INFORMATION SECTION ===

Vendor:               TOSHIBA

Product:              MBF2300RC

Revision:             0109

User Capacity:        300,000,000,000 bytes [300 GB]

Logical block size:   512 bytes

Rotation Rate:        10025 rpm

Form Factor:          2.5 inches

Logical Unit id:      0x50000393d84b42bc

Serial number:        EB00PC208HFC

Device type:          disk

Transport protocol:   SAS (SPL-3)

Local Time is:        Tue Dec 30 00:10:03 2014 CST

SMART support is:     Available - device has SMART capability.

SMART support is:     Enabled

Temperature Warning:  Enabled

=== START OF READ SMART DATA SECTION ===

SMART Health Status: OK

Current Drive Temperature:     28 C

Drive Trip Temperature:        65 C

Manufactured in week 08 of year 2012

Specified cycle count over device lifetime:  50000

Accumulated start-stop cycles:  21

Specified load-unload count over device lifetime:  200000

Accumulated load-unload cycles:  69

Elements in grown defect list: 0

Error counter log:

        Errors Corrected by           Total   Correction     Gigabytes    Total

            ECC          rereads/    errors   algorithm      processed    uncorrected

        fast | delayed   rewrites  corrected  invocations   [10^9 bytes]  errors

read:          0        0         0         0          0     300744.962           0

write:         0        0         0         0          0      10841.446           0

Non-medium error count:        0

No self-tests have been logged

==================================

1. #!/bin/env python

2. 
   

3. import os,time,re,sys

4. import logging

5. 
   

6. logging.basicConfig(filename = os.path.join(os.getcwd(), 'load.log'), level = logging.INFO, format = '%(asctime)s - %(levelname)s: %(message)s')

7. 
   

8. class attribute:

9. pattern = ''

10. value = '-1'

11. 
    

12. if __name__ == '__main__':

13. log_file = os.path.join(os.getcwd(), sys.argv[1])

14. if os.path.exists(log_file):

15. logging.info('start loading %s...' % (log_file))

16. else:

17. logging.error('%s not exists' % (log_file))

18. 
    

19. update_time = time.strftime('%Y-%m-%d %H:%M:%S', time.localtime(os.stat(log_file).st_ctime))

20. block_list = []

21. attrs = {}

22. 
    

23. #information section

24. attrs['serial_number'] = attribute()

25. attrs['serial_number'].pattern = 'Serial number:\s*(\w*)'

26. attrs['vendor'] = attribute()

27. attrs['vendor'].pattern = 'Vendor:\s*(\w*)'

28. attrs['product'] = attribute()

29. attrs['product'].pattern = 'Product:\s*(\w*).'

30. attrs['revision'] = attribute()

31. attrs['revision'].pattern = 'Revision:\s*(\w*)'

32. attrs['compliance'] = attribute()

33. attrs['compliance'].pattern = 'Compliance:\s*(\w*)'

34. attrs['user_capacity'] = attribute()

35. attrs['user_capacity'].pattern = 'User Capacity:.*\[(\w*)'

36. attrs['logical_block_size'] = attribute()

37. attrs['logical_block_size'].pattern = 'Logical block size:\s*(\w*)'

38. attrs['rotation_rate'] = attribute()

39. attrs['rotation_rate'].pattern = 'Rotation Rate:\s*(\w*)'

40. attrs['form_factor'] = attribute()

41. attrs['form_factor'].pattern = 'Form Factor:\s*([\w\.]*)'

42. attrs['logical_unit_id'] = attribute()

43. attrs['logical_unit_id'].pattern = 'Logical Unit id:\s*(\w*)'

44. attrs['device_type'] = attribute()

45. attrs['device_type'].pattern = 'Device type:\s*(\w*)'

46. attrs['transport_protocol'] = attribute()

47. attrs['transport_protocol'].pattern = 'Transport protocol:\s*(.*)'

48. attrs['smart_support'] = attribute()

49. attrs['smart_support'].pattern = 'SMART support is:\s*(\w*)'

50. attrs['smart_enable'] = attribute()

51. attrs['smart_enable'].pattern = 'SMART support is:\s*(Enabled|Disabled)'

52. attrs['temperature_warning'] = attribute()

53. attrs['temperature_warning'].pattern = 'Temperature Warning:\s*(\w*)'

54. attrs['ip'] = attribute()

55. attrs['ip'].pattern = '\[([\w\.]*)'

56. 
    

57. #smart data section

58. attrs['smart_health_status'] = attribute()

59. attrs['smart_health_status'].pattern = 'SMART Health Status:\s*(\w*)'

60. attrs['current_drive_temperature'] = attribute()

61. attrs['current_drive_temperature'].pattern = 'Current Drive Temperature:\s*(\w*)'

62. attrs['drive_trip_temperature'] = attribute()

63. attrs['drive_trip_temperature'].pattern = 'Drive Trip Temperature:\s*(\w*)'

64. attrs['elements_in_grown_defect_list'] = attribute()

65. attrs['elements_in_grown_defect_list'].pattern = 'Elements in grown defect list:\s*(\w*)'

66. attrs['manufactured_time'] = attribute()

67. attrs['manufactured_time'].pattern = 'Manufactured in (.*)'

68. attrs['cycle_count'] = attribute()

69. attrs['cycle_count'].pattern = 'Specified cycle count over device lifetime:\s*(\w*)'

70. attrs['start_stop_cycles'] = attribute()

71. attrs['start_stop_cycles'].pattern = 'Accumulated start-stop cycles:\s*(\w*)'

72. attrs['load_unload_count'] = attribute()

73. attrs['load_unload_count'].pattern = 'Specified load-unload count over device lifetime:\s*(\w*)'

74. attrs['load_unload_cycles'] = attribute()

75. attrs['load_unload_cycles'].pattern = 'Accumulated load-unload cycles:\s*(\w*)'

76. attrs['blocks_sent_to_initiator'] = attribute()

77. attrs['blocks_sent_to_initiator'].pattern = 'Blocks sent to initiator =\s*(\w*)'

78. attrs['blocks_received_from_initiator'] = attribute()

79. attrs['blocks_received_from_initiator'].pattern = 'Blocks received from initiator =\s*(\w*)'

80. attrs['blocks_read_from_cache'] = attribute()

81. attrs['blocks_read_from_cache'].pattern = 'Blocks read from cache and sent to initiator =\s*(\w*)'

82. attrs['num_commands_size_not_larger_than_segment_size'] = attribute()

83. attrs['num_commands_size_not_larger_than_segment_size'].pattern = '<= segment size =\s*(\w*)'

84. attrs['num_commands_size_larger_than_segment_size'] = attribute()

85. attrs['num_commands_size_larger_than_segment_size'].pattern = '> segment size=\s*(\w*)'

86. attrs['num_hours_powered_up'] = attribute()

87. attrs['num_hours_powered_up'].pattern = 'number of hours powered up =\s*(\w*)'

88. attrs['num_minutes_next_test'] = attribute()

89. attrs['num_minutes_next_test'].pattern = 'number of minutes until next internal SMART test =\s*(\w*)'

90. attrs['non_medium_error_count'] = attribute()

91. attrs['non_medium_error_count'].pattern = 'Non-medium error count:\s*(\w*)'

92. 
    

93. new_information_count = 0

94. insert_smart_count = 0

95. fail_count = 0

96. 
    

97. for line in open(log_file):

98. if line.find('run:') != -1 or not line.strip(): #contains 'run' or blank line

99. block = '\n'.join(block_list)

100. if block and re.search('smartctl 6.3', block):

101. for (k, v) in attrs.items():

102. attrs[k].value = '-1'

103. match = re.search(attrs[k].pattern, block)

104. if match:

105. attrs[k].value = match.group(1)

106. if attrs['vendor'].value == 'LSI':

107. block_list = []

108. logging.error('ip with LSI vendor: %s' % (attrs['ip'].value));

109. continue

110. 
     

111. #insert information section

112. if attrs['serial_number'].value == '-1':

113. block_list = []

114. fail_count = fail_count + 1

115. logging.info('invalid ip without serial number(-1): %s' % (attrs['ip'].value))

116. continue

117. 
     

118. #print 'hive-xdf-information'+";"+attrs['serial_number'].value+";"+ update_time+";"+ attrs['vendor'].value+";"+ attrs['product'].value+";"+ attrs['revision'].value+";"+attrs['compliance'].value+";"+ attrs['user_capacity'].value+";"+ attrs['logical_block_size'].value+";"+ attrs['rotation_rate'].value+";"+ attrs['form_factor'].value+";"+attrs['logical_unit_id'].value+";"+ attrs['device_type'].value+";"+ attrs['transport_protocol'].value+";"+ attrs['smart_support'].value+";"+ attrs['smart_enable'].value+";"+attrs['temperature_warning'].value+";"+ attrs['ip'].value+";"+ update_time

119. #insert smart data section

120. 
     

121. match = re.search('read:\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+([\d\.]+)\s+(\d+)', block)

122. if match:

123. read_corrected_ecc_fast = match.group(1)

124. read_corrected_ecc_delayed = match.group(2)

125. read_corrected_re = match.group(3)

126. read_total_errors_corrected = match.group(4)

127. read_correction_algo_invocations = match.group(5)

128. read_gigabytes_processed = match.group(6)

129. read_total_uncorrected_errors = match.group(7)

130. else:

131. read_corrected_ecc_fast = bytes(-1)

132. read_corrected_ecc_delayed = bytes(-1)

133. read_corrected_re = bytes(-1)

134. read_total_errors_corrected = bytes(-1)

135. read_correction_algo_invocations = bytes(-1)

136. read_gigabytes_processed = bytes(-1)

137. read_total_uncorrected_errors = bytes(-1)

138. 
     

139. 
     

140. match = re.search('write:\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+([\d\.]+)\s+(\d+)', block)

141. if match:

142. write_corrected_ecc_fast = match.group(1)

143. write_corrected_ecc_delayed = match.group(2)

144. write_corrected_re = match.group(3)

145. write_total_errors_corrected = match.group(4)

146. write_correction_algo_invocations = match.group(5)

147. write_gigabytes_processed = match.group(6)

148. write_total_uncorrected_errors = match.group(7)

149. else:

150. write_corrected_ecc_fast = bytes(-1)

151. write_corrected_ecc_delayed = bytes(-1)

152. write_corrected_re = bytes(-1)

153. write_total_errors_corrected = bytes(-1)

154. write_correction_algo_invocations = bytes(-1)

155. write_gigabytes_processed = bytes(-1)

156. write_total_uncorrected_errors = bytes(-1)

157. 
     

158. match = re.search('verify:\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+(\d+)\s+([\d\.]+)\s+(\d+)', block)

159. if match:

160. verify_corrected_ecc_fast = match.group(1)

161. verify_corrected_ecc_delayed = match.group(2)

162. verify_corrected_re = match.group(3)

163. verify_total_errors_corrected = match.group(4)

164. verify_correction_algo_invocations = match.group(5)

165. verify_gigabytes_processed = match.group(6)

166. verify_total_uncorrected_errors = match.group(7)

167. else:

168. verify_corrected_ecc_fast = bytes(-1)

169. verify_corrected_ecc_delayed = bytes(-1)

170. verify_corrected_re = bytes(-1)

171. verify_total_errors_corrected = bytes(-1)

172. verify_correction_algo_invocations = bytes(-1)

173. verify_gigabytes_processed = bytes(-1)

174. verify_total_uncorrected_errors = bytes(-1)

175. 
     

176. insert_smart_count = insert_smart_count + 1

177. print sys.argv[2]+"@@"+attrs['serial_number'].value+";"+ update_time+";"+ attrs['smart_health_status'].value+";"+ attrs['current_drive_temperature'].value+";"+ attrs['drive_trip_temperature'].value+";"+attrs['elements_in_grown_defect_list'].value+";"+ attrs['manufactured_time'].value+";"+ attrs['cycle_count'].value+";"+ attrs['start_stop_cycles'].value+";"+ attrs['load_unload_count'].value+";"+attrs['load_unload_cycles'].value+";"+ attrs['blocks_sent_to_initiator'].value+";"+ attrs['blocks_received_from_initiator'].value+";"+ attrs['blocks_read_from_cache'].value+";"+attrs['num_commands_size_not_larger_than_segment_size'].value+";"+attrs['num_commands_size_larger_than_segment_size'].value+";"+ attrs['num_hours_powered_up'].value+";"+ attrs['num_minutes_next_test'].value+";"+ attrs['non_medium_error_count'].value+';'+read_corrected_ecc_fast+';'+ read_corrected_ecc_delayed+';'+read_corrected_re+';'+ read_total_errors_corrected+';'+ read_correction_algo_invocations+';'+ read_gigabytes_processed+';'+ read_total_uncorrected_errors+';'+ write_corrected_ecc_fast+';'+ write_corrected_ecc_delayed+';'+ write_corrected_re+';'+ write_total_errors_corrected+';'+ write_correction_algo_invocations+';'+ write_gigabytes_processed+';'+ write_total_uncorrected_errors+';'+ verify_corrected_ecc_fast+';'+ verify_corrected_ecc_delayed+';'+ verify_corrected_re+';'+verify_total_errors_corrected+';'+ verify_correction_algo_invocations+';'+ verify_gigabytes_processed+';'+ verify_total_uncorrected_errors

178. 
     

179. block_list = []

180. elif line.find('out:') != -1:

181. block_list.append(line.strip())

=============================

结果如下： 

hive-xdf-smart_data@@EB00PC208HFC;2015-06-23 18:56:09;OK;28;65;0;week 08 of year 2012;50000;21;200000;69;-1;-1;-1;-1;-1;-1;-1;0;0;0;0;0;0;300744.962;0;0;0;0;0;0;10841.446;0;-1;-1;-1;-1;-1;-1;-1

来源：https://blog.csdn.net/DF_XIAO/article/details/46692985?utm_source=blogxgwz6