Problem with rrdtool database

[sofiane.54]

I make a plan on cacti. I must supervise storage arrays using NAS filers NetApp and graphing their activities by retrieving metrics values as CPU,
diskutil,OPS / sec by protocol(NFS CIFS, iSCSI), data (bandwidth by protocol) but I have a problem with graphs configuration in cacti.
I use the shell script langague to graph my data but I have a pb with my database RRDTOOL.
I realize a rrdtool update every 5min (cron) that refresh values every 5 minutes.

I wonder what the exact configuration was done on cacti for graphs that correspond to the values that I recover and the values I put in the database rrdtool?????

Thank you for your help!!!!


ssh root@$FILER_IP "priv set -q diag; stats stop -I cacti_stats; stats start -I cacti_stats" > $TMP_STATS_FILE 2> /dev/null

this command stop activy in filer and restart the filer 5 minutes later and I retrieve values with a grep:

for example :

OPS_TOTAL_ALL=$( grep 'system:system:total_ops:' $TMP_STATS_FILE | cut -f 4 -d: | sed 's/\/s//' )
OPS_READ_ALL=$( grep 'system:system:read_ops:' $TMP_STATS_FILE | cut -f 4 -d: | sed 's/\/s//' )
OPS_WRITE_ALL=$( grep 'system:system:write_ops:' $TMP_STATS_FILE | cut -f 4 -d: | sed 's/\/s//' )
etc ....


my data metrics:

#########################################
FILER_HOSTNAME = IN99FIL2
#########################################
------ DATA SOURCES : OPS ------
OPS_TOTAL_ALL = 80
OPS_READ_ALL = 10
OPS_WRITE_ALL = 31
OPS_TOTAL_NFS = 80
OPS_READ_NFS = 10
OPS_WRITE_NFS = 31
OPS_TOTAL_CIFS = 0
OPS_READ_CIFS = 0
OPS_WRITE_CIFS = 0
OPS_TOTAL_ISCSI = 0
OPS_READ_ISCSI = 0
OPS_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : LATENCY ------
LATENCY_READ_ALL = 0.06
LATENCY_WRITE_ALL = 0.13
LATENCY_READ_NFS = 0.06
LATENCY_WRITE_NFS = 0.06
LATENCY_READ_CIFS = 0
LATENCY_WRITE_CIFS = 0
LATENCY_READ_ISCSI = 0
LATENCY_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : DATA ------
DATA_TOTAL_ALL = 210367
DATA_READ_ALL = 62397
DATA_WRITE_ALL = 147970
DATA_TOTAL_NFS = 210367
DATA_READ_NFS = 62397
DATA_WRITE_NFS = 147970
DATA_TOTAL_CIFS = 0
DATA_READ_CIFS = 0
DATA_WRITE_CIFS = 0
DATA_TOTAL_ISCSI = 0
DATA_READ_ISCSI = 0
DATA_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : CPU ------
NBR_PROCESSORS = 2
CPU_CPU0 = 2
CPU_CPU1 = 2
CPU_AVG = 1
DISKUTIL = 1
----------------------------------------
------ DATA SOURCES : CPU_DOMAIN ------
DOMAIN_KAHUNA = 0
DOMAIN_STORAGE = 0
DOMAIN_RAID = 0
DOMAIN_TARGET = 0
DOMAIN_CIFS = 0
DOMAIN_NETWORK = 0
----------------------------------------
#########################################
FILER_HOSTNAME = IN99FIL2
#########################################
------ DATA SOURCES : OPS ------
OPS_TOTAL_ALL = 85
OPS_READ_ALL = 9
OPS_WRITE_ALL = 32
OPS_TOTAL_NFS = 85
OPS_READ_NFS = 9
OPS_WRITE_NFS = 32
OPS_TOTAL_CIFS = 0
OPS_READ_CIFS = 0
OPS_WRITE_CIFS = 0
OPS_TOTAL_ISCSI = 0
OPS_READ_ISCSI = 0
OPS_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : LATENCY ------
LATENCY_READ_ALL = 0.04
LATENCY_WRITE_ALL = 0.19
LATENCY_READ_NFS = 0.04
LATENCY_WRITE_NFS = 0.04
LATENCY_READ_CIFS = 0
LATENCY_WRITE_CIFS = 0
LATENCY_READ_ISCSI = 0
LATENCY_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : DATA ------
DATA_TOTAL_ALL = 181415
DATA_READ_ALL = 30862
DATA_WRITE_ALL = 150553
DATA_TOTAL_NFS = 181415
DATA_READ_NFS = 30862
DATA_WRITE_NFS = 150553
DATA_TOTAL_CIFS = 0
DATA_READ_CIFS = 0
DATA_WRITE_CIFS = 0
DATA_TOTAL_ISCSI = 0
DATA_READ_ISCSI = 0
DATA_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : CPU ------
NBR_PROCESSORS = 2
CPU_CPU0 = 2
CPU_CPU1 = 2
CPU_AVG = 1
DISKUTIL = 1
----------------------------------------
------ DATA SOURCES : CPU_DOMAIN ------
DOMAIN_KAHUNA = 2
DOMAIN_STORAGE = 0
DOMAIN_RAID = 0
DOMAIN_TARGET = 0
DOMAIN_CIFS = 0
DOMAIN_NETWORK = 0
----------------------------------------
#########################################
FILER_HOSTNAME = IN99FIL2
#########################################
------ DATA SOURCES : OPS ------
OPS_TOTAL_ALL = 70
OPS_READ_ALL = 9
OPS_WRITE_ALL = 30
OPS_TOTAL_NFS = 70
OPS_READ_NFS = 9
OPS_WRITE_NFS = 30
OPS_TOTAL_CIFS = 0
OPS_READ_CIFS = 0
OPS_WRITE_CIFS = 0
OPS_TOTAL_ISCSI = 0
OPS_READ_ISCSI = 0
OPS_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : LATENCY ------
LATENCY_READ_ALL = 0.11
LATENCY_WRITE_ALL = 0.12
LATENCY_READ_NFS = 0.11
LATENCY_WRITE_NFS = 0.11
LATENCY_READ_CIFS = 0
LATENCY_WRITE_CIFS = 0
LATENCY_READ_ISCSI = 0
LATENCY_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : DATA ------
DATA_TOTAL_ALL = 219227
DATA_READ_ALL = 68201
DATA_WRITE_ALL = 151026
DATA_TOTAL_NFS = 219227
DATA_READ_NFS = 68201
DATA_WRITE_NFS = 151026
DATA_TOTAL_CIFS = 0
DATA_READ_CIFS = 0
DATA_WRITE_CIFS = 0
DATA_TOTAL_ISCSI = 0
DATA_READ_ISCSI = 0
DATA_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : CPU ------
NBR_PROCESSORS = 2
CPU_CPU0 = 2
CPU_CPU1 = 2
CPU_AVG = 1
DISKUTIL = 1
----------------------------------------
------ DATA SOURCES : CPU_DOMAIN ------
DOMAIN_KAHUNA = 2
DOMAIN_STORAGE = 0
DOMAIN_RAID = 0
DOMAIN_TARGET = 0
DOMAIN_CIFS = 0
DOMAIN_NETWORK = 1
----------------------------------------


etc ... print result every 5min



et voici mes réglages pour rrdtool:


#############################################################
#-------------------------- DATA ----------------------------
#############################################################


# 5 minutes: samples for 1 days ( 288 samples 300*1)
# 5 minutes: samples for 2 days ( 288 samples 300*2)
# 1 hour: samples for 7 days or 1 week ( 336 samples 300*6 )
# 1 hour: samples for 14 days or 2 week ( 336 samples 300*12 )
# 24 hours: sampes for 31 days or 1 month ( 372 samples 300*24)
# 24 hours: sampes for 186 days or 6 months ( 372 samples 300*144)
# 24 hours: sampes for 365 days or 1 year ( 730 samples 300*144)


createRRD_DATA() {

$RRD_BIN create "$FILER_HOSTNAME"_data.netapp.rrd \
--start N \
--step 300 \
DS:DATA_READ_ALL:GAUGE:600:0:1000000000 \
DS:DATA_READ_CIFS:GAUGE:600:0:1000000000 \
DS:DATA_READ_ISCSI:GAUGE:600:0:1000000000 \
DS:DATA_READ_NFS:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_ALL:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_CIFS:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_ISCSI:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_NFS:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_ALL:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_CIFS:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_ISCSI:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_NFS:GAUGE:600:0:1000000000 \
RRA:AVERAGE:0.5:1:288 \
RRA:AVERAGE:0.5:6:336 \
RRA:AVERAGE:0.5:12:336 \
RRA:AVERAGE:0.5:24:372 \
RRA:AVERAGE:0.5:144:372 \
RRA:AVERAGE:0.5:144:730 \
RRA:LAST:0.5:1:288 \
RRA:LAST:0.5:6:336 \
RRA:LAST:0.5:12:336 \
RRA:LAST:0.5:24:372 \
RRA:LAST:0.5:144:372 \
RRA:LAST:0.5:144:730 \
RRA:MAX:0.5:1:288 \
RRA:MAX:0.5:6:336 \
RRA:MAX:0.5:12:336 \
RRA:MAX:0.5:24:372 \
RRA:MAX:0.5:144:372 \
RRA:MAX:0.5:144:730

}



updateRRD_DATA() {

$RRD_BIN update "$FILER_HOSTNAME"_data.rrd N:${DATA_READ_ALL}:${DATA_READ_CIFS}:${DATA_READ_ISCSI}:${DATA_READ_NFS} \
:${DATA_WRITE_ALL}:${DATA_WRITE_CIFS}:${DATA_WRITE_ISCSI}:${DATA_WRITE_NFS} \
:${DATA_TOTAL_ALL}:${DATA_TOTAL_CIFS}:${DATA_TOTAL_ISCSI}:${DATA_TOTAL_NFS}

}



info in rrd database:

shell > root@cacti-ubuntu:/var/lib/cacti/rra# rrdtool tune IN99FIL2_data.netapp.rrd
DS[DATA_TOTAL_ALL] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_TOTAL_NFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_TOTAL_CIFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_TOTAL_ISCSI] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_ALL] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_NFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_CIFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_ISCSI] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_ALL] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_NFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_CIFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_ISCSI] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000

[sofiane.54]

I make a plan on cacti. I must supervise storage arrays using NAS filers NetApp and graphing their activities by retrieving metrics values as CPU,
diskutil,OPS / sec by protocol(NFS CIFS, iSCSI), data (bandwidth by protocol) but I have a problem with graphs configuration in cacti.
I use the shell script langague to graph my data but I have a pb with my database RRDTOOL.
I realize a rrdtool update every 5min (cron) that refresh values every 5 minutes.

I wonder what the exact configuration was done on cacti for graphs that correspond to the values that I recover and the values I put in the database rrdtool?????

Thank you for your help!!!!


ssh root@$FILER_IP "priv set -q diag; stats stop -I cacti_stats; stats start -I cacti_stats" > $TMP_STATS_FILE 2> /dev/null

this command stop activy in filer and restart the filer 5 minutes later and I retrieve values with a grep:

for example :

OPS_TOTAL_ALL=$( grep 'system:system:total_ops:' $TMP_STATS_FILE | cut -f 4 -d: | sed 's/\/s//' )
OPS_READ_ALL=$( grep 'system:system:read_ops:' $TMP_STATS_FILE | cut -f 4 -d: | sed 's/\/s//' )
OPS_WRITE_ALL=$( grep 'system:system:write_ops:' $TMP_STATS_FILE | cut -f 4 -d: | sed 's/\/s//' )
etc ....


my data metrics:

#########################################
FILER_HOSTNAME = IN99FIL2
#########################################
------ DATA SOURCES : OPS ------
OPS_TOTAL_ALL = 80
OPS_READ_ALL = 10
OPS_WRITE_ALL = 31
OPS_TOTAL_NFS = 80
OPS_READ_NFS = 10
OPS_WRITE_NFS = 31
OPS_TOTAL_CIFS = 0
OPS_READ_CIFS = 0
OPS_WRITE_CIFS = 0
OPS_TOTAL_ISCSI = 0
OPS_READ_ISCSI = 0
OPS_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : LATENCY ------
LATENCY_READ_ALL = 0.06
LATENCY_WRITE_ALL = 0.13
LATENCY_READ_NFS = 0.06
LATENCY_WRITE_NFS = 0.06
LATENCY_READ_CIFS = 0
LATENCY_WRITE_CIFS = 0
LATENCY_READ_ISCSI = 0
LATENCY_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : DATA ------
DATA_TOTAL_ALL = 210367
DATA_READ_ALL = 62397
DATA_WRITE_ALL = 147970
DATA_TOTAL_NFS = 210367
DATA_READ_NFS = 62397
DATA_WRITE_NFS = 147970
DATA_TOTAL_CIFS = 0
DATA_READ_CIFS = 0
DATA_WRITE_CIFS = 0
DATA_TOTAL_ISCSI = 0
DATA_READ_ISCSI = 0
DATA_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : CPU ------
NBR_PROCESSORS = 2
CPU_CPU0 = 2
CPU_CPU1 = 2
CPU_AVG = 1
DISKUTIL = 1
----------------------------------------
------ DATA SOURCES : CPU_DOMAIN ------
DOMAIN_KAHUNA = 0
DOMAIN_STORAGE = 0
DOMAIN_RAID = 0
DOMAIN_TARGET = 0
DOMAIN_CIFS = 0
DOMAIN_NETWORK = 0
----------------------------------------
#########################################
FILER_HOSTNAME = IN99FIL2
#########################################
------ DATA SOURCES : OPS ------
OPS_TOTAL_ALL = 85
OPS_READ_ALL = 9
OPS_WRITE_ALL = 32
OPS_TOTAL_NFS = 85
OPS_READ_NFS = 9
OPS_WRITE_NFS = 32
OPS_TOTAL_CIFS = 0
OPS_READ_CIFS = 0
OPS_WRITE_CIFS = 0
OPS_TOTAL_ISCSI = 0
OPS_READ_ISCSI = 0
OPS_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : LATENCY ------
LATENCY_READ_ALL = 0.04
LATENCY_WRITE_ALL = 0.19
LATENCY_READ_NFS = 0.04
LATENCY_WRITE_NFS = 0.04
LATENCY_READ_CIFS = 0
LATENCY_WRITE_CIFS = 0
LATENCY_READ_ISCSI = 0
LATENCY_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : DATA ------
DATA_TOTAL_ALL = 181415
DATA_READ_ALL = 30862
DATA_WRITE_ALL = 150553
DATA_TOTAL_NFS = 181415
DATA_READ_NFS = 30862
DATA_WRITE_NFS = 150553
DATA_TOTAL_CIFS = 0
DATA_READ_CIFS = 0
DATA_WRITE_CIFS = 0
DATA_TOTAL_ISCSI = 0
DATA_READ_ISCSI = 0
DATA_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : CPU ------
NBR_PROCESSORS = 2
CPU_CPU0 = 2
CPU_CPU1 = 2
CPU_AVG = 1
DISKUTIL = 1
----------------------------------------
------ DATA SOURCES : CPU_DOMAIN ------
DOMAIN_KAHUNA = 2
DOMAIN_STORAGE = 0
DOMAIN_RAID = 0
DOMAIN_TARGET = 0
DOMAIN_CIFS = 0
DOMAIN_NETWORK = 0
----------------------------------------
#########################################
FILER_HOSTNAME = IN99FIL2
#########################################
------ DATA SOURCES : OPS ------
OPS_TOTAL_ALL = 70
OPS_READ_ALL = 9
OPS_WRITE_ALL = 30
OPS_TOTAL_NFS = 70
OPS_READ_NFS = 9
OPS_WRITE_NFS = 30
OPS_TOTAL_CIFS = 0
OPS_READ_CIFS = 0
OPS_WRITE_CIFS = 0
OPS_TOTAL_ISCSI = 0
OPS_READ_ISCSI = 0
OPS_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : LATENCY ------
LATENCY_READ_ALL = 0.11
LATENCY_WRITE_ALL = 0.12
LATENCY_READ_NFS = 0.11
LATENCY_WRITE_NFS = 0.11
LATENCY_READ_CIFS = 0
LATENCY_WRITE_CIFS = 0
LATENCY_READ_ISCSI = 0
LATENCY_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : DATA ------
DATA_TOTAL_ALL = 219227
DATA_READ_ALL = 68201
DATA_WRITE_ALL = 151026
DATA_TOTAL_NFS = 219227
DATA_READ_NFS = 68201
DATA_WRITE_NFS = 151026
DATA_TOTAL_CIFS = 0
DATA_READ_CIFS = 0
DATA_WRITE_CIFS = 0
DATA_TOTAL_ISCSI = 0
DATA_READ_ISCSI = 0
DATA_WRITE_ISCSI = 0
----------------------------------------
------ DATA SOURCES : CPU ------
NBR_PROCESSORS = 2
CPU_CPU0 = 2
CPU_CPU1 = 2
CPU_AVG = 1
DISKUTIL = 1
----------------------------------------
------ DATA SOURCES : CPU_DOMAIN ------
DOMAIN_KAHUNA = 2
DOMAIN_STORAGE = 0
DOMAIN_RAID = 0
DOMAIN_TARGET = 0
DOMAIN_CIFS = 0
DOMAIN_NETWORK = 1
----------------------------------------


etc ... print result every 5min



et voici mes réglages pour rrdtool:


#############################################################
#-------------------------- DATA ----------------------------
#############################################################


# 5 minutes: samples for 1 days ( 288 samples 300*1)
# 5 minutes: samples for 2 days ( 288 samples 300*2)
# 1 hour: samples for 7 days or 1 week ( 336 samples 300*6 )
# 1 hour: samples for 14 days or 2 week ( 336 samples 300*12 )
# 24 hours: sampes for 31 days or 1 month ( 372 samples 300*24)
# 24 hours: sampes for 186 days or 6 months ( 372 samples 300*144)
# 24 hours: sampes for 365 days or 1 year ( 730 samples 300*144)


createRRD_DATA() {

$RRD_BIN create "$FILER_HOSTNAME"_data.netapp.rrd \
--start N \
--step 300 \
DS:DATA_READ_ALL:GAUGE:600:0:1000000000 \
DS:DATA_READ_CIFS:GAUGE:600:0:1000000000 \
DS:DATA_READ_ISCSI:GAUGE:600:0:1000000000 \
DS:DATA_READ_NFS:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_ALL:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_CIFS:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_ISCSI:GAUGE:600:0:1000000000 \
DS:DATA_WRITE_NFS:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_ALL:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_CIFS:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_ISCSI:GAUGE:600:0:1000000000 \
DS:DATA_TOTAL_NFS:GAUGE:600:0:1000000000 \
RRA:AVERAGE:0.5:1:288 \
RRA:AVERAGE:0.5:6:336 \
RRA:AVERAGE:0.5:12:336 \
RRA:AVERAGE:0.5:24:372 \
RRA:AVERAGE:0.5:144:372 \
RRA:AVERAGE:0.5:144:730 \
RRA:LAST:0.5:1:288 \
RRA:LAST:0.5:6:336 \
RRA:LAST:0.5:12:336 \
RRA:LAST:0.5:24:372 \
RRA:LAST:0.5:144:372 \
RRA:LAST:0.5:144:730 \
RRA:MAX:0.5:1:288 \
RRA:MAX:0.5:6:336 \
RRA:MAX:0.5:12:336 \
RRA:MAX:0.5:24:372 \
RRA:MAX:0.5:144:372 \
RRA:MAX:0.5:144:730

}



updateRRD_DATA() {

$RRD_BIN update "$FILER_HOSTNAME"_data.rrd N:${DATA_READ_ALL}:${DATA_READ_CIFS}:${DATA_READ_ISCSI}:${DATA_READ_NFS} \
:${DATA_WRITE_ALL}:${DATA_WRITE_CIFS}:${DATA_WRITE_ISCSI}:${DATA_WRITE_NFS} \
:${DATA_TOTAL_ALL}:${DATA_TOTAL_CIFS}:${DATA_TOTAL_ISCSI}:${DATA_TOTAL_NFS}

}



info in rrd database:

shell > root@cacti-ubuntu:/var/lib/cacti/rra# rrdtool tune IN99FIL2_data.netapp.rrd
DS[DATA_TOTAL_ALL] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_TOTAL_NFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_TOTAL_CIFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_TOTAL_ISCSI] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_ALL] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_NFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_CIFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_READ_ISCSI] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_ALL] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_NFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_CIFS] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000
DS[DATA_WRITE_ISCSI] typ: COUNTER hbt: 600 min: 0.0000 max: 1000000000.0000