nan value of cacti graph

[hungtsang]

Hi all, I have some trouble with one of cacti graph which return nan value all the time.
I am using cisco switch 6504e and want to get the usage of tunnel 30 interface.
'SNMP - Interface Statistics' data query work find of other interface, only this interface show nan.
When I tried to use snmpwalk and grep the oid from cacti log. Both of them can return the correct value.
But when I rrdtool fetch command, It only show -nan in all timeline.
I am using the 'In/Out Bits (64-bit Counters)' template. Any help will be greatly appreciated. Thanks.

More information:

[root@sa02 log]# rrdtool fetch /var/www/html/cacti/rra/cisco_6504e_traffic_in_479.rrd AVERAGE
traffic_in traffic_out

1509956100: -nan -nan
1509956400: -nan -nan



RRDTool Command:
/usr/bin/rrdtool graph - \
--imgformat=PNG \
--start='-180000' \
--end='-300' \
--pango-markup \
--title='CISCO 6504E - Traffic - Tu30 - (GRE Tunnel to KDDI)' \
--vertical-label='bits per second' \
--slope-mode \
--base=1000 \
--height=120 \
--width=500 \
--tabwidth '30' \
--rigid \
--alt-autoscale-max \
--lower-limit='0' \
--color BACK#F3F3F3 \
--color CANVAS#FDFDFD \
--color SHADEA#CBCBCB \
--color SHADEB#999999 \
--color FONT#000000 \
--color AXIS#2C4D43 \
--color ARROW#2C4D43 \
--color FRAME#2C4D43 \
--font TITLE:11:'Ariel' \
--font AXIS:8:'Ariel' \
--font LEGEND:8:'Courier' \
--font UNIT:8:'Ariel' \
--slope-mode \
--watermark 'Generated by Cacti®' \
DEF:a='/var/www/html/cacti/rra/cisco_6504e_traffic_in_479.rrd':'traffic_in':AVERAGE \
DEF:b='/var/www/html/cacti/rra/cisco_6504e_traffic_in_479.rrd':'traffic_out':AVERAGE \
CDEF:cdefa='a,8,*' \
CDEF:cdefe='b,8,*' \
CDEF:cdefi='a,UN,INF,UNKN,IF' \
AREA:cdefa#00CF00FF:'Inbound ' \
GPRINT:cdefa:LAST:'Current\:%8.2lf%s' \
GPRINT:cdefa:AVERAGE:'Average\:%8.2lf%s' \
GPRINT:cdefa:MAX:'Maximum\:%8.2lf%s\n' \
LINE1:cdefe#002A97FF:'Outbound' \
GPRINT:cdefe:LAST:'Current\:%8.2lf%s' \
GPRINT:cdefe:AVERAGE:'Average\:%8.2lf%s' \
GPRINT:cdefe:MAX:'Maximum\:%8.2lf%s' \
AREA:cdefi#8F9286FF:''
RRDTool Says:
OK



Data Source Debug
/usr/bin/rrdtool create \
/var/www/html/cacti/rra/cisco_6504e_traffic_in_479.rrd \
--step 300 \
DS:traffic_in:COUNTER:600:0:100000 \
DS:traffic_out:COUNTER:600:0:100000 \
RRA:AVERAGE:0.5:1:600 \
RRA:AVERAGE:0.5:6:700 \
RRA:AVERAGE:0.5:24:775 \
RRA:AVERAGE:0.5:288:797 \
RRA:MIN:0.5:1:600 \
RRA:MIN:0.5:6:700 \
RRA:MIN:0.5:24:775 \
RRA:MIN:0.5:288:797 \
RRA:MAX:0.5:1:600 \
RRA:MAX:0.5:6:700 \
RRA:MAX:0.5:24:775 \
RRA:MAX:0.5:288:797 \
RRA:LAST:0.5:1:600 \
RRA:LAST:0.5:6:700 \
RRA:LAST:0.5:24:775 \
RRA:LAST:0.5:288:797 \


[root@sa02 log]# rrdtool info /var/www/html/cacti/rra/cisco_6504e_traffic_in_479.rrd
filename = "/var/www/html/cacti/rra/cisco_6504e_traffic_in_479.rrd"
rrd_version = "0003"
step = 300
last_update = 1510042204
ds[traffic_in].type = "COUNTER"
ds[traffic_in].minimal_heartbeat = 600
ds[traffic_in].min = 0.0000000000e+00
ds[traffic_in].max = 1.0000000000e+05
ds[traffic_in].last_ds = "69823484159390"
ds[traffic_in].value = NaN
ds[traffic_in].unknown_sec = 4
ds[traffic_out].type = "COUNTER"
ds[traffic_out].minimal_heartbeat = 600
ds[traffic_out].min = 0.0000000000e+00
ds[traffic_out].max = 1.0000000000e+05
ds[traffic_out].last_ds = "486264681229593"
ds[traffic_out].value = NaN
ds[traffic_out].unknown_sec = 4
rra[0].cf = "AVERAGE"
rra[0].rows = 600
rra[0].cur_row = 312
rra[0].pdp_per_row = 1
rra[0].xff = 5.0000000000e-01
rra[0].cdp_prep[0].value = NaN
rra[0].cdp_prep[0].unknown_datapoints = 0
rra[0].cdp_prep[1].value = NaN
rra[0].cdp_prep[1].unknown_datapoints = 0
rra[1].cf = "AVERAGE"
rra[1].rows = 700
rra[1].cur_row = 678
rra[1].pdp_per_row = 6
rra[1].xff = 5.0000000000e-01
rra[1].cdp_prep[0].value = NaN
rra[1].cdp_prep[0].unknown_datapoints = 2
rra[1].cdp_prep[1].value = NaN
rra[1].cdp_prep[1].unknown_datapoints = 2
rra[2].cf = "AVERAGE"
rra[2].rows = 775
rra[2].cur_row = 752
rra[2].pdp_per_row = 24
rra[2].xff = 5.0000000000e-01
rra[2].cdp_prep[0].value = NaN
rra[2].cdp_prep[0].unknown_datapoints = 2
rra[2].cdp_prep[1].value = NaN
rra[2].cdp_prep[1].unknown_datapoints = 2
rra[3].cf = "AVERAGE"
rra[3].rows = 797
rra[3].cur_row = 72
rra[3].pdp_per_row = 288
rra[3].xff = 5.0000000000e-01
rra[3].cdp_prep[0].value = NaN
rra[3].cdp_prep[0].unknown_datapoints = 98
rra[3].cdp_prep[1].value = NaN
rra[3].cdp_prep[1].unknown_datapoints = 98
rra[4].cf = "MIN"
rra[4].rows = 600
rra[4].cur_row = 538
rra[4].pdp_per_row = 1
rra[4].xff = 5.0000000000e-01
rra[4].cdp_prep[0].value = NaN
rra[4].cdp_prep[0].unknown_datapoints = 0
rra[4].cdp_prep[1].value = NaN
rra[4].cdp_prep[1].unknown_datapoints = 0
rra[5].cf = "MIN"
rra[5].rows = 700
rra[5].cur_row = 393
rra[5].pdp_per_row = 6
rra[5].xff = 5.0000000000e-01
rra[5].cdp_prep[0].value = NaN
rra[5].cdp_prep[0].unknown_datapoints = 2
rra[5].cdp_prep[1].value = NaN
rra[5].cdp_prep[1].unknown_datapoints = 2
rra[6].cf = "MIN"
rra[6].rows = 775
rra[6].cur_row = 749
rra[6].pdp_per_row = 24
rra[6].xff = 5.0000000000e-01
rra[6].cdp_prep[0].value = NaN
rra[6].cdp_prep[0].unknown_datapoints = 2
rra[6].cdp_prep[1].value = NaN
rra[6].cdp_prep[1].unknown_datapoints = 2
rra[7].cf = "MIN"
rra[7].rows = 797
rra[7].cur_row = 395
rra[7].pdp_per_row = 288
rra[7].xff = 5.0000000000e-01
rra[7].cdp_prep[0].value = NaN
rra[7].cdp_prep[0].unknown_datapoints = 98
rra[7].cdp_prep[1].value = NaN
rra[7].cdp_prep[1].unknown_datapoints = 98
rra[8].cf = "MAX"
rra[8].rows = 600
rra[8].cur_row = 524
rra[8].pdp_per_row = 1
rra[8].xff = 5.0000000000e-01
rra[8].cdp_prep[0].value = NaN
rra[8].cdp_prep[0].unknown_datapoints = 0
rra[8].cdp_prep[1].value = NaN
rra[8].cdp_prep[1].unknown_datapoints = 0
rra[9].cf = "MAX"
rra[9].rows = 700
rra[9].cur_row = 537
rra[9].pdp_per_row = 6
rra[9].xff = 5.0000000000e-01
rra[9].cdp_prep[0].value = NaN
rra[9].cdp_prep[0].unknown_datapoints = 2
rra[9].cdp_prep[1].value = NaN
rra[9].cdp_prep[1].unknown_datapoints = 2
rra[10].cf = "MAX"
rra[10].rows = 775
rra[10].cur_row = 179
rra[10].pdp_per_row = 24
rra[10].xff = 5.0000000000e-01
rra[10].cdp_prep[0].value = NaN
rra[10].cdp_prep[0].unknown_datapoints = 2
rra[10].cdp_prep[1].value = NaN
rra[10].cdp_prep[1].unknown_datapoints = 2
rra[11].cf = "MAX"
rra[11].rows = 797
rra[11].cur_row = 545
rra[11].pdp_per_row = 288
rra[11].xff = 5.0000000000e-01
rra[11].cdp_prep[0].value = NaN
rra[11].cdp_prep[0].unknown_datapoints = 98
rra[11].cdp_prep[1].value = NaN
rra[11].cdp_prep[1].unknown_datapoints = 98
rra[12].cf = "LAST"
rra[12].rows = 600
rra[12].cur_row = 599
rra[12].pdp_per_row = 1
rra[12].xff = 5.0000000000e-01
rra[12].cdp_prep[0].value = NaN
rra[12].cdp_prep[0].unknown_datapoints = 0
rra[12].cdp_prep[1].value = NaN
rra[12].cdp_prep[1].unknown_datapoints = 0
rra[13].cf = "LAST"
rra[13].rows = 700
rra[13].cur_row = 674
rra[13].pdp_per_row = 6
rra[13].xff = 5.0000000000e-01
rra[13].cdp_prep[0].value = NaN
rra[13].cdp_prep[0].unknown_datapoints = 2
rra[13].cdp_prep[1].value = NaN
rra[13].cdp_prep[1].unknown_datapoints = 2
rra[14].cf = "LAST"
rra[14].rows = 775
rra[14].cur_row = 64
rra[14].pdp_per_row = 24
rra[14].xff = 5.0000000000e-01
rra[14].cdp_prep[0].value = NaN
rra[14].cdp_prep[0].unknown_datapoints = 2
rra[14].cdp_prep[1].value = NaN
rra[14].cdp_prep[1].unknown_datapoints = 2
rra[15].cf = "LAST"
rra[15].rows = 797
rra[15].cur_row = 236
rra[15].pdp_per_row = 288
rra[15].xff = 5.0000000000e-01
rra[15].cdp_prep[0].value = NaN
rra[15].cdp_prep[0].unknown_datapoints = 98
rra[15].cdp_prep[1].value = NaN
rra[15].cdp_prep[1].unknown_datapoints = 98




[root@sa02 log]# rrdtool last /var/www/html/cacti/rra/cisco_6504e_traffic_in_479.rrd
1510042504


[root@sa02 log]# cat cacti.log | grep .1.3.6.1.2.1.31.1.1.1.6.146
2017/11/07 16:10:04 - POLLER: Poller[1] Device[14] DS[479] SNMP: v2: 10.100.150.12, dsname: traffic_in, oid: .1.3.6.1.2.1.31.1.1.1.6.146, output: 69823484159390
2017/11/07 16:10:04 - POLLER: Poller[1] Device[14] DS[480] SNMP: v2: 10.100.150.12, dsname: traffic_in, oid: .1.3.6.1.2.1.31.1.1.1.6.146, output: 69823484159518
2017/11/07 16:15:04 - POLLER: Poller[1] Device[14] DS[479] SNMP: v2: 10.100.150.12, dsname: traffic_in, oid: .1.3.6.1.2.1.31.1.1.1.6.146, output: 69824320235162
2017/11/07 16:15:04 - POLLER: Poller[1] Device[14] DS[480] SNMP: v2: 10.100.150.12, dsname: traffic_in, oid: .1.3.6.1.2.1.31.1.1.1.6.146, output: 69824320235162

[root@sa02 log]# cat cacti.log | grep .1.3.6.1.2.1.31.1.1.1.10.146
2017/11/07 16:10:04 - POLLER: Poller[1] Device[14] DS[479] SNMP: v2: 10.100.150.12, dsname: traffic_out, oid: .1.3.6.1.2.1.31.1.1.1.10.146, output: 486264681229593
2017/11/07 16:10:04 - POLLER: Poller[1] Device[14] DS[480] SNMP: v2: 10.100.150.12, dsname: traffic_out, oid: .1.3.6.1.2.1.31.1.1.1.10.146, output: 486264681229593
2017/11/07 16:15:04 - POLLER: Poller[1] Device[14] DS[479] SNMP: v2: 10.100.150.12, dsname: traffic_out, oid: .1.3.6.1.2.1.31.1.1.1.10.146, output: 486265789125663
2017/11/07 16:15:04 - POLLER: Poller[1] Device[14] DS[480] SNMP: v2: 10.100.150.12, dsname: traffic_out, oid: .1.3.6.1.2.1.31.1.1.1.10.146, output: 486265789125663