Frequent drops on my Cacti graph every 4 cycles

[ColdDayInHell2014]

Hi All,

Hope you guys are doing gr8 .

I'm having this weird behavior on my graphs as shown drops occurs every 4 cycles , in this cycle the value getting plotted isnt the correct one .

im using a the counter option with cdef "make per 5 min" in my custom templates , i can see the values by fetching my rrd files .

i attached the graph , Appreciate your support .

[ColdDayInHell2014]

Actually i spotted something that might be the cause of this in the RRD file

1389520200: 1.9465138889e+01 1.9466777778e+01
1389520500: 1.9290194444e+01 1.9289416667e+01
1389520800: 1.9237898884e+01 1.9243676546e+01
1389521100: 3.9608791241e+00 3.9592749295e+00

1389521400: 1.9783471992e+01 1.9781715191e+01
1389521700: 1.9589166667e+01 1.9587611111e+01
1389522000: 1.9632944444e+01 1.9634527778e+01
1389522300: 3.8568333333e+00 3.8568611111e+00


the 4th value always changing !!! any one can explain why !!?

[ColdDayInHell2014]

This is output for rrdtool info

[root@localhost rra]# rrdtool info localhost_output1_96.rrd
filename = "localhost_output1_96.rrd"
rrd_version = "0003"
step = 300
last_update = 1389526802
ds[Output1].type = "COUNTER"
ds[Output1].minimal_heartbeat = 600
ds[Output1].min = 0.0000000000e+00
ds[Output1].max = NaN
ds[Output1].last_ds = "94249886"
ds[Output1].value = 4.6116666667e+01
ds[Output1].unknown_sec = 0
ds[Output2].type = "COUNTER"
ds[Output2].minimal_heartbeat = 600
ds[Output2].min = 0.0000000000e+00
ds[Output2].max = NaN
ds[Output2].last_ds = "94063868"
ds[Output2].value = 4.6108333333e+01
ds[Output2].unknown_sec = 0
rra[0].cf = "AVERAGE"
rra[0].rows = 25920
rra[0].pdp_per_row = 1
rra[0].xff = 5.0000000000e-01
rra[0].cdp_prep[0].value = NaN
rra[0].cdp_prep[0].unknown_datapoints = 0
rra[0].cdp_prep[1].value = NaN
rra[0].cdp_prep[1].unknown_datapoints = 0
rra[1].cf = "AVERAGE"
rra[1].rows = 9000
rra[1].pdp_per_row = 6
rra[1].xff = 5.0000000000e-01
rra[1].cdp_prep[0].value = 4.6023888889e+01
rra[1].cdp_prep[0].unknown_datapoints = 0
rra[1].cdp_prep[1].value = 4.6015611111e+01
rra[1].cdp_prep[1].unknown_datapoints = 0
rra[2].cf = "AVERAGE"
rra[2].rows = 2250
rra[2].pdp_per_row = 24
rra[2].xff = 5.0000000000e-01
rra[2].cdp_prep[0].value = 3.4407721223e+02
rra[2].cdp_prep[0].unknown_datapoints = 0
rra[2].cdp_prep[1].value = 3.4406726790e+02
rra[2].cdp_prep[1].unknown_datapoints = 0
rra[3].cf = "AVERAGE"
rra[3].rows = 797
rra[3].pdp_per_row = 288
rra[3].xff = 5.0000000000e-01
rra[3].cdp_prep[0].value = 2.1219007222e+03
rra[3].cdp_prep[0].unknown_datapoints = 0
rra[3].cdp_prep[1].value = 2.1218740278e+03
rra[3].cdp_prep[1].unknown_datapoints = 0
rra[4].cf = "MIN"
rra[4].rows = 25920
rra[4].pdp_per_row = 1
rra[4].xff = 5.0000000000e-01
rra[4].cdp_prep[0].value = NaN
rra[4].cdp_prep[0].unknown_datapoints = 0
rra[4].cdp_prep[1].value = NaN
rra[4].cdp_prep[1].unknown_datapoints = 0
rra[5].cf = "MIN"
rra[5].rows = 2250
rra[5].pdp_per_row = 24
rra[5].xff = 5.0000000000e-01
rra[5].cdp_prep[0].value = 3.8568333333e+00
rra[5].cdp_prep[0].unknown_datapoints = 0
rra[5].cdp_prep[1].value = 3.8568611111e+00
rra[5].cdp_prep[1].unknown_datapoints = 0
rra[6].cf = "MIN"
rra[6].rows = 9000
rra[6].pdp_per_row = 6
rra[6].xff = 5.0000000000e-01
rra[6].cdp_prep[0].value = 2.2998277778e+01
rra[6].cdp_prep[0].unknown_datapoints = 0
rra[6].cdp_prep[1].value = 2.2995027778e+01
rra[6].cdp_prep[1].unknown_datapoints = 0
rra[7].cf = "MIN"
rra[7].rows = 797
rra[7].pdp_per_row = 288
rra[7].xff = 5.0000000000e-01
rra[7].cdp_prep[0].value = 3.5872094375e-01
rra[7].cdp_prep[0].unknown_datapoints = 0
rra[7].cdp_prep[1].value = 3.5874883775e-01
rra[7].cdp_prep[1].unknown_datapoints = 0
rra[8].cf = "MAX"
rra[8].rows = 25920
rra[8].pdp_per_row = 1
rra[8].xff = 5.0000000000e-01
rra[8].cdp_prep[0].value = NaN
rra[8].cdp_prep[0].unknown_datapoints = 0
rra[8].cdp_prep[1].value = NaN
rra[8].cdp_prep[1].unknown_datapoints = 0
rra[9].cf = "MAX"
rra[9].rows = 2250
rra[9].pdp_per_row = 24
rra[9].xff = 5.0000000000e-01
rra[9].cdp_prep[0].value = 2.3177666667e+01
rra[9].cdp_prep[0].unknown_datapoints = 0
rra[9].cdp_prep[1].value = 2.3175111111e+01
rra[9].cdp_prep[1].unknown_datapoints = 0
rra[10].cf = "MAX"
rra[10].rows = 9000
rra[10].pdp_per_row = 6
rra[10].xff = 5.0000000000e-01
rra[10].cdp_prep[0].value = 2.3088583333e+01
rra[10].cdp_prep[0].unknown_datapoints = 0
rra[10].cdp_prep[1].value = 2.3092750000e+01
rra[10].cdp_prep[1].unknown_datapoints = 0
rra[11].cf = "MAX"
rra[11].rows = 797
rra[11].pdp_per_row = 288
rra[11].xff = 5.0000000000e-01
rra[11].cdp_prep[0].value = 9.9691316390e+01
rra[11].cdp_prep[0].unknown_datapoints = 0
rra[11].cdp_prep[1].value = 9.9690437990e+01
rra[11].cdp_prep[1].unknown_datapoints = 0
rra[12].cf = "LAST"
rra[12].rows = 25920
rra[12].pdp_per_row = 1
rra[12].xff = 5.0000000000e-01
rra[12].cdp_prep[0].value = NaN
rra[12].cdp_prep[0].unknown_datapoints = 0
rra[12].cdp_prep[1].value = NaN
rra[12].cdp_prep[1].unknown_datapoints = 0
rra[13].cf = "LAST"
rra[13].rows = 2250
rra[13].pdp_per_row = 24
rra[13].xff = 5.0000000000e-01
rra[13].cdp_prep[0].value = 2.3025611111e+01
rra[13].cdp_prep[0].unknown_datapoints = 0
rra[13].cdp_prep[1].value = 2.3020583333e+01
rra[13].cdp_prep[1].unknown_datapoints = 0
rra[14].cf = "LAST"
rra[14].rows = 9000
rra[14].pdp_per_row = 6
rra[14].xff = 5.0000000000e-01
rra[14].cdp_prep[0].value = 2.3025611111e+01
rra[14].cdp_prep[0].unknown_datapoints = 0
rra[14].cdp_prep[1].value = 2.3020583333e+01
rra[14].cdp_prep[1].unknown_datapoints = 0
rra[15].cf = "LAST"
rra[15].rows = 797
rra[15].pdp_per_row = 288
rra[15].xff = 5.0000000000e-01
rra[15].cdp_prep[0].value = 2.3025611111e+01
rra[15].cdp_prep[0].unknown_datapoints = 0
rra[15].cdp_prep[1].value = 2.3020583333e+01
rra[15].cdp_prep[1].unknown_datapoints = 0

[ColdDayInHell2014]

Adding one more thing Below is the rrdtool info when plotting a reasonable value & another one whne plotting a strange one !


Corrrect vlaue :



rrdtool fetch :
1389526800: 2.3025611111e+01 2.3020583333e+01

rrdtool info at same time

[root@localhost rra]# rrdtool info localhost_output1_96.rrd
filename = "localhost_output1_96.rrd"
rrd_version = "0003"
step = 300
last_update = 1389526802
ds[Output1].type = "COUNTER"
ds[Output1].minimal_heartbeat = 600
ds[Output1].min = 0.0000000000e+00
ds[Output1].max = NaN
ds[Output1].last_ds = "94249886"
ds[Output1].value = 4.6116666667e+01
ds[Output1].unknown_sec = 0
ds[Output2].type = "COUNTER"
ds[Output2].minimal_heartbeat = 600
ds[Output2].min = 0.0000000000e+00
ds[Output2].max = NaN
ds[Output2].last_ds = "94063868"
ds[Output2].value = 4.6108333333e+01
ds[Output2].unknown_sec = 0

rra[12].cf = "LAST"
rra[12].rows = 25920
rra[12].pdp_per_row = 1
rra[12].xff = 5.0000000000e-01
rra[12].cdp_prep[0].value = NaN
rra[12].cdp_prep[0].unknown_datapoints = 0
rra[12].cdp_prep[1].value = NaN
rra[12].cdp_prep[1].unknown_datapoints = 0
rra[13].cf = "LAST"
rra[13].rows = 2250
rra[13].pdp_per_row = 24
rra[13].xff = 5.0000000000e-01
rra[13].cdp_prep[0].value = 2.3025611111e+01
rra[13].cdp_prep[0].unknown_datapoints = 0
rra[13].cdp_prep[1].value = 2.3020583333e+01
rra[13].cdp_prep[1].unknown_datapoints = 0
rra[14].cf = "LAST"
rra[14].rows = 9000
rra[14].pdp_per_row = 6
rra[14].xff = 5.0000000000e-01
rra[14].cdp_prep[0].value = 2.3025611111e+01
rra[14].cdp_prep[0].unknown_datapoints = 0
rra[14].cdp_prep[1].value = 2.3020583333e+01
rra[14].cdp_prep[1].unknown_datapoints = 0
rra[15].cf = "LAST"
rra[15].rows = 797
rra[15].pdp_per_row = 288
rra[15].xff = 5.0000000000e-01
rra[15].cdp_prep[0].value = 2.3025611111e+01
rra[15].cdp_prep[0].unknown_datapoints = 0
rra[15].cdp_prep[1].value = 2.3020583333e+01
rra[15].cdp_prep[1].unknown_datapoints = 0


Wrong value :

[root@localhost rra]# rrdtool info localhost_output1_96.rrd
filename = "localhost_output1_96.rrd"
rrd_version = "0003"
step = 300
last_update = 1389527281
ds[Output1].type = "COUNTER"
ds[Output1].minimal_heartbeat = 600
ds[Output1].min = 0.0000000000e+00
ds[Output1].max = NaN
ds[Output1].last_ds = "94255457"
ds[Output1].value = 4.2190418410e+03
ds[Output1].unknown_sec = 0
ds[Output2].type = "COUNTER"
ds[Output2].minimal_heartbeat = 600
ds[Output2].min = 0.0000000000e+00
ds[Output2].max = NaN
ds[Output2].last_ds = "94069441"
ds[Output2].value = 4.2205564854e+03
ds[Output2].unknown_sec = 0


rra[12].cf = "LAST"
rra[12].rows = 25920
rra[12].pdp_per_row = 1
rra[12].xff = 5.0000000000e-01
rra[12].cdp_prep[0].value = NaN
rra[12].cdp_prep[0].unknown_datapoints = 0
rra[12].cdp_prep[1].value = NaN
rra[12].cdp_prep[1].unknown_datapoints = 0
rra[13].cf = "LAST"
rra[13].rows = 2250
rra[13].pdp_per_row = 24
rra[13].xff = 5.0000000000e-01
rra[13].cdp_prep[0].value = 4.6602494189e+00
rra[13].cdp_prep[0].unknown_datapoints = 0
rra[13].cdp_prep[1].value = 4.6618394933e+00
rra[13].cdp_prep[1].unknown_datapoints = 0
rra[14].cf = "LAST"
rra[14].rows = 9000
rra[14].pdp_per_row = 6
rra[14].xff = 5.0000000000e-01
rra[14].cdp_prep[0].value = 4.6602494189e+00
rra[14].cdp_prep[0].unknown_datapoints = 0
rra[14].cdp_prep[1].value = 4.6618394933e+00
rra[14].cdp_prep[1].unknown_datapoints = 0
rra[15].cf = "LAST"
rra[15].rows = 797
rra[15].pdp_per_row = 288
rra[15].xff = 5.0000000000e-01
rra[15].cdp_prep[0].value = 4.6602494189e+00
rra[15].cdp_prep[0].unknown_datapoints = 0
rra[15].cdp_prep[1].value = 4.6618394933e+00
rra[15].cdp_prep[1].unknown_datapoints = 0


Why im getting nan in cdp_prep[1].value rra 11 which maps to 5min average (Daily) ,and how the tool calculated the values in the other rra[X].cdp_prep[1] , it's configured as last !!?