Telegraf SNMP Error - performing bulk walk for field field-name: request timeout (after 3 retries)

Telegraf
,
1

Relevant telegraf.conf

[[inputs.snmp]]
   alias = "IP"
   agents = ["udp://IP:161"]
   interval = "120s"
   timeout = "110s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 30
   name = "snmp"

  [inputs.snmp.tags]
    org = "AA"
    device_name = "Zone 1"

  [[inputs.snmp.table]]
    name = "entPhysicalTable"
    oid = ".1.3.6.1.2.1.47.1.1.1"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "ioneDeviceLocaltionTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.14.12"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "remoteStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.23"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "donorStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.22"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "dataLinkPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.20"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "geAcPowerPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.11.10"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "currentDelayMeasurementTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.10.20"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "alarmsTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.2.6"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "gpsLocation"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.16"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.field]]
    name = "basicAgentVersion"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.1.0"
    inherit_tags = ["org", "device_name"]



[[inputs.snmp]]
   alias = "IP"
   agents = ["udp://IP:161"]
   interval = "120s"
   timeout = "110s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 30
   name = "snmp"

  [inputs.snmp.tags]
    org = "AA"
    device_name = "Zone 4"

  [[inputs.snmp.table]]
    name = "entPhysicalTable"
    oid = ".1.3.6.1.2.1.47.1.1.1"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "ioneDeviceLocaltionTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.14.12"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "remoteStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.23"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "donorStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.22"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "dataLinkPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.20"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "geAcPowerPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.11.10"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "currentDelayMeasurementTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.10.20"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "alarmsTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.2.6"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "gpsLocation"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.16"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.field]]
    name = "basicAgentVersion"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.1.0"
    inherit_tags = ["org", "device_name"]



[[inputs.snmp]]
   alias = "IP"
   agents = ["udp://IP:161"]
   interval = "120s"
   timeout = "110s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 30
   name = "snmp"

  [inputs.snmp.tags]
    org = "AA"
    device_name = "Zone 5"

  [[inputs.snmp.table]]
    name = "entPhysicalTable"
    oid = ".1.3.6.1.2.1.47.1.1.1"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "ioneDeviceLocaltionTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.14.12"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "remoteStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.23"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "donorStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.22"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "dataLinkPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.20"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "geAcPowerPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.11.10"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "currentDelayMeasurementTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.10.20"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "alarmsTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.2.6"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "gpsLocation"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.16"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.field]]
    name = "basicAgentVersion"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.1.0"
    inherit_tags = ["org", "device_name"]



[[inputs.snmp]]
   alias = "IP"
   agents = ["udp://IP:161"]
   interval = "120s"
   timeout = "110s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 30
   name = "snmp"

  [inputs.snmp.tags]
    org = "AA"
    device_name = "Zone 6"

  [[inputs.snmp.table]]
    name = "entPhysicalTable"
    oid = ".1.3.6.1.2.1.47.1.1.1"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "ioneDeviceLocaltionTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.14.12"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "remoteStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.23"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "donorStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.22"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "dataLinkPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.20"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "geAcPowerPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.11.10"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "currentDelayMeasurementTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.10.20"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "alarmsTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.2.6"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "gpsLocation"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.16"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.field]]
    name = "basicAgentVersion"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.1.0"
    inherit_tags = ["org", "device_name"]



[[inputs.snmp]]
   alias = "IP"
   agents = ["udp://IP:161"]
   interval = "120s"
   timeout = "110s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 30
   name = "snmp"

  [inputs.snmp.tags]
    org = "AA"
    device_name = "Zone 7"

  [[inputs.snmp.table]]
    name = "entPhysicalTable"
    oid = ".1.3.6.1.2.1.47.1.1.1"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "ioneDeviceLocaltionTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.14.12"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "remoteStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.23"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "donorStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.22"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "dataLinkPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.20"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "geAcPowerPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.11.10"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "currentDelayMeasurementTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.10.20"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "alarmsTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.2.6"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "gpsLocation"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.16"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.field]]
    name = "basicAgentVersion"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.1.0"
    inherit_tags = ["org", "device_name"]



[[inputs.snmp]]
   alias = "IP"
   agents = ["udp://IP:161"]
   interval = "120s"
   timeout = "110s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 30
   name = "snmp"

  [inputs.snmp.tags]
    org = "AA"
    device_name = "Zone 8"

  [[inputs.snmp.table]]
    name = "entPhysicalTable"
    oid = ".1.3.6.1.2.1.47.1.1.1"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "ioneDeviceLocaltionTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.14.12"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "remoteStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.23"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "donorStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.22"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "dataLinkPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.20"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "geAcPowerPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.11.10"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "currentDelayMeasurementTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.10.20"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "alarmsTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.2.6"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "gpsLocation"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.16"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.field]]
    name = "basicAgentVersion"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.1.0"
    inherit_tags = ["org", "device_name"]



[[inputs.snmp]]
   alias = "IP"
   agents = ["udp://IP:161"]
   interval = "120s"
   timeout = "110s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 30
   name = "snmp"

  [inputs.snmp.tags]
    org = "AA"
    device_name = "Campus PS and UHF"

  [[inputs.snmp.table]]
    name = "entPhysicalTable"
    oid = ".1.3.6.1.2.1.47.1.1.1"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "ioneDeviceLocaltionTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.14.12"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "remoteStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.23"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "donorStatusTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.13.22"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "dataLinkPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.20"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "geAcPowerPerformanceTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.11.10"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "currentDelayMeasurementTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.6.4.2.16.10.20"
    inherit_tags = ["org", "device_name"]
  
  [[inputs.snmp.table]]
    name = "alarmsTable"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.2.6"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.table]]
    name = "gpsLocation"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.16"
    inherit_tags = ["org", "device_name"]

  [[inputs.snmp.field]]
    name = "basicAgentVersion"
    oid = ".1.3.6.1.4.1.331.1.2.1.1.1.1.0"
    inherit_tags = ["org", "device_name"]

Logs from Telegraf

2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:02:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:00Z D! [outputs.influxdb_v2] Wrote batch of 1 metrics in 3.474751ms
2023-04-21T11:02:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:10Z D! [outputs.influxdb_v2] Wrote batch of 56 metrics in 6.342974ms
2023-04-21T11:02:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:20Z D! [outputs.influxdb_v2] Wrote batch of 14 metrics in 5.332261ms
2023-04-21T11:02:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:02:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:00Z D! [outputs.influxdb_v2] Wrote batch of 1 metrics in 3.800604ms
2023-04-21T11:03:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:10Z D! [outputs.influxdb_v2] Wrote batch of 67 metrics in 5.728567ms
2023-04-21T11:03:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:20Z D! [outputs.influxdb_v2] Wrote batch of 3 metrics in 11.709398ms
2023-04-21T11:03:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:40Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:40Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:40Z D! [outputs.influxdb_v2] Wrote batch of 647 metrics in 35.722105ms
2023-04-21T11:03:40Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:03:50Z D! [outputs.influxdb_v2] Wrote batch of 538 metrics in 12.859493ms
2023-04-21T11:03:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:04:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:00Z D! [outputs.influxdb_v2] Wrote batch of 1 metrics in 4.177358ms
2023-04-21T11:04:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:00Z D! [outputs.influxdb_v2] Wrote batch of 110 metrics in 8.109299ms
2023-04-21T11:04:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:10Z D! [outputs.influxdb_v2] Wrote batch of 56 metrics in 17.834386ms
2023-04-21T11:04:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:20Z D! [outputs.influxdb_v2] Wrote batch of 14 metrics in 8.373674ms
2023-04-21T11:04:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:04:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:00Z D! [outputs.influxdb_v2] Wrote batch of 1 metrics in 3.593916ms
2023-04-21T11:05:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:10Z D! [outputs.influxdb_v2] Wrote batch of 56 metrics in 4.999343ms
2023-04-21T11:05:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:20Z E! [inputs.snmp::IP] Error in plugin: agent udp://IP:161: performing get on field basicAgentVersion: request timeout (after 3 retries)
2023-04-21T11:05:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:20Z D! [outputs.influxdb_v2] Wrote batch of 14 metrics in 4.224299ms
2023-04-21T11:05:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:40Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:40Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:40Z D! [outputs.influxdb_v2] Wrote batch of 129 metrics in 8.834428ms
2023-04-21T11:05:40Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:05:50Z D! [outputs.influxdb_v2] Wrote batch of 6 metrics in 3.860381ms
2023-04-21T11:05:50Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z D! [inputs.snmp::IP] Previous collection has not completed; scheduled collection skipped
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z W! [inputs.snmp::IP] Collection took longer than expected; not complete after interval of 2m0s
2023-04-21T11:06:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:00Z D! [outputs.influxdb_v2] Wrote batch of 1 metrics in 3.579909ms
2023-04-21T11:06:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:10Z D! [outputs.influxdb_v2] Wrote batch of 56 metrics in 5.146064ms
2023-04-21T11:06:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:20Z D! [outputs.influxdb_v2] Wrote batch of 14 metrics in 4.621618ms
2023-04-21T11:06:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:06:30Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:00Z D! [outputs.influxdb_v2] Wrote batch of 1 metrics in 3.832034ms
2023-04-21T11:07:00Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:10Z D! [outputs.influxdb_v2] Wrote batch of 60 metrics in 5.194224ms
2023-04-21T11:07:10Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:20Z D! [outputs.influxdb_v2] Wrote batch of 10 metrics in 4.124548ms
2023-04-21T11:07:20Z D! [outputs.influxdb_v2] Buffer fullness: 0 / 8000 metrics
2023-04-21T11:07:22Z E! [inputs.snmp::IP] Error in plugin: agent udp://IP:161: gathering table remoteStatusTable: performing bulk walk for field remoteDownlinkTSSI: request timeout (after 3 retries)

System info

telegraf:1.24 | Ubuntu 22.04.1 LTS | Docker version 20.10.18 | docker-compose version 1.29.2

Docker

version: “3”
services:
influxdb:
image: influxdb:2.4.0
container_name: influxdb
restart: always
ports:
- 8086:8086
networks:
- analytics
command: bash -c “influxd 2>&1 | tee -a /var/log/influxdb/influxdb.log”
volumes:
- /mnt/influxdb/:/var/lib/influxdb2
- ./etc/influxdb/:/etc/influxdb/
- ./etc/influxdb/log:/var/log/influxdb
logging:
options:
max-size: “10m”
max-file: “3”
telegraf:
image: telegraf:1.24
container_name: telegraf
restart: always
depends_on:
- influxdb
networks:
- analytics
volumes:
- /mnt/telegraf/:/var/lib/telegraf
- ./etc/telegraf/:/etc/telegraf/
- ./etc/telegraf/mibs:/usr/share/snmp/mibs
env_file:
- secrets.env
environment:
INFLUXDB_URL: http://influxdb:8086
command:
–config-directory /etc/telegraf/telegraf.d
links:
- influxdb
logging:
options:
max-size: “10m”
max-file: “3”
networks:
analytics:

Steps to reproduce

  1. Configure multiple inputs snmp servers as mentioned above
  2. Insert data in influxdb
  3. Run Telegraf as docker container.
  4. Observe logs for timeout issue

Expected behavior

Telegraf should poll snmp data without any errors

Actual behavior

Telegraf is not able to poll data from mentioned servers (intermittent connection timeout issue).

Can anyone help with above error for SNMP plugin?
@jpowers

2

Timeout is set at 110 seconds and then you try that 30 times.
So if a device does not responds, it will take 1 hour and 50 minutes to complete this single collection.

3

modified the configuration for all the inputs.

   interval = "60s"
   timeout = "15s"
   retries = 3
   version = 2
   community = "public"
   max_repetitions = 3

do I need to tweak the configuration and check ?

4

Sorry, I was wrong. The max_repetitions was good, it would have taken 55 minutes to complete the collection.

Yes, can you try with this config by running telegraf --test?

You can try with disabling all tables and test by enabling one by one until it encounters the timeout, then you know which table is problematic.

5

I tried for every table. Timeout issue occurred for 2 reasons out of which one seems to be valid.

Valid

  1. mib file isn’t present on the server it seems.
    iso.3.6.1.4.1.331.1.2.1.1.2.6 = No Such Object available on this agent at this OID

Error:
2. Timeout error is intermittent. Please find below screenshot.

image
image1127×480 13.3 KB

for the same IP it gave first timeout issue and then after sometime i was able to fetch the data.