Zigbee started to crash hourly

Hello,
my Zigbee Mesh used to work fine (39 devices, 24 of them Routers).
About two weeks ago it began to more an more run into problems.
All Zigbee devices go offline at exactly the same time and come up again at exactly the time but there state is seen as chagend what causes tons of automations to start.
Offline time slightly varies.

I also observed that there is a value without a proper name ar the zigbee. coordinator that increases linear and than drops.
Maybe someone has a hint what it is.

The Basics have all been checked long time ago:

  • Coordinator connted on USB 2 Port with a ling USB 2 cable
  • Coordinator placed away from other devices

Infos:

  • Core2024.8.1
  • Supervisor2024.08.0
  • Operating System13.1
  • Frontend20240809.0

Hardware:
RaspberryPi 4B 8GB
Sonoff CC2652 / ZBDongle-P (Firmware: Z-Stack 20210708)
No Docker HA as Raspi Image/OS

Configuration:

Netzwerkeinstellungen

9B0D
PAN ID
f7:a9:ba:14:c9:04:cc:a7
Extended PAN ID
20
Channel
00:12:4b:00:24:c2:9b:8c
Coordinator IEEE
znp
Radio type
/dev/serial/by-id/usb-Silicon_Labs_Sonoff_Zigbee_3.0_USB_Dongle_Plus_0001-if00-port0
Serial port
115200
Baudrate

7200
DropTime netpowered

99000
DropTime battery powered

DebugLog:

{
  "home_assistant": {
    "installation_type": "Home Assistant OS",
    "version": "2024.8.1",
    "dev": false,
    "hassio": true,
    "virtualenv": false,
    "python_version": "3.12.4",
    "docker": true,
    "arch": "aarch64",
    "timezone": "Europe/Berlin",
    "os_name": "Linux",
    "os_version": "6.6.31-haos-raspi",
    "supervisor": "2024.08.0",
    "host_os": "Home Assistant OS 13.1",
    "docker_version": "26.1.4",
    "chassis": "embedded",
    "run_as_root": true
  },
  "custom_components": {
    "feedparser": {
      "documentation": "https://github.com/custom-components/feedparser/blob/2be3736892328476d4728f02083e4a161e9c0d15/README.md",
      "version": "0.1.11",
      "requirements": [
        "feedparser==6.0.10"
      ]
    },
    "hacs": {
      "documentation": "https://hacs.xyz/docs/configuration/start",
      "version": "1.34.0",
      "requirements": [
        "aiogithubapi>=22.10.1"
      ]
    }
  },
  "integration_manifest": {
    "domain": "zha",
    "name": "Zigbee Home Automation",
    "after_dependencies": [
      "onboarding",
      "usb"
    ],
    "codeowners": [
      "dmulcahey",
      "adminiuga",
      "puddly",
      "TheJulianJES"
    ],
    "config_flow": true,
    "dependencies": [
      "file_upload"
    ],
    "documentation": "https://www.home-assistant.io/integrations/zha",
    "iot_class": "local_polling",
    "loggers": [
      "aiosqlite",
      "bellows",
      "crccheck",
      "pure_pcapy3",
      "zhaquirks",
      "zigpy",
      "zigpy_deconz",
      "zigpy_xbee",
      "zigpy_zigate",
      "zigpy_znp",
      "zha",
      "universal_silabs_flasher"
    ],
    "requirements": [
      "universal-silabs-flasher==0.0.22",
      "zha==0.0.30"
    ],
    "usb": [
      {
        "vid": "10C4",
        "pid": "EA60",
        "description": "*2652*",
        "known_devices": [
          "slae.sh cc2652rb stick"
        ]
      },
      {
        "vid": "10C4",
        "pid": "EA60",
        "description": "*slzb-07*",
        "known_devices": [
          "smlight slzb-07"
        ]
      },
      {
        "vid": "1A86",
        "pid": "55D4",
        "description": "*sonoff*plus*",
        "known_devices": [
          "sonoff zigbee dongle plus v2"
        ]
      },
      {
        "vid": "10C4",
        "pid": "EA60",
        "description": "*sonoff*plus*",
        "known_devices": [
          "sonoff zigbee dongle plus"
        ]
      },
      {
        "vid": "10C4",
        "pid": "EA60",
        "description": "*tubeszb*",
        "known_devices": [
          "TubesZB Coordinator"
        ]
      },
      {
        "vid": "1A86",
        "pid": "7523",
        "description": "*tubeszb*",
        "known_devices": [
          "TubesZB Coordinator"
        ]
      },
      {
        "vid": "1A86",
        "pid": "7523",
        "description": "*zigstar*",
        "known_devices": [
          "ZigStar Coordinators"
        ]
      },
      {
        "vid": "1CF1",
        "pid": "0030",
        "description": "*conbee*",
        "known_devices": [
          "Conbee II"
        ]
      },
      {
        "vid": "0403",
        "pid": "6015",
        "description": "*conbee*",
        "known_devices": [
          "Conbee III"
        ]
      },
      {
        "vid": "10C4",
        "pid": "8A2A",
        "description": "*zigbee*",
        "known_devices": [
          "Nortek HUSBZB-1"
        ]
      },
      {
        "vid": "0403",
        "pid": "6015",
        "description": "*zigate*",
        "known_devices": [
          "ZiGate+"
        ]
      },
      {
        "vid": "10C4",
        "pid": "EA60",
        "description": "*zigate*",
        "known_devices": [
          "ZiGate"
        ]
      },
      {
        "vid": "10C4",
        "pid": "8B34",
        "description": "*bv 2010/10*",
        "known_devices": [
          "Bitron Video AV2010/10"
        ]
      }
    ],
    "zeroconf": [
      {
        "type": "_esphomelib._tcp.local.",
        "name": "tube*"
      },
      {
        "type": "_zigate-zigbee-gateway._tcp.local.",
        "name": "*zigate*"
      },
      {
        "type": "_zigstar_gw._tcp.local.",
        "name": "*zigstar*"
      },
      {
        "type": "_uzg-01._tcp.local.",
        "name": "uzg-01*"
      },
      {
        "type": "_slzb-06._tcp.local.",
        "name": "slzb-06*"
      },
      {
        "type": "_xzg._tcp.local.",
        "name": "xzg*"
      },
      {
        "type": "_czc._tcp.local.",
        "name": "czc*"
      }
    ],
    "is_built_in": true
  },
  "setup_times": {
    "null": {
      "setup": 0.0001354260602965951
    },
    "60e85933565ca0b5cbe7211d6ea39d36": {
      "wait_import_platforms": -0.06409579701721668,
      "wait_base_component": -0.0024364260025322437,
      "config_entry_setup": 41.72465967503376
    }
  },
  "data": {
    "config": {},
    "config_entry": {
      "created_at": "1970-01-01T00:00:00+00:00",
      "data": {
        "device": {
          "path": "/dev/serial/by-id/usb-Silicon_Labs_Sonoff_Zigbee_3.0_USB_Dongle_Plus_0001-if00-port0",
          "flow_control": null,
          "baudrate": 115200
        },
        "radio_type": "znp"
      },
      "disabled_by": null,
      "domain": "zha",
      "entry_id": "60e85933565ca0b5cbe7211d6ea39d36",
      "minor_version": 1,
      "modified_at": "2024-09-06T17:30:20.271083+00:00",
      "options": {
        "custom_configuration": {
          "zha_options": {
            "enhanced_light_transition": true,
            "consider_unavailable_battery": 99000,
            "default_light_transition": 0,
            "light_transitioning_flag": true,
            "always_prefer_xy_color_mode": true,
            "group_members_assume_state": true,
            "enable_identify_on_join": true,
            "consider_unavailable_mains": 7200
          }
        }
      },
      "pref_disable_new_entities": false,
      "pref_disable_polling": false,
      "source": "usb",
      "title": "Sonoff Zigbee 3.0 USB Dongle Plus - Sonoff Zigbee 3.0 USB Dongle Plus",
      "unique_id": "**REDACTED**",
      "version": 4
    },
    "application_state": {
      "node_info": {
        "nwk": 0,
        "ieee": "**REDACTED**",
        "logical_type": 0,
        "model": "CC2652",
        "manufacturer": "Texas Instruments",
        "version": "Z-Stack 20210708"
      },
      "network_info": {
        "extended_pan_id": "**REDACTED**",
        "pan_id": 39693,
        "nwk_update_id": 1,
        "nwk_manager_id": 0,
        "channel": 20,
        "channel_mask": 2048,
        "security_level": 5,
        "network_key": "**REDACTED**",
        "tc_link_key": {
          "key": [
            90,
            105,
            103,
            66,
            101,
            101,
            65,
            108,
            108,
            105,
            97,
            110,
            99,
            101,
            48,
            57
          ],
          "tx_counter": 0,
          "rx_counter": 0,
          "seq": 0,
          "partner_ieee": "**REDACTED**"
        },
        "key_table": [],
        "children": [],
        "nwk_addresses": {},
        "stack_specific": {
          "zstack": {
            "tclk_seed": "aff216ba60616ae96faface13d4e7f55"
          }
        },
        "metadata": {
          "zstack": {
            "TransportRev": 2,
            "ProductId": 1,
            "MajorRel": 2,
            "MinorRel": 7,
            "MaintRel": 1,
            "CodeRevision": 20210708,
            "BootloaderBuildType": 0,
            "BootloaderRevision": null
          }
        },
        "source": "[email protected]"
      },
      "counters": {
        "Retry_NONE": {
          "0": {
            "__type": "<class 'zigpy.state.Counter'>",
            "repr": "Counter(name=0, _raw_value=2000, reset_count=0, _last_reset_value=0)"
          },
          "1": {
            "__type": "<class 'zigpy.state.Counter'>",
            "repr": "Counter(name=1, _raw_value=1, reset_count=0, _last_reset_value=0)"
          }
        }
      },
      "broadcast_counters": {},
      "device_counters": {},
      "group_counters": {}
    },
    "energy_scan": {
      "11": 32.94117647058823,
      "12": 57.64705882352941,
      "13": 54.11764705882353,
      "14": 43.529411764705884,
      "15": 45.88235294117647,
      "16": 57.64705882352941,
      "17": 62.35294117647059,
      "18": 63.529411764705884,
      "19": 58.8235294117647,
      "20": 41.1764705882353,
      "21": 29.41176470588235,
      "22": 22.352941176470587,
      "23": 22.352941176470587,
      "24": 10.588235294117647,
      "25": 45.88235294117647,
      "26": 45.88235294117647
    },
    "versions": {
      "bellows": "0.40.3",
      "zigpy": "0.65.3",
      "zigpy_deconz": "0.23.3",
      "zigpy_xbee": "0.20.2",
      "zigpy_znp": "0.12.4",
      "zigpy_zigate": "0.13.1",
      "zhaquirks": "0.0.118",
      "zha": "0.0.30"
    },
    "devices": [
      {
        "manufacturer": "Texas Instruments",
        "model": "CC2652",
        "logical_type": "Coordinator"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "LUMI",
        "model": "lumi.switch.l2aeu1",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "innr",
        "model": "RB 245",
        "logical_type": "Router"
      },
      {
        "manufacturer": "innr",
        "model": "RB 245",
        "logical_type": "Router"
      },
      {
        "manufacturer": "innr",
        "model": "RB 245",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "eWeLink",
        "model": "DS01",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "Signify Netherlands B.V.",
        "model": "LWA017",
        "logical_type": "Router"
      },
      {
        "manufacturer": "IKEA of Sweden",
        "model": "Remote Control N2",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "IKEA of Sweden",
        "model": "Remote Control N2",
        "logical_type": "EndDevice"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      },
      {
        "manufacturer": "_TZ3000_2putqrmw",
        "model": "TS011F",
        "logical_type": "Router"
      }
    ]
  }
}

There are a lot of reasons why this can happen - like a neighbor suddenly firing up a brand new wifi mesh or your own wifi is stepping on Zigbee. Have you looked at this by chance?

i,ve spend the whole afternoon reading those guides…

You could, if you think everything is properly set up in your home, back up your Zigbee dongle and totally reset it and restore it - it only costs you a small amount of time but would be like having a new dongle. You could also update the firmware in case that helps.

The puzzle is that it was happening at the same time - indicating that you could have some 2.4GHz device that does something at that time that might step on Zigbee. Folks often forget that a LOT of hubs use Zigbee (Hue, Aqara, etc) as well as Echo’s, so your situation really sounds like a channel problem.