Frigate Card Camera Streams Not Working Remotely

Hi All,

I am having some trouble with viewing my cameras over a remote connection (Ie over cellular data). Everything works correctly in my local network and live views update with very little latency with the Frigate card set to MSE. As soon as I leave my house, I only get one frame from my camera and they never load in. Remote connection is over Nabu Casa.

The only way I can get any data to come through is if I change the protocol to JSMPEG, and even then its real slow and choppy. If I VPN into my network and look at the Frigate dashboard directly, everything is smooth and plays fine so I dont think it is a bandwidth issue on the network side of things, at least out of my house. But even on VPN, looking at my home assistant app, the images never refresh. Anyone else had an issue like this or any ideas? Frigate config is below.

##Global Variables##

mqtt:
  host: <MQTTIP>
  port: 1883
  user: <myUser>
  password: '{FRIGATE_MQTT_PASSWORD}'

detectors:
  tensorrt:
    type: tensorrt
    device: 0
model:
  path: /trt-models/yolov7-320.trt
  input_tensor: nchw
  input_pixel_format: rgb
  width: 320
  height: 320

ffmpeg:
  hwaccel_args: preset-nvidia-h264
  output_args:
    record: preset-record-generic-audio-copy

record:
  enabled: True
  retain:
    days: 40
    mode: all
  events:
    pre_capture: 3
    post_capture: 3
    retain:
      default: 40
      mode: active_objects
      
objects:
  track:
    - person
    - car
    - bicycle
  filters:
    person:
      threshold: 0.85
    car:
      threshold: 0.8

snapshots:
  enabled: True
  clean_copy: False
  bounding_box: True
  ##required_zones:
    ##- Frontyard
    ##- Driveway_Entrance
    ##- Driveway_Main
    ##- Driveway_Mid

birdseye:
  enabled: False

go2rtc:
  streams:
    Doorbell:
      - rtsp://User:Pass@IPAddress:554/cam/realmonitor?channel=1&subtype=0#backchannel=0
    Garage:
      - rtsp://User:Pass@IPAddress:554/cam/realmonitor?channel=1&subtype=0
  webrtc:
    candidates:
      - IPAddress:8555


##Camera-specific Variables##

cameras:
  Doorbell:
    ffmpeg:
      inputs:
       - path: rtsp://127.0.0.1:8554/Doorbell
         input_args: preset-rtsp-restream
         roles:
           - record
           - detect

    
    zones:
      Driveway_Entrance:
        coordinates: 1874,1265,1975,1293,1875,1409,1622,1295
        objects:
          - car
          - person
          - bicycle
      Frontyard:
        coordinates: 1059,1920,2560,1920,2560,1170,1989,1309,1893,1420,1736,1336,1572,1339,1406,1352,1014,1355
        objects:
          - person
          - bicycle
          
    record:
      events:
        required_zones:
          - Frontyard
          - Driveway_Entrance
    
    motion:
      mask:
        - 1371,0,1731,0,2560,0,2560,555,2560,951,1584,969,1584,1053,1490,1095,1146,1094,921,1075,919,938,923,761,930,713,927,632,975,303,834,0,1060,0,1171,0
        
    detect:
      width: 2560
      height: 1920
      fps: 30

  Garage:
    ffmpeg:
      inputs:
        - path: rtsp://127.0.0.1:8554/Garage
          input_args: preset-rtsp-restream
          roles:
            - record
            - detect
    
    zones:
      Driveway_Mid:
        coordinates: 1936,463,2094,489,2282,523,2285,496,2279,456,2154,438,2082,423,2021,414,1969,444
        objects:
          - person
          - car
          - bicycle
      
      Driveway_Main:
        coordinates: 1796,538,1753,574,1433,644,574,841,0,987,0,1356,178,1520,741,1520,950,1520,1353,1520,1664,1520,2042,1520,2119,1317,2190,1110,2242,930,2264,719,2274,617,2282,536,2159,516,2080,506,2019,488,1901,468
        objects:
          - person
          - bicycle
       
      Backyard:
        coordinates: 0,784,0,649,233,581,491,509,777,451,919,496,1135,526,1373,544,1729,568,1441,631,1069,719,757,786,0,984
        objects:
          - person
          - car
          - bicycle
    
    record:
      events:
        required_zones:
          - Driveway_Mid
          - Driveway_Main
          - Backyard
    
    motion:
      mask:
        - 2585,62,2588,123,1773,123,1773,48
    
    objects:
      filters:
        car:
          mask:
            - 2152,215,2247,230,2327,255,2405,278,2395,386,2388,444,2215,414,2125,399,2012,384,2034,203
    
    detect:
      width: 2688
      height: 1520
      fps: 30

Frigate card config

type: custom:frigate-card
cameras:
  - camera_entity: camera.doorbell
    live_provider: go2rtc
    go2rtc:
      modes:
        - mse
      stream: Doorbell
  - camera_entity: camera.garage
    live_provider: go2rtc
    go2rtc:
      modes:
        - mse
      stream: Garage
live:
  preload: true
  lazy_load: false
dimensions:
  aspect_ratio_mode: dynamic
performance:
  features:
    media_chunk_size: 500
  profile: high
menu:
  buttons:
    recordings:
      enabled: true