🌦 Weather forecast access for LLM (eg ChatGPT or Gemini)

Blueprints Exchange
43

Conversation from today, Jan 6th. Using OpenAI and OpenWeatherMap.

Request: What is the weather forecast for Wednesday?

Response: The weather forecast for Wednesday, January 10, 2025, is snowy with a high temperature of 26°F and a low of 18°F. The wind speed will be 8 mph, and the humidity will be around 66%. There is a 20% chance of precipitation.

Script trace:

{
  "trace": {
    "last_step": "sequence/3",
    "run_id": "e9d2ec0b0edef5ed771d6850b73a8a01",
    "state": "stopped",
    "script_execution": "finished",
    "timestamp": {
      "start": "2025-01-06T17:55:42.442290+00:00",
      "finish": "2025-01-06T17:55:42.445640+00:00"
    },
    "domain": "script",
    "item_id": "weather_forecast_for_llm",
    "trace": {
      "sequence/0": [
        {
          "path": "sequence/0",
          "timestamp": "2025-01-06T17:55:42.442782+00:00",
          "changed_variables": {
            "this": {
              "entity_id": "script.weather_forecast_for_llm",
              "state": "off",
              "attributes": {
                "last_triggered": "2025-01-06T17:54:57.231192+00:00",
                "mode": "parallel",
                "current": 0,
                "max": 10,
                "icon": "mdi:weather-partly-rainy",
                "friendly_name": "Weather Forecast for LLM"
              },
              "last_changed": "2025-01-06T17:54:57.234240+00:00",
              "last_reported": "2025-01-06T17:54:57.234240+00:00",
              "last_updated": "2025-01-06T17:54:57.234240+00:00",
              "context": {
                "id": "01JGYC2QZ9H583KR0W3W04FQAB",
                "parent_id": null,
                "user_id": "fc1e2afd1a6f41a2b487ed85885bcacb"
              }
            },
            "start_of_period": "2025-01-10T00:00:00",
            "end_of_period": "2025-01-10T23:59:59",
            "context": {
              "id": "01JGYC45BS01NKE5TSHAD2T6QW",
              "parent_id": null,
              "user_id": "fc1e2afd1a6f41a2b487ed85885bcacb"
            },
            "version": 1.1,
            "weather_entity": "weather.openweathermap",
            "start": "2025-01-10T00:00:00-06:00",
            "end": "2025-01-10T23:59:59-06:00",
            "full_days": true
          }
        }
      ],
      "sequence/1": [
        {
          "path": "sequence/1",
          "timestamp": "2025-01-06T17:55:42.443405+00:00",
          "changed_variables": {
            "weather_response": {
              "weather.openweathermap": {
                "forecast": [
                  {
                    "datetime": "2025-01-06T17:00:00+00:00",
                    "condition": "cloudy",
                    "temperature": 26,
                    "templow": 18,
                    "pressure": 30.24,
                    "cloud_coverage": 88,
                    "wind_speed": 14.7,
                    "wind_bearing": 353,
                    "uv_index": 1.09,
                    "precipitation_probability": 14,
                    "precipitation": 0,
                    "dew_point": 19,
                    "wind_gust_speed": 33.96,
                    "humidity": 74
                  },
                  {
                    "datetime": "2025-01-07T17:00:00+00:00",
                    "condition": "cloudy",
                    "temperature": 25,
                    "templow": 15,
                    "pressure": 30.45,
                    "cloud_coverage": 100,
                    "wind_speed": 8.99,
                    "wind_bearing": 316,
                    "uv_index": 0.91,
                    "precipitation_probability": 0,
                    "precipitation": 0,
                    "dew_point": 4,
                    "wind_gust_speed": 17.05,
                    "humidity": 47
                  },
                  {
                    "datetime": "2025-01-08T17:00:00+00:00",
                    "condition": "cloudy",
                    "temperature": 22,
                    "templow": 14,
                    "pressure": 30.36,
                    "cloud_coverage": 75,
                    "wind_speed": 7.38,
                    "wind_bearing": 296,
                    "uv_index": 0.87,
                    "precipitation_probability": 0,
                    "precipitation": 0,
                    "dew_point": 3,
                    "wind_gust_speed": 13.35,
                    "humidity": 50
                  },
                  {
                    "datetime": "2025-01-09T17:00:00+00:00",
                    "condition": "sunny",
                    "temperature": 28,
                    "templow": 15,
                    "pressure": 30.33,
                    "cloud_coverage": 8,
                    "wind_speed": 7.31,
                    "wind_bearing": 205,
                    "uv_index": 1.25,
                    "precipitation_probability": 0,
                    "precipitation": 0,
                    "dew_point": -5,
                    "wind_gust_speed": 15.39,
                    "humidity": 28
                  },
                  {
                    "datetime": "2025-01-10T17:00:00+00:00",
                    "condition": "snowy",
                    "temperature": 26,
                    "templow": 18,
                    "pressure": 30.15,
                    "cloud_coverage": 100,
                    "wind_speed": 7.54,
                    "wind_bearing": 207,
                    "uv_index": 2,
                    "precipitation_probability": 20,
                    "precipitation": 0.01,
                    "dew_point": 14,
                    "wind_gust_speed": 17.31,
                    "humidity": 66
                  },
                  {
                    "datetime": "2025-01-11T18:00:00+00:00",
                    "condition": "snowy",
                    "temperature": 30,
                    "templow": 19,
                    "pressure": 29.94,
                    "cloud_coverage": 27,
                    "wind_speed": 4.92,
                    "wind_bearing": 194,
                    "uv_index": 2,
                    "precipitation_probability": 20,
                    "precipitation": 0,
                    "dew_point": 18,
                    "wind_gust_speed": 13.15,
                    "humidity": 68
                  },
                  {
                    "datetime": "2025-01-12T18:00:00+00:00",
                    "condition": "cloudy",
                    "temperature": 29,
                    "templow": 21,
                    "pressure": 30.09,
                    "cloud_coverage": 87,
                    "wind_speed": 5.21,
                    "wind_bearing": 217,
                    "uv_index": 2,
                    "precipitation_probability": 0,
                    "precipitation": 0,
                    "dew_point": 19,
                    "wind_gust_speed": 9.64,
                    "humidity": 67
                  },
                  {
                    "datetime": "2025-01-13T18:00:00+00:00",
                    "condition": "snowy",
                    "temperature": 30,
                    "templow": 21,
                    "pressure": 30.15,
                    "cloud_coverage": 66,
                    "wind_speed": 8.37,
                    "wind_bearing": 307,
                    "uv_index": 2,
                    "precipitation_probability": 20,
                    "precipitation": 0.01,
                    "dew_point": 20,
                    "wind_gust_speed": 12.21,
                    "humidity": 67
                  }
                ]
              }
            }
          },
          "result": {
            "params": {
              "domain": "weather",
              "service": "get_forecasts",
              "service_data": {
                "type": "daily",
                "entity_id": [
                  "weather.openweathermap"
                ]
              },
              "target": {
                "entity_id": [
                  "weather.openweathermap"
                ]
              }
            },
            "running_script": false
          }
        }
      ],
      "sequence/2": [
        {
          "path": "sequence/2",
          "timestamp": "2025-01-06T17:55:42.444350+00:00",
          "changed_variables": {
            "response": {
              "averaged_weather_data_for_period": {
                "start_of_period": "2025-01-10T00:00:00-06:00",
                "end_of_period": "2025-01-10T23:59:59-06:00",
                "condition": "snowy",
                "temperature": 26,
                "templow": 18,
                "pressure": 30,
                "cloud_coverage": 100,
                "wind_speed": 8,
                "wind_bearing": 207,
                "uv_index": 2,
                "precipitation_probability": 20,
                "precipitation": 0,
                "dew_point": 14,
                "wind_gust_speed": 17,
                "humidity": 66
              }
            }
          }
        }
      ],
      "sequence/3": [
        {
          "path": "sequence/3",
          "timestamp": "2025-01-06T17:55:42.445421+00:00",
          "result": {
            "stop": "",
            "error": false
          }
        }
      ]
    },
    "config": {
      "mode": "parallel",
      "max_exceeded": "silent",
      "description": "Fetches the weather forecast for either a part of a day, or one or more full days. In case the weather for the weekend is requested, this means Saturday and Sunday",
      "fields": {
        "start_of_period": {
          "selector": {
            "datetime": null
          },
          "name": "Start of period",
          "description": "Start of the period for which the weather is requested. use an isoformat datetime string.",
          "required": true
        },
        "end_of_period": {
          "selector": {
            "datetime": null
          },
          "name": "End of period",
          "description": "End of the period for which the weather is requested. use an isoformat datetime string.",
          "required": true
        }
      },
      "sequence": [
        {
          "variables": {
            "version": 1.1,
            "weather_entity": "weather.openweathermap",
            "start": "{{ (start_of_period | as_datetime | as_local).isoformat() }}",
            "end": "{% set start = as_datetime(start) %} {% set day = start.time() == today_at().time() %} {% set delta = timedelta(days=1 if day else 0, hours=0 if day else 1) %} {{ (end_of_period | as_datetime(default=start+delta) | as_local).isoformat() }}\n",
            "full_days": "{% set start = start | as_datetime %} {% set end = end | as_datetime %} {{\n  start.time() == today_at().time()\n  and ((end - start).total_seconds() / 3600) | round | int % 24 in [23, 0, 1]\n}}\n"
          }
        },
        {
          "action": "weather.get_forecasts",
          "data": {
            "type": "{{ 'daily' if full_days else 'hourly' }}"
          },
          "target": {
            "entity_id": "weather.openweathermap"
          },
          "response_variable": "weather_response"
        },
        {
          "variables": {
            "response": {
              "averaged_weather_data_for_period": "{% set weather_data = weather_response[weather_entity].forecast\n    | selectattr('datetime', '>=', start)\n    | selectattr('datetime', '<', end)\n    | list\n%} {% set ns = namespace(combined={}) %} {% for item in weather_data[0].keys() | reject('eq', 'datetime')%}\n  {% set combine = weather_data | map(attribute=item) | list %}\n  {% set combine = combine | statistical_mode if combine[0] is string else combine | average | round %}\n  {% set ns.combined = dict(ns.combined, **{item: combine}) %}\n{% endfor %} {{ dict(start_of_period=start, end_of_period=end, **ns.combined) }}\n"
            }
          }
        },
        {
          "stop": "",
          "response_variable": "response"
        }
      ],
      "alias": "Weather Forecast for LLM",
      "icon": "mdi:weather-partly-rainy"
    },
    "blueprint_inputs": {
      "alias": "Weather Forecast for LLM",
      "use_blueprint": {
        "path": "TheFes/fetch_weather_forecast_by_llm.yaml",
        "input": {
          "weather_entity": "weather.openweathermap"
        }
      },
      "description": "Fetches the weather forecast for either a part of a day, or one or more full days. In case the weather for the weekend is requested, this means Saturday and Sunday",
      "icon": "mdi:weather-partly-rainy"
    },
    "context": {
      "id": "01JGYC45BS01NKE5TSHAD2T6QW",
      "parent_id": null,
      "user_id": "fc1e2afd1a6f41a2b487ed85885bcacb"
    }
  },
  "logbookEntries": [
    {
      "state": "on",
      "entity_id": "script.weather_forecast_for_llm",
      "icon": "mdi:weather-partly-rainy",
      "when": 1736186142.4425197,
      "context_user_id": "fc1e2afd1a6f41a2b487ed85885bcacb"
    },
    {
      "state": "off",
      "entity_id": "script.weather_forecast_for_llm",
      "icon": "mdi:weather-partly-rainy",
      "when": 1736186142.445523,
      "context_user_id": "fc1e2afd1a6f41a2b487ed85885bcacb",
      "context_state": "on",
      "context_entity_id": "script.weather_forecast_for_llm"
    }
  ]
}
44

That’s weird, why does it take the 10th of January for Wednesday. What do you get when you ask it which date it will be next Wednesday

45

Apparently both Gemini and OpenAI suck at it.
When I ask Gemini which date it will be next Wednesday it will give 2025-01-15, which is actually a Wednesday, but not the next one.
ChatGPT also gives the 10th of January for me, which doesn’t make sense

image (2)
image (2)1080×1170 210 KB

At least it’s not the script

46

It does work with ChatGPT 4o, but that’s a lot more expensive

Screenshot_20250106-223951
Screenshot_20250106-2239511080×295 21.5 KB

47

Is there a way to automate updating the OpenAI system prompt? That way the prompt could contain the correct dates for all days of the week and increase the chance it gets it right?

48

I modified the OpenAI service instructions to include a template with 7 days of dates and days of the week. In my limited testing so far, it seems to significantly improve the ability of ChatGPT to get the correct date from a day of the week.

You are a voice assistant for Home Assistant.
Answer questions about the world truthfully.
Answer in plain text. Keep it simple and to the point.  Do not use lists or bullet points.

Use the following information when answering questions related to weather forecasts.  If a date is not specified in the request, provide the weather forecast for today.
Today is {{ now().strftime('%A %Y-%m-%d') }}
Tomorrow is {{ (now() + timedelta(days=1)).strftime('%A %Y-%m-%d') }}
{% for dayoffsets in [2, 3, 4, 5, 6] -%}
  {{ (now() + timedelta(days=dayoffsets)).strftime('%A') }} is {{ (now() + timedelta(days=dayoffsets)).strftime('%Y-%m-%d') }}
{% endfor %}
3 Likes
49

Yes, this was something I wanted to test myself as well. Good to hear it helps.

This does mean that you are sending this information with every conversation you have with ChatGPT, so it will increase your token usage.

50

Stupid question, but I didn’t see it in the initial instructions, but do I need to manually set the start date in the script for this to work?

51

The idea is that the LLM runs the script, you don’t have to set the start and end manually. Why would you want to set it manually?

You can run it in developer tools > actions, and then you will see the same input parameters as the LLM should use.
Or you can search for the script using the :mag: icon in the header bar

image
image557×553 17.4 KB

1 Like
52

I was just trying to troubleshoot as I am having the same issue as above, where the LLM (in this case Ollama/Qwen) tells me that it doesn’t have real time access and the script is never being triggered.

Full disclosure, for some odd reason, I could never save the blueprint script. So I took the script and saved it in my script yaml. The only thing I changed (after putting in weather provider) was the name (I included the description from the initial post)

53

That should work as well, that’s how I initially tested it.

What is the YAML of the script you now have? And you did expose that script to Assist right?

54 

  llm_forecast:
    description: >-
      Fetches the weather forecast for either a part of a day, or one or more full days. In case the weather for the weekend is requested, this means Saturday and Sunday
    mode: parallel
    max_exceeded: silent
    fields:
      start_of_period:
        selector:
          datetime: null
        name: Start of period
        description: >-
          Start of the period for which the weather is requested. use an isoformat
          datetime string.
        required: true
      end_of_period:
        selector:
          datetime: null
        name: End of period
        description: >-
          End of the period for which the weather is requested. use an isoformat
          datetime string.
        required: true
    sequence:
      - variables:
          version: 1.2
          weather_entity: weather.forecast_indian_ln1_media_pa
          start: "{{ (start_of_period | as_datetime | as_local).isoformat() }}"
          end: >
            {% set start = as_datetime(start) %} {% set day = start.time() ==
            today_at().time() %} {% set delta = timedelta(days=1 if day else 0,
            hours=0 if day else 1) %} {% set end = end_of_period |
            as_datetime(default=start+delta) | as_local %} {{ (end if end > start
            else start + delta).isoformat() }}
          full_days: >
            {% set start = start | as_datetime %} {% set end = end | as_datetime %}
            {{
              start.time() == today_at().time()
              and ((end - start).total_seconds() / 3600) | round | int % 24 in [23, 0, 1]
            }}
      - action: weather.get_forecasts
        data:
          type: "{{ 'daily' if full_days else 'hourly' }}"
        target:
          entity_id: weather.forecast
        response_variable: weather_response
      - variables:
          response:
            averaged_weather_data_for_period: >
              {% set weather_data = weather_response[weather_entity].forecast
                  | selectattr('datetime', '>=', start)
                  | selectattr('datetime', '<', end)
                  | list
              %} {% set ns = namespace(combined={}) %} {% for item in
              weather_data[0].keys() | reject('eq', 'datetime')%}
                {% set combine = weather_data | map(attribute=item) | list %}
                {% set combine = combine | statistical_mode if combine[0] is string else combine | average | round %}
                {% set ns.combined = dict(ns.combined, **{item: combine}) %}
              {% endfor %} {{ dict(start_of_period=start, end_of_period=end,
              **ns.combined) }}
      - stop: ""
        response_variable: response
    alias: LLM Forecasts

Here is my script, and yes I did expose to Assist and gave it an alias of Forecast

55

Does it work if you run it in developer tools > actions?

56

I get a reponse from running it in Actions if I set the start and end date. If i only set the start date, I get an error

57

Which error do you get in that case?

58

It tells me that end date is required

59

You can set required: false for that field

60

Hmm still gives me an error. Says end_petiod is undefined (this is still through actions)

61

Change the definition for the end variable in the script to this

      end: >
        {% set start = as_datetime(start) %}
        {% set day = start.time() == today_at().time() %}
        {% set delta = timedelta(days=1 if day else 0, hours=0 if day else 1) %}
        {% set end = end_of_period | default(start) | as_datetime(default=start+delta) | as_local %}
        {{ (end if end > start else start + delta).isoformat() }}
62

that worked from the UI, without setting the end date. I still had to set the start date, which I think make sense. however it didn’t work from assist. I tried both “Whats the weather for Wednesday” and “Whats the forecast for Wednesday”. Neither are triggering the script. Aside from exposing it, is there something else that I need to be doing for it?

EDIT: I may have gotten it working somehow. I randomly asked Assist to “turn on the forecast” (forecast is the alias I gave the script). Now it returns answers when I asked it, whats the forecast [for X day, tomorrow, etc.]

EDIT 2: Nope, as soon as I end the Assist conversation and restart it, it no longer triggers the script