Scrape Sensor Problem


#1

Guys I am trying to create a sensor using the scrape sensor and extracting the following but no luck

<tr><td>Status</td><td id=“heating-status-2001F66” class=“data-left”>Comfort (Up To Temperature)</td></tr>

I need the ;Comfort (Up To Temperature)
I have used the following/l

  • platform: scrape
    resource: https://www.owlintuition.com/
    username: xxxxxxxx
    password: yyyyyyyy
    name: Upstairs Status
    select: “.data-left #heating-status-2001F66

#2

What’s the debug output saying?


#3

@fabaff

I have enabled the debugging and I am getting the following results.
It is like it cannot authenticated.


#4

2018-12-10 09:20:15 DEBUG (SyncWorker_12) [homeassistant.components.sensor.scrape]

OWL Intuition - Home Dashboard @import "Styles/main.css"; @import "Styles/login.css";
Logo
This Dashboard Requires Javascript to be enabled.
Loading
Loading..
                            </div>
            // remote scripting library
            // (c) copyright 2005 modernmethod, inc
            var sajax_debug_mode = false;
            var sajax_request_type = "POST";
            var sajax_target_id = "";
            var sajax_failure_redirect = "";

            function sajax_debug(text) {

// if (sajax_debug_mode)
// alert(text);
}

            function sajax_init_object() {
                    sajax_debug("sajax_init_object() called..")

                    var A;

                    var msxmlhttp = new Array(
                            'Msxml2.XMLHTTP.5.0',
                            'Msxml2.XMLHTTP.4.0',
                            'Msxml2.XMLHTTP.3.0',
                            'Msxml2.XMLHTTP',
                            'Microsoft.XMLHTTP');
                    for (var i = 0; i < msxmlhttp.length; i++) {
                            try {
                                    A = new ActiveXObject(msxmlhttp[i]);
                            } catch (e) {
                                    A = null;
                            }
                    }

                    if(!A && typeof XMLHttpRequest != "undefined")
                            A = new XMLHttpRequest();
                    if (!A)
                            sajax_debug("Could not create connection object.");
                    return A;
            }

            var sajax_requests = new Array();

            function sajax_cancel() {
                    for (var i = 0; i < sajax_requests.length; i++)
                            sajax_requests[i].abort();
            }

            function sajax_do_call(func_name, args) {
                    var i, x, n;
                    var uri;
                    var post_data;
                    var target_id;

                    sajax_debug("in sajax_do_call().." + sajax_request_type + "/" + sajax_target_id);
                    target_id = sajax_target_id;
                    if (typeof(sajax_request_type) == "undefined" || sajax_request_type == "")
                            sajax_request_type = "GET";

                    uri = "/";
                    if (sajax_request_type == "GET") {

                            if (uri.indexOf("?") == -1)
                                    uri += "?rs=" + escape(func_name);
                            else
                                    uri += "&rs=" + escape(func_name);
                            uri += "&rst=" + escape(sajax_target_id);
                            uri += "&rsrnd=" + new Date().getTime();
                            uri += "&user=" + plugin_get_username();

                            for (i = 0; i < args.length-1; i++)
                                    uri += "&rsargs[]=" + escape(args[i]);

                            post_data = null;
                    }
                    else if (sajax_request_type == "POST") {
                            post_data = "rs=" + escape(func_name);
                            post_data += "&rst=" + escape(sajax_target_id);
                            post_data += "&rsrnd=" + new Date().getTime();
            post_data += "&u=" + plugin_get_username();
            post_data += "&p=" + sessionStorage.getItem("pass");

                            for (i = 0; i < args.length-1; i++)
                                    post_data = post_data + "&rsargs[]=" + escape(args[i]);
                    }
                    else {

// alert("Illegal request type: " + sajax_request_type);
}

                    x = sajax_init_object();
                    if (x == null) {
                            if (sajax_failure_redirect != "") {
                                    location.href = sajax_failure_redirect;
                                    return false;
                            } else {
                                    sajax_debug("NULL sajax object for user agent:\n" + navigator.userAgent);
                                    return false;
                            }
                    } else {
                            x.open(sajax_request_type, uri, true);
                            // window.open(uri);

                            sajax_requests[sajax_requests.length] = x;

                            if (sajax_request_type == "POST") {
                                    x.setRequestHeader("Method", "POST " + uri + " HTTP/1.1");
                                    x.setRequestHeader("Content-Type", "application/x-www-form-urlencoded; charset=U

TF-8’");
}

                            x.onreadystatechange = function() {
                                    if (x.readyState != 4)
                                            return;

                                    sajax_debug("received " + x.responseText);

                                    var status;
                                    var data;
                                    var txt = x.responseText.replace(/^\s*|\s*$/g,"");
                                    status = txt.charAt(0);
                                    data = txt.substring(2);

                                    if (status == "") {
                                            // let's just assume this is a pre-response bailout and let it slide for

now
} else if (status == “-”) {
// alert("Error: " + data);
} else {
if (target_id != “”)
document.getElementById(target_id).innerHTML = eval(data);
else {
try {
var callback;
var extra_data = false;
if (typeof args[args.length-1] == “object”) {
callback = args[args.length-1].callback;
extra_data = args[args.length-1].extra_data;
} else {
callback = args[args.length-1];
}
callback(eval(data), extra_data);
} catch (e) {
sajax_debug("Caught error " + e + ": Could not eval " +
data );
}
}
}
}
}

                    sajax_debug(func_name + " uri = " + uri + "/post = " + post_data);
                    x.send(post_data);
                    sajax_debug(func_name + " waiting..");
                    delete x;
                    return true;
            }


            // wrapper for current_weather_get
            function x_current_weather_get() {
                    sajax_do_call("current_weather_get",
                            x_current_weather_get.arguments);
            }


            // wrapper for live_weather_get
            function x_live_weather_get() {
                    sajax_do_call("live_weather_get",
                            x_live_weather_get.arguments);
            }


            // wrapper for sunrise_sunset_get
            function x_sunrise_sunset_get() {
                    sajax_do_call("sunrise_sunset_get",
                            x_sunrise_sunset_get.arguments);
            }


            // wrapper for electricity_get_historical
            function x_electricity_get_historical() {
                    sajax_do_call("electricity_get_historical",
                            x_electricity_get_historical.arguments);
            }


            // wrapper for day_elec_values_get
            function x_day_elec_values_get() {
                    sajax_do_call("day_elec_values_get",
                            x_day_elec_values_get.arguments);
            }


            // wrapper for month_daily_elec_values_get
            function x_month_daily_elec_values_get() {
                    sajax_do_call("month_daily_elec_values_get",
                            x_month_daily_elec_values_get.arguments);
            }


            // wrapper for elec_values_get_no_group
            function x_elec_values_get_no_group() {
                    sajax_do_call("elec_values_get_no_group",
                            x_elec_values_get_no_group.arguments);
            }


            // wrapper for elec_values_get_with_group
            function x_elec_values_get_with_group() {
                    sajax_do_call("elec_values_get_with_group",
                            x_elec_values_get_with_group.arguments);
            }


            // wrapper for elec_yesterday_overview
            function x_elec_yesterday_overview() {
                    sajax_do_call("elec_yesterday_overview",
                            x_elec_yesterday_overview.arguments);
            }


            // wrapper for day_solar_values_get
            function x_day_solar_values_get() {
                    sajax_do_call("day_solar_values_get",
                            x_day_solar_values_get.arguments);
            }


            // wrapper for month_daily_solar_values_get
            function x_month_daily_solar_values_get() {
                    sajax_do_call("month_daily_solar_values_get",
                            x_month_daily_solar_values_get.arguments);
            }


            // wrapper for solar_get_historical
            function x_solar_get_historical() {
                    sajax_do_call("solar_get_historical",
                            x_solar_get_historical.arguments);
            }


            // wrapper for solar_yesterday_overview
            function x_solar_yesterday_overview() {
                    sajax_do_call("solar_yesterday_overview",
                            x_solar_yesterday_overview.arguments);
            }


            // wrapper for solar_values_get_no_group
            function x_solar_values_get_no_group() {
                    sajax_do_call("solar_values_get_no_group",
                            x_solar_values_get_no_group.arguments);
            }


            // wrapper for solar_values_get_with_group
            function x_solar_values_get_with_group() {
                    sajax_do_call("solar_values_get_with_group",
                            x_solar_values_get_with_group.arguments);
            }


            // wrapper for solar_get_lifetime
            function x_solar_get_lifetime() {
                    sajax_do_call("solar_get_lifetime",
                            x_solar_get_lifetime.arguments);
            }


            // wrapper for solar_set_tariff
            function x_solar_set_tariff() {
                    sajax_do_call("solar_set_tariff",
                            x_solar_set_tariff.arguments);
            }


            // wrapper for messages_get_list
            function x_messages_get_list() {
                    sajax_do_call("messages_get_list",
                            x_messages_get_list.arguments);
            }


            // wrapper for messages_store_new
            function x_messages_store_new() {
                    sajax_do_call("messages_store_new",
                            x_messages_store_new.arguments);
            }


            // wrapper for messages_delete
            function x_messages_delete() {
                    sajax_do_call("messages_delete",
                            x_messages_delete.arguments);
            }


            // wrapper for messages_mark_read
            function x_messages_mark_read() {
                    sajax_do_call("messages_mark_read",
                            x_messages_mark_read.arguments);
            }


            // wrapper for messages_unread_count
            function x_messages_unread_count() {
                    sajax_do_call("messages_unread_count",
                            x_messages_unread_count.arguments);
            }


            // wrapper for news_get_list
            function x_news_get_list() {
                    sajax_do_call("news_get_list",
                            x_news_get_list.arguments);
            }


            // wrapper for day_3phase_values_get
            function x_day_3phase_values_get() {
                    sajax_do_call("day_3phase_values_get",
                            x_day_3phase_values_get.arguments);
            }


            // wrapper for electricity_3phase_get_historical
            function x_electricity_3phase_get_historical() {
                    sajax_do_call("electricity_3phase_get_historical",
                            x_electricity_3phase_get_historical.arguments);
            }


            // wrapper for electricity_3phase_values_get_no_group
            function x_electricity_3phase_values_get_no_group() {
                    sajax_do_call("electricity_3phase_values_get_no_group",
                            x_electricity_3phase_values_get_no_group.arguments);
            }


            // wrapper for electricity_3phase_values_get_with_group
            function x_electricity_3phase_values_get_with_group() {
                    sajax_do_call("electricity_3phase_values_get_with_group",
                            x_electricity_3phase_values_get_with_group.arguments);
            }


            // wrapper for system_validate_control
            function x_system_validate_control() {
                    sajax_do_call("system_validate_control",
                            x_system_validate_control.arguments);
            }


            // wrapper for system_user_exists
            function x_system_user_exists() {
                    sajax_do_call("system_user_exists",
                            x_system_user_exists.arguments);
            }


            // wrapper for system_register_device_info
            function x_system_register_device_info() {
                    sajax_do_call("system_register_device_info",
                            x_system_register_device_info.arguments);
            }


            // wrapper for system_register_solar_info
            function x_system_register_solar_info() {
                    sajax_do_call("system_register_solar_info",
                            x_system_register_solar_info.arguments);
            }


            // wrapper for system_user_online
            function x_system_user_online() {
                    sajax_do_call("system_user_online",
                            x_system_user_online.arguments);
            }


            // wrapper for device_version_check
            function x_device_version_check() {
                    sajax_do_call("device_version_check",
                            x_device_version_check.arguments);
            }


            // wrapper for system_get_expiry
            function x_system_get_expiry() {
                    sajax_do_call("system_get_expiry",
                            x_system_get_expiry.arguments);
            }


            // wrapper for system_get_documents
            function x_system_get_documents() {
                    sajax_do_call("system_get_documents",
                            x_system_get_documents.arguments);
            }


            // wrapper for system_get_adverts
            function x_system_get_adverts() {
                    sajax_do_call("system_get_adverts",
                            x_system_get_adverts.arguments);
            }


            // wrapper for system_get_boiler_day_info
            function x_system_get_boiler_day_info() {
                    sajax_do_call("system_get_boiler_day_info",
                            x_system_get_boiler_day_info.arguments);
            }


            // wrapper for system_check_nowl
            function x_system_check_nowl() {
                    sajax_do_call("system_check_nowl",
                            x_system_check_nowl.arguments);
            }


            // wrapper for system_get_udp_key
            function x_system_get_udp_key() {
                    sajax_do_call("system_get_udp_key",
                            x_system_get_udp_key.arguments);
            }


            // wrapper for system_get_cmd_key
            function x_system_get_cmd_key() {
                    sajax_do_call("system_get_cmd_key",
                            x_system_get_cmd_key.arguments);
            }


            // wrapper for system_get_econudge
            function x_system_get_econudge() {
                    sajax_do_call("system_get_econudge",
                            x_system_get_econudge.arguments);
            }


            // wrapper for system_set_econudge
            function x_system_set_econudge() {
                    sajax_do_call("system_set_econudge",
                            x_system_set_econudge.arguments);
            }


            // wrapper for system_get_currency_list
            function x_system_get_currency_list() {
                    sajax_do_call("system_get_currency_list",
                            x_system_get_currency_list.arguments);
            }


            // wrapper for system_get_info
            function x_system_get_info() {
                    sajax_do_call("system_get_info",
                            x_system_get_info.arguments);
            }


            // wrapper for system_set_country
            function x_system_set_country() {
                    sajax_do_call("system_set_country",
                            x_system_set_country.arguments);
            }


            // wrapper for system_set_email
            function x_system_set_email() {
                    sajax_do_call("system_set_email",
                            x_system_set_email.arguments);
            }


            // wrapper for system_clear_solar_info
            function x_system_clear_solar_info() {
                    sajax_do_call("system_clear_solar_info",
                            x_system_clear_solar_info.arguments);
            }


            // wrapper for system_set_postcode
            function x_system_set_postcode() {
                    sajax_do_call("system_set_postcode",
                            x_system_set_postcode.arguments);
            }


            // wrapper for heating_values_get_no_group
            function x_heating_values_get_no_group() {
                    sajax_do_call("heating_values_get_no_group",
                            x_heating_values_get_no_group.arguments);
            }


            // wrapper for heating_battery_daily_readings
            function x_heating_battery_daily_readings() {
                    sajax_do_call("heating_battery_daily_readings",
                            x_heating_battery_daily_readings.arguments);
            }


            // wrapper for heating_zone_values_get_no_group
            function x_heating_zone_values_get_no_group() {
                    sajax_do_call("heating_zone_values_get_no_group",
                            x_heating_zone_values_get_no_group.arguments);
            }


            // wrapper for heating_all_zones_values_get_no_group
            function x_heating_all_zones_values_get_no_group() {
                    sajax_do_call("heating_all_zones_values_get_no_group",
                            x_heating_all_zones_values_get_no_group.arguments);
            }


            // wrapper for heating_zone_humidity_values_get_no_group
            function x_heating_zone_humidity_values_get_no_group() {
                    sajax_do_call("heating_zone_humidity_values_get_no_group",
                            x_heating_zone_humidity_values_get_no_group.arguments);
            }

#5
            // wrapper for heating_all_zones_humidity_values_get_no_group
            function x_heating_all_zones_humidity_values_get_no_group() {
                    sajax_do_call("heating_all_zones_humidity_values_get_no_group",
                            x_heating_all_zones_humidity_values_get_no_group.arguments);
            }


            // wrapper for hw_values_get_no_group
            function x_hw_values_get_no_group() {
                    sajax_do_call("hw_values_get_no_group",
                            x_hw_values_get_no_group.arguments);
            }


            // wrapper for hw_battery_daily_readings
            function x_hw_battery_daily_readings() {
                    sajax_do_call("hw_battery_daily_readings",
                            x_hw_battery_daily_readings.arguments);
            }


            // wrapper for hw_humidity_values_get_no_group
            function x_hw_humidity_values_get_no_group() {
                    sajax_do_call("hw_humidity_values_get_no_group",
                            x_hw_humidity_values_get_no_group.arguments);
            }


            // wrapper for hw_zone_values_get_no_group
            function x_hw_zone_values_get_no_group() {
                    sajax_do_call("hw_zone_values_get_no_group",
                            x_hw_zone_values_get_no_group.arguments);
            }


            // wrapper for hw_all_zones_values_get_no_group
            function x_hw_all_zones_values_get_no_group() {
                    sajax_do_call("hw_all_zones_values_get_no_group",
                            x_hw_all_zones_values_get_no_group.arguments);
            }


            // wrapper for hw_all_zones_humidity_values_get_no_group
            function x_hw_all_zones_humidity_values_get_no_group() {
                    sajax_do_call("hw_all_zones_humidity_values_get_no_group",
                            x_hw_all_zones_humidity_values_get_no_group.arguments);
            }


            // wrapper for hw_zone_humidity_values_get_no_group
            function x_hw_zone_humidity_values_get_no_group() {
                    sajax_do_call("hw_zone_humidity_values_get_no_group",
                            x_hw_zone_humidity_values_get_no_group.arguments);
            }


            // wrapper for language_get_supported
            function x_language_get_supported() {
                    sajax_do_call("language_get_supported",
                            x_language_get_supported.arguments);
            }


            // wrapper for language_loadStrings
            function x_language_loadStrings() {
                    sajax_do_call("language_loadStrings",
                            x_language_loadStrings.arguments);
            }


            // wrapper for join_generaytor
            function x_join_generaytor() {
                    sajax_do_call("join_generaytor",
                            x_join_generaytor.arguments);
            }


                    </script>