//----------------------------------------------------------------------------- // 2023 Ahoy, https://ahoydtu.de // Creative Commons - http://creativecommons.org/licenses/by-nc-sa/3.0/de/ //----------------------------------------------------------------------------- // https://bert.emelis.net/espMqttClient/ #ifndef __PUB_MQTT_H__ #define __PUB_MQTT_H__ #ifdef ESP8266 #include #elif defined(ESP32) #include #endif #include "../utils/dbg.h" #include "../config/config.h" #include #include #include "../defines.h" #include "../hm/hmSystem.h" #include "pubMqttDefs.h" #define QOS_0 0 typedef std::function subscriptionCb; struct alarm_t { uint16_t code; uint32_t start; uint32_t end; alarm_t(uint16_t c, uint32_t s, uint32_t e) : code(c), start(s), end(e) {} }; template class PubMqtt { public: PubMqtt() { mRxCnt = 0; mTxCnt = 0; mSubscriptionCb = NULL; memset(mLastIvState, MQTT_STATUS_NOT_AVAIL_NOT_PROD, MAX_NUM_INVERTERS); mLastAnyAvail = false; } ~PubMqtt() { } void setup(cfgMqtt_t *cfg_mqtt, const char *devName, const char *version, HMSYSTEM *sys, uint32_t *utcTs) { mCfgMqtt = cfg_mqtt; mDevName = devName; mVersion = version; mSys = sys; mUtcTimestamp = utcTs; mIntervalTimeout = 1; snprintf(mLwtTopic, MQTT_TOPIC_LEN + 5, "%s/mqtt", mCfgMqtt->topic); if((strlen(mCfgMqtt->user) > 0) && (strlen(mCfgMqtt->pwd) > 0)) mClient.setCredentials(mCfgMqtt->user, mCfgMqtt->pwd); snprintf(mClientId, 24, "%s-%s%s%s", mDevName, WiFi.macAddress().substring(9,11).c_str(), WiFi.macAddress().substring(12,14).c_str(), WiFi.macAddress().substring(15,17).c_str()); mClient.setClientId(mClientId); mClient.setServer(mCfgMqtt->broker, mCfgMqtt->port); mClient.setWill(mLwtTopic, QOS_0, true, mqttStr[MQTT_STR_LWT_NOT_CONN]); mClient.onConnect(std::bind(&PubMqtt::onConnect, this, std::placeholders::_1)); mClient.onDisconnect(std::bind(&PubMqtt::onDisconnect, this, std::placeholders::_1)); mClient.onMessage(std::bind(&PubMqtt::onMessage, this, std::placeholders::_1, std::placeholders::_2, std::placeholders::_3, std::placeholders::_4, std::placeholders::_5, std::placeholders::_6)); } void loop() { #if defined(ESP8266) mClient.loop(); yield(); #endif } void tickerSecond() { if (mIntervalTimeout > 0) mIntervalTimeout--; if(!mClient.connected()) { mClient.connect(); return; // next try in a second } if(0 == mCfgMqtt->interval) // no fixed interval, publish once new data were received (from inverter) sendIvData(); else { // send mqtt data in a fixed interval if(mIntervalTimeout == 0) { mIntervalTimeout = mCfgMqtt->interval; mSendList.push(RealTimeRunData_Debug); sendIvData(); } } } void tickerMinute() { char val[12]; snprintf(val, 12, "%ld", millis() / 1000); publish(subtopics[MQTT_UPTIME], val); publish(subtopics[MQTT_RSSI], String(WiFi.RSSI()).c_str()); publish(subtopics[MQTT_FREE_HEAP], String(ESP.getFreeHeap()).c_str()); } bool tickerSun(uint32_t sunrise, uint32_t sunset, uint32_t offs, bool disNightCom) { if (!mClient.connected()) return false; publish(subtopics[MQTT_SUNRISE], String(sunrise).c_str(), true); publish(subtopics[MQTT_SUNSET], String(sunset).c_str(), true); publish(subtopics[MQTT_COMM_START], String(sunrise - offs).c_str(), true); publish(subtopics[MQTT_COMM_STOP], String(sunset + offs).c_str(), true); publish(subtopics[MQTT_DIS_NIGHT_COMM], ((disNightCom) ? dict[STR_TRUE] : dict[STR_FALSE]), true); return true; } bool tickerComm(bool disabled) { if (!mClient.connected()) return false; publish(subtopics[MQTT_COMM_DISABLED], ((disabled) ? dict[STR_TRUE] : dict[STR_FALSE]), true); publish(subtopics[MQTT_COMM_DIS_TS], String(*mUtcTimestamp).c_str(), true); return true; } void tickerMidnight() { char topic[7 + MQTT_TOPIC_LEN], val[4]; // set Total YieldDay to zero snprintf(topic, 32 + MAX_NAME_LENGTH, "total/%s", fields[FLD_YD]); snprintf(val, 2, "0"); publish(topic, val, true); } void payloadEventListener(uint8_t cmd) { if(mClient.connected()) { // prevent overflow if MQTT broker is not reachable but set if((0 == mCfgMqtt->interval) || (RealTimeRunData_Debug != cmd)) // no interval or no live data mSendList.push(cmd); } } void alarmEventListener(uint16_t code, uint32_t start, uint32_t endTime) { if(mClient.connected()) { mAlarmList.push(alarm_t(code, start, endTime)); } } void publish(const char *subTopic, const char *payload, bool retained = false, bool addTopic = true) { if(!mClient.connected()) return; String topic = ""; if(addTopic) topic = String(mCfgMqtt->topic) + "/"; topic += String(subTopic); do { if(0 != mClient.publish(topic.c_str(), QOS_0, retained, payload)) break; if(!mClient.connected()) break; #if defined(ESP8266) mClient.loop(); #endif yield(); } while(1); mTxCnt++; } void subscribe(const char *subTopic) { char topic[MQTT_TOPIC_LEN + 20]; snprintf(topic, (MQTT_TOPIC_LEN + 20), "%s/%s", mCfgMqtt->topic, subTopic); mClient.subscribe(topic, QOS_0); } void setSubscriptionCb(subscriptionCb cb) { mSubscriptionCb = cb; } inline bool isConnected() { return mClient.connected(); } inline uint32_t getTxCnt(void) { return mTxCnt; } inline uint32_t getRxCnt(void) { return mRxCnt; } void sendDiscoveryConfig(void) { DPRINTLN(DBG_VERBOSE, F("sendMqttDiscoveryConfig")); char topic[64], name[32], uniq_id[32]; DynamicJsonDocument doc(256); uint8_t fldTotal[4] = {FLD_PAC, FLD_YT, FLD_YD, FLD_PDC}; const char* unitTotal[4] = {"W", "kWh", "Wh", "W"}; String node_mac = WiFi.macAddress().substring(12,14)+ WiFi.macAddress().substring(15,17); String node_id = "AHOY_DTU_" + node_mac; bool total = false; for (uint8_t id = 0; id < mSys->getNumInverters() ; id++) { doc.clear(); if (total) // total become true at iv = NULL next cycle continue; Inverter<> *iv = mSys->getInverterByPos(id); if (NULL == iv) total = true; record_t<> *rec = iv->getRecordStruct(RealTimeRunData_Debug); if (!total) { doc[F("name")] = iv->config->name; doc[F("ids")] = String(iv->config->serial.u64, HEX); doc[F("mdl")] = iv->config->name; } else { doc[F("name")] = node_id; doc[F("ids")] = node_id; doc[F("mdl")] = node_id; } doc[F("cu")] = F("http://") + String(WiFi.localIP().toString()); doc[F("mf")] = F("Hoymiles"); JsonObject deviceObj = doc.as(); // deviceObj is only pointer!? for (uint8_t i = 0; i < ((!total) ? (rec->length) : (4) ) ; i++) { const char *devCls, *stateCls; if (!total) { if (rec->assign[i].ch == CH0) snprintf(name, 32, "%s %s", iv->config->name, iv->getFieldName(i, rec)); else snprintf(name, 32, "%s CH%d %s", iv->config->name, rec->assign[i].ch, iv->getFieldName(i, rec)); snprintf(topic, 64, "/ch%d/%s", rec->assign[i].ch, iv->getFieldName(i, rec)); snprintf(uniq_id, 32, "ch%d_%s", rec->assign[i].ch, iv->getFieldName(i, rec)); devCls = getFieldDeviceClass(rec->assign[i].fieldId); stateCls = getFieldStateClass(rec->assign[i].fieldId); } else { // total values snprintf(name, 32, "Total %s", fields[fldTotal[i]]); snprintf(topic, 64, "/%s", fields[fldTotal[i]]); snprintf(uniq_id, 32, "total_%s", fields[fldTotal[i]]); devCls = getFieldDeviceClass(fldTotal[i]); stateCls = getFieldStateClass(fldTotal[i]); } DynamicJsonDocument doc2(512); doc2[F("name")] = name; doc2[F("stat_t")] = String(mCfgMqtt->topic) + "/" + ((!total) ? String(iv->config->name) : "total" ) + String(topic); doc2[F("unit_of_meas")] = ((!total) ? (iv->getUnit(i,rec)) : (unitTotal[i])); doc2[F("uniq_id")] = ((!total) ? (String(iv->config->serial.u64, HEX)) : (node_id)) + "_" + uniq_id; doc2[F("dev")] = deviceObj; if (!(String(stateCls) == String("total_increasing"))) doc2[F("exp_aft")] = MQTT_INTERVAL + 5; // add 5 sec if connection is bad or ESP too slow @TODO: stimmt das wirklich als expire!? if (devCls != NULL) doc2[F("dev_cla")] = String(devCls); if (stateCls != NULL) doc2[F("stat_cla")] = String(stateCls); if (!total) snprintf(topic, 64, "%s/sensor/%s/ch%d_%s/config", MQTT_DISCOVERY_PREFIX, iv->config->name, rec->assign[i].ch, iv->getFieldName(i, rec)); else // total values snprintf(topic, 64, "%s/sensor/%s/total_%s/config", MQTT_DISCOVERY_PREFIX, node_id.c_str(),fields[fldTotal[i]]); size_t size = measureJson(doc2) + 1; char *buf = new char[size]; memset(buf, 0, size); serializeJson(doc2, buf, size); publish(topic, buf, true, false); delete[] buf; } yield(); } } void setPowerLimitAck(Inverter<> *iv) { if (NULL != iv) { char topic[7 + MQTT_TOPIC_LEN]; snprintf(topic, 32 + MAX_NAME_LENGTH, "%s/%s", iv->config->name, subtopics[MQTT_ACK_PWR_LMT]); publish(topic, "true", true); } } private: void onConnect(bool sessionPreset) { DPRINTLN(DBG_INFO, F("MQTT connected")); publish(subtopics[MQTT_VERSION], mVersion, true); publish(subtopics[MQTT_DEVICE], mDevName, true); publish(subtopics[MQTT_IP_ADDR], WiFi.localIP().toString().c_str(), true); tickerMinute(); publish(mLwtTopic, mqttStr[MQTT_STR_LWT_CONN], true, false); subscribe(subscr[MQTT_SUBS_LMT_PERI_REL]); subscribe(subscr[MQTT_SUBS_LMT_PERI_ABS]); subscribe(subscr[MQTT_SUBS_LMT_NONPERI_REL]); subscribe(subscr[MQTT_SUBS_LMT_NONPERI_ABS]); subscribe(subscr[MQTT_SUBS_SET_TIME]); subscribe(subscr[MQTT_SUBS_SYNC_NTP]); //subscribe("status/#"); } void onDisconnect(espMqttClientTypes::DisconnectReason reason) { DPRINT(DBG_INFO, F("MQTT disconnected, reason: ")); switch (reason) { case espMqttClientTypes::DisconnectReason::TCP_DISCONNECTED: DBGPRINTLN(F("TCP disconnect")); break; case espMqttClientTypes::DisconnectReason::MQTT_UNACCEPTABLE_PROTOCOL_VERSION: DBGPRINTLN(F("wrong protocol version")); break; case espMqttClientTypes::DisconnectReason::MQTT_IDENTIFIER_REJECTED: DBGPRINTLN(F("identifier rejected")); break; case espMqttClientTypes::DisconnectReason::MQTT_SERVER_UNAVAILABLE: DBGPRINTLN(F("broker unavailable")); break; case espMqttClientTypes::DisconnectReason::MQTT_MALFORMED_CREDENTIALS: DBGPRINTLN(F("malformed credentials")); break; case espMqttClientTypes::DisconnectReason::MQTT_NOT_AUTHORIZED: DBGPRINTLN(F("not authorized")); break; default: DBGPRINTLN(F("unknown")); } } void onMessage(const espMqttClientTypes::MessageProperties& properties, const char* topic, const uint8_t* payload, size_t len, size_t index, size_t total) { if(len == 0) return; DPRINT(DBG_INFO, mqttStr[MQTT_STR_GOT_TOPIC]); DBGPRINTLN(String(topic)); if(NULL == mSubscriptionCb) return; DynamicJsonDocument json(128); JsonObject root = json.to(); if(len > 0) { char *pyld = new char[len + 1]; strncpy(pyld, (const char*)payload, len); pyld[len] = '\0'; root["val"] = atoi(pyld); delete[] pyld; } const char *p = topic; uint8_t pos = 0; uint8_t elm = 0; char tmp[30]; while(1) { if(('/' == p[pos]) || ('\0' == p[pos])) { strncpy(tmp, p, pos); tmp[pos] = '\0'; switch(elm++) { case 1: root[F("path")] = String(tmp); break; case 2: root[F("cmd")] = String(tmp); break; case 3: root[F("id")] = atoi(tmp); break; default: break; } if('\0' == p[pos]) break; p = p + pos + 1; pos = 0; } pos++; } /*char out[128]; serializeJson(root, out, 128); DPRINTLN(DBG_INFO, "json: " + String(out));*/ (mSubscriptionCb)(root); mRxCnt++; } const char *getFieldDeviceClass(uint8_t fieldId) { uint8_t pos = 0; for (; pos < DEVICE_CLS_ASSIGN_LIST_LEN; pos++) { if (deviceFieldAssignment[pos].fieldId == fieldId) break; } return (pos >= DEVICE_CLS_ASSIGN_LIST_LEN) ? NULL : deviceClasses[deviceFieldAssignment[pos].deviceClsId]; } const char *getFieldStateClass(uint8_t fieldId) { uint8_t pos = 0; for (; pos < DEVICE_CLS_ASSIGN_LIST_LEN; pos++) { if (deviceFieldAssignment[pos].fieldId == fieldId) break; } return (pos >= DEVICE_CLS_ASSIGN_LIST_LEN) ? NULL : stateClasses[deviceFieldAssignment[pos].stateClsId]; } bool processIvStatus() { // returns true if any inverter is available bool allAvail = true; // shows if all enabled inverters are available bool anyAvail = false; // shows if at least one enabled inverter is available bool changed = false; char topic[7 + MQTT_TOPIC_LEN], val[40]; Inverter<> *iv; record_t<> *rec; for (uint8_t id = 0; id < mSys->getNumInverters(); id++) { iv = mSys->getInverterByPos(id); if (NULL == iv) continue; // skip to next inverter rec = iv->getRecordStruct(RealTimeRunData_Debug); // inverter status uint8_t status = MQTT_STATUS_NOT_AVAIL_NOT_PROD; if (iv->config->enabled) { if (iv->isAvailable(*mUtcTimestamp)) status = (iv->isProducing(*mUtcTimestamp)) ? MQTT_STATUS_AVAIL_PROD : MQTT_STATUS_AVAIL_NOT_PROD; else // inverter is enabled but not available allAvail = false; } if(mLastIvState[id] != status) { // if status changed from producing to not producing send last data immediately if (MQTT_STATUS_AVAIL_PROD == mLastIvState[id]) sendData(iv, RealTimeRunData_Debug); mLastIvState[id] = status; changed = true; snprintf(topic, 32 + MAX_NAME_LENGTH, "%s/%s", iv->config->name, mqttStr[MQTT_STR_AVAILABLE]); snprintf(val, 40, "%d", status); publish(topic, val, true); snprintf(topic, 32 + MAX_NAME_LENGTH, "%s/%s", iv->config->name, mqttStr[MQTT_STR_LAST_SUCCESS]); snprintf(val, 40, "%d", iv->getLastTs(rec)); publish(topic, val, true); } } if(changed) { snprintf(val, 32, "%d", ((allAvail) ? MQTT_STATUS_ONLINE : ((anyAvail) ? MQTT_STATUS_PARTIAL : MQTT_STATUS_OFFLINE))); publish(subtopics[MQTT_STATUS], val, true); } return anyAvail; } void sendAlarmData() { if(mAlarmList.empty()) return; Inverter<> *iv = mSys->getInverterByPos(0, false); while(!mAlarmList.empty()) { alarm_t alarm = mAlarmList.front(); publish(subtopics[MQTT_ALARM], iv->getAlarmStr(alarm.code).c_str()); publish(subtopics[MQTT_ALARM_START], String(alarm.start).c_str()); publish(subtopics[MQTT_ALARM_END], String(alarm.end).c_str()); mAlarmList.pop(); } } void sendData(Inverter<> *iv, uint8_t curInfoCmd) { char topic[7 + MQTT_TOPIC_LEN], val[40]; record_t<> *rec = iv->getRecordStruct(curInfoCmd); for (uint8_t i = 0; i < rec->length; i++) { bool retained = false; if (curInfoCmd == RealTimeRunData_Debug) { switch (rec->assign[i].fieldId) { case FLD_YT: case FLD_YD: if ((rec->assign[i].ch == CH0) && (!iv->isProducing(*mUtcTimestamp))) // avoids returns to 0 on restart continue; retained = true; break; } } snprintf(topic, 32 + MAX_NAME_LENGTH, "%s/ch%d/%s", iv->config->name, rec->assign[i].ch, fields[rec->assign[i].fieldId]); snprintf(val, 40, "%g", ah::round3(iv->getValue(i, rec))); publish(topic, val, retained); yield(); } } void sendIvData() { bool anyAvail = processIvStatus(); if (mLastAnyAvail != anyAvail) mSendList.push(RealTimeRunData_Debug); // makes shure that total values are calculated if(mSendList.empty()) return; char topic[7 + MQTT_TOPIC_LEN], val[40]; float total[4]; bool RTRDataHasBeenSent = false; while(!mSendList.empty()) { memset(total, 0, sizeof(float) * 4); uint8_t curInfoCmd = mSendList.front(); if ((curInfoCmd != RealTimeRunData_Debug) || !RTRDataHasBeenSent) { // send RTR Data only once for (uint8_t id = 0; id < mSys->getNumInverters(); id++) { Inverter<> *iv = mSys->getInverterByPos(id); if (NULL == iv) continue; // skip to next inverter // send RTR Data only if status is available if ((curInfoCmd != RealTimeRunData_Debug) || (MQTT_STATUS_AVAIL_PROD == mLastIvState[id])) sendData(iv, curInfoCmd); // calculate total values for RealTimeRunData_Debug if (curInfoCmd == RealTimeRunData_Debug) { record_t<> *rec = iv->getRecordStruct(curInfoCmd); for (uint8_t i = 0; i < rec->length; i++) { if (CH0 == rec->assign[i].ch) { switch (rec->assign[i].fieldId) { case FLD_PAC: total[0] += iv->getValue(i, rec); break; case FLD_YT: total[1] += iv->getValue(i, rec); break; case FLD_YD: total[2] += iv->getValue(i, rec); break; case FLD_PDC: total[3] += iv->getValue(i, rec); break; } } } yield(); } } if (curInfoCmd == RealTimeRunData_Debug) { uint8_t fieldId; for (uint8_t i = 0; i < 4; i++) { switch (i) { default: case 0: fieldId = FLD_PAC; break; case 1: fieldId = FLD_YT; break; case 2: fieldId = FLD_YD; break; case 3: fieldId = FLD_PDC; break; } snprintf(topic, 32 + MAX_NAME_LENGTH, "%s/%s", mqttStr[MQTT_STR_TOTAL], fields[fieldId]); snprintf(val, 40, "%g", ah::round3(total[i])); publish(topic, val, true); } RTRDataHasBeenSent = true; yield(); } } mSendList.pop(); // remove from list once all inverters were processed } mLastAnyAvail = anyAvail; } espMqttClient mClient; cfgMqtt_t *mCfgMqtt; #if defined(ESP8266) WiFiEventHandler mHWifiCon, mHWifiDiscon; #endif HMSYSTEM *mSys; uint32_t *mUtcTimestamp; uint32_t mRxCnt, mTxCnt; std::queue mSendList; std::queue mAlarmList; subscriptionCb mSubscriptionCb; bool mLastAnyAvail; uint8_t mLastIvState[MAX_NUM_INVERTERS]; uint16_t mIntervalTimeout; // last will topic and payload must be available trough lifetime of 'espMqttClient' char mLwtTopic[MQTT_TOPIC_LEN+5]; const char *mDevName, *mVersion; char mClientId[24]; // number of chars is limited to 23 up to v3.1 of MQTT }; #endif /*__PUB_MQTT_H__*/