diff options
Diffstat (limited to 'bot/src/rss.cpp')
| -rw-r--r-- | bot/src/rss.cpp | 276 |
1 files changed, 276 insertions, 0 deletions
diff --git a/bot/src/rss.cpp b/bot/src/rss.cpp new file mode 100644 index 0000000..a52c176 --- /dev/null +++ b/bot/src/rss.cpp @@ -0,0 +1,276 @@ +#include "rss.hpp" + +#include <fmt/core.h> + +#include <algorithm> +#include <chrono> +#include <ctime> +#include <iomanip> +#include <memory> +#include <optional> +#include <pugixml.hpp> +#include <sstream> +#include <string> +#include <thread> +#include <vector> + +#include "cpr/api.h" +#include "cpr/cprtypes.h" +#include "cpr/response.h" +#include "database.hpp" +#include "fmt/format.h" +#include "logger.hpp" +#include "schemas/event.hpp" +#include "schemas/stream.hpp" +#include "utils/events.hpp" + +namespace bot { + sol::table RSSChannel::as_lua_table(std::shared_ptr<sol::state> state) const { + sol::table t = state->create_table(); + t["name"] = this->name; + t["url"] = this->url; + + if (this->event.has_value()) { + sol::table e = state->create_table(); + e["name"] = this->event->name; + e["type"] = this->event->type; + t["event"] = e; + } else { + t["event"] = sol::lua_nil; + } + + sol::table ms = state->create_table(); + + for (const RSSMessage &v : this->messages) { + sol::table m = state->create_table(); + m["title"] = v.title; + m["message"] = v.message; + m["id"] = v.id; + m["timestamp"] = v.timestamp; + ms.add(m); + } + + t["messages"] = ms; + + return t; + } + + void RSSListener::run() { + if (!this->configuration.url.rssbridge.has_value()) { + log::error("RSSListener", "RSS Bridge is not set!"); + return; + } + + while (true) { + this->add_channels(); + this->check_channels(); + std::this_thread::sleep_for(std::chrono::seconds(30)); + } + } + + bool RSSListener::has_channel(const std::string &url) const { + return std::any_of(this->channels.begin(), this->channels.end(), + [&url](const RSSChannel &c) { return c.url == url; }); + } + + void RSSListener::add_channel(const std::string &url) { + if (this->has_channel(url)) return; + + std::optional<RSSChannel> channel = get_rss_channel(url); + if (channel.has_value()) { + this->channels.push_back(channel.value()); + } + } + + void RSSListener::remove_channel(const std::string &url) { + if (!this->has_channel(url)) return; + + std::remove_if(this->channels.begin(), this->channels.end(), + [&url](const RSSChannel &c) { return c.url == url; }); + } + + void RSSListener::add_channels() { + std::unique_ptr<db::BaseDatabase> conn = + db::create_connection(this->configuration); + + db::DatabaseRows events = conn->exec( + "SELECT event_type, name " + "FROM events " + "WHERE event_type BETWEEN $1 AND $2", + {std::to_string(static_cast<int>(schemas::EventType::RSS)), + std::to_string(static_cast<int>(schemas::EventType::TELEGRAM))}); + + // adding new events + for (db::DatabaseRow event : events) { + std::string name = event.at("name"); + int type = std::stoi(event.at("event_type")); + std::string bridge = ""; + bool useRSSBridge = true; + + switch (type) { + case schemas::RSS: + bridge = "RSS"; + useRSSBridge = false; + break; + case schemas::TWITTER: + bridge = "FarsideNitterBridge"; + break; + case schemas::TELEGRAM: + bridge = "TelegramBridge"; + if (name[0] != '@') { + name = "%40" + name; + } + break; + default: + break; + } + + if (bridge.empty()) { + log::warn("RSSListener", + "Failed to specify bridge: " + event.at("event_type")); + continue; + } + + if (std::any_of(this->channels.begin(), this->channels.end(), + [&name, &type](const RSSChannel &c) { + auto e = c.event; + if (!e.has_value()) { + return false; + } + return e->name == name && e->type == type; + })) { + continue; + } + + std::string url = + useRSSBridge + ? fmt::format(*this->configuration.url.rssbridge, bridge, name) + : name; + + std::optional<RSSChannel> channel = get_rss_channel(url); + if (!channel.has_value()) { + log::warn("RSSListener", "No RSS feed on " + url); + continue; + } + + channel->event = {name, type}; + + this->channels.push_back(*channel); + } + + // removing old events + auto channels = this->channels; + for (RSSChannel c : channels) { + if (!c.event.has_value()) { + continue; + } + + if (!std::any_of(events.begin(), events.end(), + [&c](const db::DatabaseRow &r) { + return r.at("name") == c.event->name && + std::stoi(r.at("event_type")) == c.event->type; + })) { + this->remove_channel(c.url); + } + } + } + + void RSSListener::check_channels() { + for (auto it = this->channels.begin(); it != this->channels.end(); ++it) { + if (!it->event.has_value()) { + continue; + } + + std::optional<RSSChannel> channel = get_rss_channel(it->url); + if (!channel.has_value()) { + continue; + } + + std::vector<RSSMessage> messages; + for (auto mit = channel->messages.begin(); mit != channel->messages.end(); + ++mit) { + if (!std::any_of( + it->messages.begin(), it->messages.end(), + [&mit](const RSSMessage &m) { return m.id == mit->id; })) { + messages.push_back(*mit); + } + } + + if (messages.empty()) { + continue; + } + + // getting channels + std::vector<schemas::Event> events = utils::get_events( + db::create_connection(this->configuration), this->helix_client, + this->irc_client.get_bot_id(), it->event->type, it->event->name); + + for (const schemas::Event &event : events) { + int count = 0; + + for (RSSMessage message : messages) { + if (count > 5) break; + count++; + + std::string msg = event.message; + + int pos = msg.find("{channel_name}"); + if (pos != std::string::npos) msg.replace(pos, 14, it->name); + + pos = msg.find("{title}"); + if (pos != std::string::npos) msg.replace(pos, 7, message.title); + + pos = msg.find("{message}"); + if (pos != std::string::npos) msg.replace(pos, 9, message.message); + + pos = msg.find("{link}"); + if (pos != std::string::npos) msg.replace(pos, 6, message.id); + + this->irc_client.say(event.channel_alias_name, msg); + } + } + } + } + + std::optional<RSSChannel> get_rss_channel(const std::string &url) { + cpr::Response response = cpr::Get( + cpr::Url{url}, + cpr::Header{{"Accept", "application/xml"}, + {"User-Agent", "https://github.com/ilotterytea/bot"}}); + + if (response.status_code != 200) { + return std::nullopt; + } + + pugi::xml_document doc; + if (!doc.load_string(response.text.c_str())) { + return std::nullopt; + } + + pugi::xml_node channel = doc.child("rss").child("channel"); + + std::string channel_name = channel.child("title").text().as_string(); + std::string channel_url = channel.child("link").text().as_string(); + + std::vector<RSSMessage> messages; + for (pugi::xml_node item : channel.children("item")) { + // parsing timestamp + long timestamp = 0; + std::string pubdate = item.child("pubDate").text().as_string(); + pubdate = pubdate.substr(0, pubdate.size() - 6); + std::tm tm = {}; + std::istringstream ss(pubdate); + ss >> std::get_time(&tm, "%a, %d %b %Y %H:%M:%S"); + if (!ss.fail()) { + timestamp = timegm(&tm); + } + + messages.push_back({item.child("title").text().as_string(), + item.child("guid").text().as_string(), + item.child("description").text().as_string(), + timestamp}); + } + + return (RSSChannel){channel_name, channel_url, std::nullopt, messages}; + } +}
\ No newline at end of file |