#include "manager.h" #include "spdlog/spdlog.h" #include "state.h" #include "td/telegram/td_api.h" #include "vk.h" #include #include #include #include using namespace manager; RepostManager::RepostManager(uv_loop_t *eventLoop, tg::AuthCodeProvider tgCodeProvider, tg::PasswordProvider tgPasswordProvider, state::AppState *appState, config::AppConfig *config) : m_vk(eventLoop), m_tg(eventLoop, config->tgApiId, config->tgApiHash, config->tgPhoneNumber) { m_appState = appState; m_appConfig = config; m_tg.authCodeProvider = tgCodeProvider; m_tg.passwordProvider = tgPasswordProvider; m_vk.set_service_api_key(config->vkServiceKey); } void RepostManager::start() { m_tg.add_update_handler([this](void*, td_api::Object &obj){ if (obj.get_id() == td_api::updateAuthorizationState::ID) { auto &authState = (td_api::updateAuthorizationState&)obj; if (authState.authorization_state_->get_id() == td_api::authorizationStateReady::ID) { //on_clients_ready(); spdlog::info("loading Telegram chats..."); m_tg.send_query(td_api::make_object(td_api::make_object(), 1000), [this](auto result){ spdlog::debug("loadChats done"); on_clients_ready(); }); } } else if (obj.get_id() == td_api::updateNewChat::ID) { auto &update = (td_api::updateNewChat&)obj; //spdlog::debug("chat loaded: {}", update.chat_->title_); } }); spdlog::info("starting Telegram authentication"); m_tg.start(); } void RepostManager::on_clients_ready() { struct new_post_fetcher { struct fetcher_state { bool ready = false; bool needRequest = true; long offset = 0, count = 3; std::vector posts; }; RepostManager *mgr; fetcher_state vkState, tgState; new_post_fetcher(RepostManager *m) : mgr(m) {} std::function &&vkPosts, std::vector &&tgPosts)> onDone; std::function onError; void fetch() { if (vkState.ready && tgState.ready) { onDone(std::move(vkState.posts), std::move(tgState.posts)); return; } if (!vkState.ready && vkState.needRequest) { if (mgr->m_appState->vkLastPostId != 0) { spdlog::info("fetching {} VK posts at offset {}", vkState.count, vkState.offset); vkState.needRequest = false; mgr->collect_vk_posts_from(vkState.offset, vkState.count, [this](auto posts){ check_vk_posts(posts); }); vkState.offset += vkState.count; vkState.count = vkState.count * 3 / 2; } else { spdlog::info("fetching all VK posts"); vkState.needRequest = false; mgr->collect_all_vk_posts([this](auto posts){ spdlog::info("fetched all {} VK posts", posts.size()); if (posts.size() > 0) { spdlog::info("last vk post id is now {}", posts[0].id); mgr->m_appState->vkLastPostId = posts[0].id; } vkState.ready = true; std::vector aposts = mgr->to_abstract_posts(posts); vkState.posts.reserve(vkState.posts.size() + aposts.size()); for (auto i = aposts.begin(), e = aposts.end(); i != e; ++i) { vkState.posts.emplace_back(std::move(*i)); } fetch(); }); } } if (!tgState.ready && tgState.needRequest) { if (mgr->m_appState->tgLastPostId != 0) { spdlog::info("fetching {} TG posts starting from #{}", tgState.count, tgState.offset); tgState.needRequest = false; mgr->collect_tg_posts_from(tgState.offset, tgState.count, [this](auto posts){ if (posts.empty()) return; tgState.offset += posts[posts.size() - 1]->id_; check_tg_posts(std::move(posts)); }); tgState.count = tgState.count * 3 / 2; } else { tgState.needRequest = false; mgr->collect_all_tg_posts([this](auto posts){ spdlog::info("fetched all {} TG posts", posts.size()); if (posts.size() > 0) { spdlog::info("last telegram post id is now {}", posts[0]->id_); mgr->m_appState->tgLastPostId = posts[0]->id_; } tgState.ready = true; std::vector aposts = mgr->to_abstract_posts(posts); tgState.posts.reserve(tgState.posts.size() + aposts.size()); for (auto i = aposts.begin(), e = aposts.end(); i != e; ++i) { tgState.posts.emplace_back(std::move(*i)); } fetch(); }); } } } void check_vk_posts(std::vector posts) { spdlog::info("fetched {} VK posts", posts.size()); long oldLastPostId = mgr->m_appState->vkLastPostId; if (posts.size() > 0) { spdlog::info("last vk post id is now {}", posts[0].id); mgr->m_appState->vkLastPostId = posts[0].id; } std::vector aposts = mgr->to_abstract_posts(posts); if (mgr->drop_posts_older_than(aposts, oldLastPostId)) { spdlog::info("found last remembered VK post"); vkState.ready = true; } vkState.posts.reserve(vkState.posts.size() + aposts.size()); for (auto i = aposts.begin(), e = aposts.end(); i != e; ++i) { vkState.posts.emplace_back(std::move(*i)); } vkState.needRequest = true; fetch(); } void check_tg_posts(std::vector> posts) { spdlog::info("fetched {} TG posts", posts.size()); long oldLastPostId = mgr->m_appState->tgLastPostId; if (posts.size() > 0) { spdlog::info("last telegram post id is now {}", posts[0]->id_); mgr->m_appState->tgLastPostId = posts[0]->id_; } std::vector aposts = mgr->to_abstract_posts(posts); if (mgr->drop_posts_older_than(aposts, oldLastPostId)) { spdlog::info("found last remembered TG post"); tgState.ready = true; } tgState.posts.reserve(tgState.posts.size() + aposts.size()); for (auto i = aposts.begin(), e = aposts.end(); i != e; ++i) { tgState.posts.emplace_back(std::move(*i)); } tgState.needRequest = true; fetch(); } }; new_post_fetcher *f = new new_post_fetcher(this); f->onDone = [this, f](auto vkPosts, auto tgPosts){ delete f; spdlog::info("collected {} new vk posts and {} new tg posts", vkPosts.size(), tgPosts.size()); std::vector mergedPosts; int totalSize = vkPosts.size() + tgPosts.size(); mergedPosts.reserve(totalSize); int vkIdx = vkPosts.size() - 1; int tgIdx = tgPosts.size() - 1; for (int i = 0; i < totalSize; ++i) { if (tgIdx < 0 || vkPosts[vkIdx].date < tgPosts[tgIdx].date) { mergedPosts.emplace_back(std::move(vkPosts[vkIdx--])); } else { mergedPosts.emplace_back(std::move(tgPosts[tgIdx--])); } } spdlog::info("sorted {} posts", totalSize); repost_all(mergedPosts); }; f->onError = [f](){ delete f; }; f->fetch(); } void RepostManager::collect_all_vk_posts(std::function)> callback) { collect_last_vk_posts(std::numeric_limits::max(), callback); } void RepostManager::collect_last_vk_posts(int count, std::function)> callback) { collect_vk_posts_from(0, count, callback); } void RepostManager::collect_all_tg_posts(std::function>)> callback) { collect_last_tg_posts(std::numeric_limits::max(), callback); } void RepostManager::collect_last_tg_posts(int count, std::function>)> callback) { collect_tg_posts_from(0, count, callback); } void RepostManager::collect_vk_posts_from(int offset, int count, std::function)> callback) { spdlog::debug("COLLECT VK POSTS FROM {} {}", offset, count); auto result = std::make_shared>(); collect_vk_posts_from__intermediate(offset, count, result, callback); } void RepostManager::collect_vk_posts_from__intermediate(int offset, int count, std::shared_ptr> intermediateResult, std::function)> callback) { m_vk.get_posts(m_appConfig->vkSource, offset, count, [=, this](std::optional chunk, int err){ if (err == 0) { if (chunk->posts.size() == 0) { spdlog::debug("got all posts"); callback(std::move(*intermediateResult.get())); return; } int chunkSize = chunk->posts.size(); int oldSize = intermediateResult->size(); intermediateResult->reserve(oldSize + chunkSize); for (auto i = chunk->posts.begin(), end = chunk->posts.end(); i != end; ++i) { intermediateResult->emplace_back(std::move(*i)); } if (count > chunkSize) { collect_vk_posts_from__intermediate(offset + chunkSize, count - chunkSize, intermediateResult, callback); } else { callback(std::move(*intermediateResult.get())); } } else { spdlog::error("failed to get {} VK posts at offset {}: error {}", count, offset, err); } }); } void RepostManager::collect_tg_posts_from(long from, int count, std::function>)> callback) { spdlog::debug("collecting {} telegram posts starting from {}", count, from); auto result = std::make_shared>>(); collect_tg_posts_from__intermediate(from, count, result, callback); } void RepostManager::collect_tg_posts_from__intermediate(long from, int count, std::shared_ptr>> intermediateResult, std::function>)> callback) { spdlog::debug("getting some messages ({})", count); m_tg.send_query(td_api::make_object(m_appConfig->tgSourceId, from, 0, count, false), [=, this](auto obj){ if (obj->get_id() == td_api::messages::ID) { td_api::messages &msgs = (td_api::messages&)*obj; if (msgs.messages_.size() == 0) { spdlog::debug("got all posts"); auto resultPtr = intermediateResult.get(); callback(std::move(*resultPtr)); return; } spdlog::debug("got {} posts", msgs.messages_.size()); size_t chunkSize = msgs.messages_.size(); size_t oldSize = intermediateResult->size(); long oldestId; intermediateResult->reserve(oldSize + chunkSize); for (auto i = msgs.messages_.begin(), end = msgs.messages_.end(); i != end; ++i) { oldestId = (*i)->id_; intermediateResult->emplace_back(std::move(*i)); } if (count > chunkSize) { collect_tg_posts_from__intermediate(oldestId, count - chunkSize, intermediateResult, callback); } else { callback(std::move(*intermediateResult.get())); } } else { auto &err = (td_api::error&)*obj; spdlog::error("failed to get posts: {} {}", err.code_, err.message_); } }); } bool RepostManager::drop_posts_older_than(std::vector &posts, long lastPostId) { auto idx = std::find_if(posts.begin(), posts.end(), [lastPostId](auto &post){ return post.id == lastPostId; }); if (idx == posts.end()) { return false; } else { posts.erase(idx, posts.end()); return true; } } std::vector RepostManager::to_abstract_posts(std::vector &posts) { std::vector result; result.reserve(posts.size()); for (auto &post : posts) { result.emplace_back(posts::SRC_VK, post.id, post.date, post.text); } return result; } std::vector RepostManager::to_abstract_posts(std::vector> &posts) { std::vector result; result.reserve(posts.size()); for (auto &post : posts) { // we don't want any posts other than plain text (yet) if (post->content_->get_id() == td_api::messageText::ID) { auto &content = (td_api::messageText&) *post->content_; result.emplace_back(posts::SRC_TELEGRAM, post->id_, post->date_, content.text_->text_); } } return result; } // TODO timer void RepostManager::repost_all(std::vector posts) { for (auto &post : posts) { auto content = td_api::make_object(td_api::make_object(post.text + "\nDate: " + std::to_string(post.date), std::vector>()), nullptr, false); //m_tg.send_query(td_api::make_object(m_appConfig->tgDestinationId, 0, nullptr, nullptr, nullptr, std::move(content)), {}); } }