// This file Copyright © Mnemosyne LLC. // It may be used under GPLv2 (SPDX: GPL-2.0-only), GPLv3 (SPDX: GPL-3.0-only), // or any future license endorsed by Mnemosyne LLC. // License text can be found in the licenses/ folder. #include // std::sort #include #include #include #include #include #include #include #include #include #ifdef _WIN32 #include #endif #include #include #define LIBTRANSMISSION_VARIANT_MODULE #include "libtransmission/error.h" #include "libtransmission/log.h" #include "libtransmission/quark.h" #include "libtransmission/tr-assert.h" #include "libtransmission/utils.h" #include "libtransmission/variant.h" using namespace std::literals; namespace { [[nodiscard]] constexpr bool variant_is_container(tr_variant const* const var) { return var != nullptr && (var->holds_alternative() || var->holds_alternative()); } [[nodiscard]] constexpr size_t variant_index(tr_variant const* const var) { if (var != nullptr) { return var->index(); } return tr_variant::NoneIndex; } template [[nodiscard]] bool value_if(tr_variant const* const var, T* const setme) { if (var != nullptr) { if (auto val = var->value_if()) { if (setme) { *setme = *val; } return true; } } return false; } template [[nodiscard]] tr_variant* dict_set(tr_variant* const var, tr_quark const key, T&& val) { TR_ASSERT(var != nullptr); TR_ASSERT(var->holds_alternative()); if (auto* const map = var != nullptr ? var->get_if() : nullptr; map != nullptr) { return &map->insert_or_assign(key, std::forward(val)).first; } return {}; } template [[nodiscard]] tr_variant* vec_add(tr_variant* const var, T&& val) { TR_ASSERT(var != nullptr); TR_ASSERT(var->holds_alternative()); if (auto* const vec = var != nullptr ? var->get_if() : nullptr; vec != nullptr) { return &vec->emplace_back(std::forward(val)); } return {}; } } // namespace // --- // Specialisations for int64_t and bool could have been inline and constexpr, // but aren't because https://gcc.gnu.org/bugzilla/show_bug.cgi?id=85282 template<> [[nodiscard]] std::optional tr_variant::value_if() noexcept { switch (index()) { case IntIndex: return *get_if(); case BoolIndex: return *get_if() ? 1 : 0; default: return {}; } } template<> [[nodiscard]] std::optional tr_variant::value_if() noexcept { switch (index()) { case BoolIndex: return *get_if(); case IntIndex: if (auto const val = *get_if(); val == 0 || val == 1) { return val != 0; } break; case StringIndex: if (auto const val = *get_if(); val == "true") { return true; } else if (val == "false") { return false; } break; default: break; } return {}; } template<> [[nodiscard]] std::optional tr_variant::value_if() noexcept { switch (index()) { case DoubleIndex: return *get_if(); case IntIndex: return static_cast(*get_if()); case StringIndex: return tr_num_parse(*get_if()); default: return {}; } } // --- tr_variant::StringHolder::StringHolder(std::string&& str) noexcept : str_{ std::move(str) } { sv_ = str_; } tr_variant::StringHolder::StringHolder(StringHolder&& that) noexcept { *this = std::move(that); } void tr_variant::StringHolder::set_unmanaged(std::string_view sv) { str_.clear(); sv_ = sv; } tr_variant::StringHolder& tr_variant::StringHolder::operator=(StringHolder&& that) noexcept { auto const managed = std::data(that.sv_) == std::data(that.str_); std::swap(str_, that.str_); sv_ = managed ? str_ : that.sv_; return *this; } // --- tr_variant::Merge::Merge(tr_variant& tgt) : tgt_{ tgt } { } void tr_variant::Merge::operator()(std::monostate const& src) { tgt_ = src; } void tr_variant::Merge::operator()(bool const& src) { tgt_ = src; } void tr_variant::Merge::operator()(int64_t const& src) { tgt_ = src; } void tr_variant::Merge::operator()(double const& src) { tgt_ = src; } void tr_variant::Merge::operator()(tr_variant::StringHolder const& src) { tgt_ = src.sv_; } void tr_variant::Merge::operator()(tr_variant::Vector const& src) { auto const n_items = std::size(src); auto& tgt = tgt_.val_.emplace(); tgt.resize(n_items); for (size_t i = 0; i < n_items; ++i) { std::visit(Merge{ tgt[i] }, src[i].val_); } } void tr_variant::Merge::operator()(tr_variant::Map const& src) { // if tgt_ isn't already a map, make it one if (tgt_.index() != tr_variant::MapIndex) { tgt_.val_.emplace(); } if (auto* tgt = tgt_.get_if(); tgt != nullptr) { tgt->reserve(std::size(*tgt) + std::size(src)); for (auto const& [key, val] : src) { std::visit(Merge{ (*tgt)[key] }, val.val_); } } } // --- tr_variant* tr_variantDictFind(tr_variant* const var, tr_quark key) { if (auto* const map = var != nullptr ? var->get_if() : nullptr; map != nullptr) { if (auto iter = map->find(key); iter != std::end(*map)) { return &iter->second; } } return {}; } tr_variant* tr_variantListChild(tr_variant* const var, size_t pos) { if (auto* const vec = var != nullptr ? var->get_if() : nullptr; vec != nullptr) { if (pos < std::size(*vec)) { return &vec->at(pos); } } return {}; } bool tr_variantListRemove(tr_variant* const var, size_t pos) { if (auto* const vec = var != nullptr ? var->get_if() : nullptr; vec != nullptr && pos < std::size(*vec)) { vec->erase(std::begin(*vec) + pos); return true; } return false; } bool tr_variantGetInt(tr_variant const* const var, int64_t* setme) { return value_if(var, setme); } bool tr_variantGetStrView(tr_variant const* const var, std::string_view* setme) { return value_if(var, setme); } bool tr_variantGetRaw(tr_variant const* v, std::byte const** setme_raw, size_t* setme_len) { if (auto sv = std::string_view{}; tr_variantGetStrView(v, &sv)) { *setme_raw = reinterpret_cast(std::data(sv)); *setme_len = std::size(sv); return true; } return false; } bool tr_variantGetRaw(tr_variant const* v, uint8_t const** setme_raw, size_t* setme_len) { if (auto sv = std::string_view{}; tr_variantGetStrView(v, &sv)) { *setme_raw = reinterpret_cast(std::data(sv)); *setme_len = std::size(sv); return true; } return false; } bool tr_variantGetBool(tr_variant const* const var, bool* setme) { return value_if(var, setme); } bool tr_variantGetReal(tr_variant const* const var, double* setme) { return value_if(var, setme); } bool tr_variantDictFindInt(tr_variant* const var, tr_quark key, int64_t* setme) { auto const* const child = tr_variantDictFind(var, key); return tr_variantGetInt(child, setme); } bool tr_variantDictFindBool(tr_variant* const var, tr_quark key, bool* setme) { auto const* const child = tr_variantDictFind(var, key); return tr_variantGetBool(child, setme); } bool tr_variantDictFindReal(tr_variant* const var, tr_quark key, double* setme) { auto const* const child = tr_variantDictFind(var, key); return tr_variantGetReal(child, setme); } bool tr_variantDictFindStrView(tr_variant* const var, tr_quark key, std::string_view* setme) { auto const* const child = tr_variantDictFind(var, key); return tr_variantGetStrView(child, setme); } bool tr_variantDictFindList(tr_variant* const var, tr_quark key, tr_variant** setme) { if (auto* const res = tr_variantDictFind(var, key); res != nullptr && res->holds_alternative()) { *setme = res; return true; } return false; } bool tr_variantDictFindDict(tr_variant* const var, tr_quark key, tr_variant** setme) { if (auto* const res = tr_variantDictFind(var, key); res != nullptr && res->holds_alternative()) { *setme = res; return true; } return false; } bool tr_variantDictFindRaw(tr_variant* const var, tr_quark key, uint8_t const** setme_raw, size_t* setme_len) { auto const* const child = tr_variantDictFind(var, key); return tr_variantGetRaw(child, setme_raw, setme_len); } bool tr_variantDictFindRaw(tr_variant* const var, tr_quark key, std::byte const** setme_raw, size_t* setme_len) { auto const* const child = tr_variantDictFind(var, key); return tr_variantGetRaw(child, setme_raw, setme_len); } // --- void tr_variantInitList(tr_variant* initme, size_t n_reserve) { auto vec = tr_variant::Vector{}; vec.reserve(n_reserve); *initme = std::move(vec); } void tr_variantListReserve(tr_variant* const var, size_t n_reserve) { TR_ASSERT(var != nullptr); TR_ASSERT(var->holds_alternative()); if (auto* const vec = var != nullptr ? var->get_if() : nullptr; vec != nullptr) { vec->reserve(std::size(*vec) + n_reserve); } } void tr_variantInitDict(tr_variant* initme, size_t n_reserve) { *initme = tr_variant::Map{ n_reserve }; } void tr_variantDictReserve(tr_variant* const var, size_t n_reserve) { TR_ASSERT(var != nullptr); TR_ASSERT(var->holds_alternative()); if (auto* const map = var != nullptr ? var->get_if() : nullptr; map != nullptr) { map->reserve(std::size(*map) + n_reserve); } } tr_variant* tr_variantListAdd(tr_variant* const var) { TR_ASSERT(var != nullptr); TR_ASSERT(var->holds_alternative()); if (auto* const vec = var != nullptr ? var->get_if() : nullptr; vec != nullptr) { return &vec->emplace_back(); } return nullptr; } tr_variant* tr_variantListAddInt(tr_variant* const var, int64_t const value) { return vec_add(var, value); } tr_variant* tr_variantListAddReal(tr_variant* const var, double const value) { return vec_add(var, value); } tr_variant* tr_variantListAddBool(tr_variant* const var, bool const value) { return vec_add(var, value); } tr_variant* tr_variantListAddStr(tr_variant* const var, std::string_view const value) { return vec_add(var, std::string{ value }); } tr_variant* tr_variantListAddStrView(tr_variant* const var, std::string_view value) { return vec_add(var, tr_variant::unmanaged_string(value)); } tr_variant* tr_variantListAddRaw(tr_variant* const var, void const* value, size_t n_bytes) { return vec_add(var, tr_variant::make_raw(value, n_bytes)); } tr_variant* tr_variantListAddList(tr_variant* const var, size_t const n_reserve) { return vec_add(var, tr_variant::make_vector(n_reserve)); } tr_variant* tr_variantListAddDict(tr_variant* const var, size_t const n_reserve) { return vec_add(var, tr_variant::make_map(n_reserve)); } tr_variant* tr_variantDictAdd(tr_variant* const var, tr_quark key) { TR_ASSERT(var != nullptr); TR_ASSERT(var->holds_alternative()); if (auto* const map = var != nullptr ? var->get_if() : nullptr; map != nullptr) { return &(*map)[key]; } return {}; } tr_variant* tr_variantDictAddInt(tr_variant* const var, tr_quark const key, int64_t const val) { return dict_set(var, key, val); } tr_variant* tr_variantDictAddBool(tr_variant* const var, tr_quark key, bool val) { return dict_set(var, key, val); } tr_variant* tr_variantDictAddReal(tr_variant* const var, tr_quark const key, double const val) { return dict_set(var, key, val); } tr_variant* tr_variantDictAddStr(tr_variant* const var, tr_quark const key, std::string_view const val) { return dict_set(var, key, val); } tr_variant* tr_variantDictAddRaw(tr_variant* const var, tr_quark const key, void const* const value, size_t const n_bytes) { return dict_set(var, key, std::string{ static_cast(value), n_bytes }); } tr_variant* tr_variantDictAddList(tr_variant* const var, tr_quark const key, size_t const n_reserve) { return dict_set(var, key, tr_variant::make_vector(n_reserve)); } tr_variant* tr_variantDictAddStrView(tr_variant* const var, tr_quark const key, std::string_view const val) { return dict_set(var, key, tr_variant::unmanaged_string(val)); } tr_variant* tr_variantDictAddDict(tr_variant* const var, tr_quark key, size_t n_reserve) { return dict_set(var, key, tr_variant::make_map(n_reserve)); } bool tr_variantDictRemove(tr_variant* const var, tr_quark key) { if (auto* const map = var != nullptr ? var->get_if() : nullptr; map != nullptr) { return map->erase(key) != 0U; } return false; } // --- BENC WALKING class WalkNode { public: WalkNode() = default; explicit WalkNode(tr_variant const* const var) : var_{ var } { } std::pair next_child() { if (var_ == nullptr) { return {}; } if (auto const* const map = var_->get_if(); map != nullptr) { if (auto idx = next_index(); idx < std::size(*map)) { auto iter = std::cbegin(*map); std::advance(iter, idx); return { iter->first, &iter->second }; } } else if (auto const* const vec = var_->get_if(); vec != nullptr) { if (auto idx = next_index(); idx < std::size(*vec)) { return { {}, &vec->at(idx) }; } } return {}; } [[nodiscard]] constexpr auto is_visited() const noexcept { return is_visited_; } constexpr void set_visited() noexcept { is_visited_ = true; } [[nodiscard]] tr_variant const* current() const noexcept { return var_; } protected: friend class VariantWalker; tr_variant const* var_ = nullptr; bool is_visited_ = false; void assign(tr_variant const* v_in) { var_ = v_in; is_visited_ = false; child_index_ = 0; sorted.clear(); } struct ByKey { std::string_view key; size_t idx = {}; }; template void sort(Container& sortbuf) { auto const* const map = var_ != nullptr ? var_->get_if() : nullptr; if (map == nullptr) { return; } auto idx = size_t{}; auto const n = std::size(*map); sortbuf.resize(n); for (auto const& [key, val] : *map) { sortbuf[idx] = { tr_quark_get_string_view(key), idx }; ++idx; } std::sort(std::begin(sortbuf), std::end(sortbuf), [](ByKey const& a, ByKey const& b) { return a.key < b.key; }); // keep the sorted indices sorted.resize(n); for (size_t i = 0; i < n; ++i) { sorted[i] = sortbuf[i].idx; } } private: // When walking `v`'s children, this is the index of the next child size_t child_index_ = 0; // When `v` is a dict, this is its children's indices sorted by key. // Bencoded dicts must be sorted, so this is useful when writing benc. small::vector sorted; [[nodiscard]] size_t next_index() { auto idx = child_index_++; if (idx < std::size(sorted)) { idx = sorted[idx]; } return idx; } }; class VariantWalker { public: void emplace(tr_variant const* v_in, bool sort_dicts) { stack_.emplace_back(v_in); if (sort_dicts) { top().sort(sortbuf_); } } void pop() { TR_ASSERT(!std::empty(stack_)); if (auto const size = std::size(stack_); size != 0U) { stack_.resize(size - 1U); } } [[nodiscard]] bool empty() const noexcept { return std::empty(stack_); } WalkNode& top() { TR_ASSERT(!std::empty(stack_)); return stack_.back(); } private: static auto constexpr InitialCapacity = size_t{ 24U }; small::vector stack_; small::vector sortbuf_; }; /** * This function's previous recursive implementation was * easier to read, but was vulnerable to a smash-stacking * attack via maliciously-crafted data. (#667) */ void tr_variant_serde::walk(tr_variant const& top, WalkFuncs const& walk_funcs, void* user_data, bool sort_dicts) { auto stack = VariantWalker{}; stack.emplace(&top, sort_dicts); while (!stack.empty()) { auto& node = stack.top(); tr_variant const* v = nullptr; if (!node.is_visited()) { v = node.current(); node.set_visited(); } else { auto [key, child] = node.next_child(); v = child; if (v != nullptr) { if (node.current()->holds_alternative()) { auto const keystr = tr_quark_get_string_view(key); walk_funcs.string_func(tr_variant::unmanaged_string(keystr), keystr, user_data); } } else // finished with this node { if (variant_is_container(node.current())) { walk_funcs.container_end_func(*node.current(), user_data); } stack.pop(); continue; } } switch (variant_index(v)) { case tr_variant::BoolIndex: walk_funcs.bool_func(*v, *v->get_if(), user_data); break; case tr_variant::IntIndex: walk_funcs.int_func(*v, *v->get_if(), user_data); break; case tr_variant::DoubleIndex: walk_funcs.double_func(*v, *v->get_if(), user_data); break; case tr_variant::StringIndex: walk_funcs.string_func(*v, *v->get_if(), user_data); break; case tr_variant::VectorIndex: if (v == node.current()) { walk_funcs.list_begin_func(*v, user_data); } else { stack.emplace(v, sort_dicts); } break; case tr_variant::MapIndex: if (v == node.current()) { walk_funcs.dict_begin_func(*v, user_data); } else { stack.emplace(v, sort_dicts); } break; default: // NoneIndex: break; } } } // --- bool tr_variantDictChild(tr_variant* const var, size_t pos, tr_quark* key, tr_variant** setme_value) { TR_ASSERT(var != nullptr); TR_ASSERT(var->holds_alternative()); if (auto* const map = var != nullptr ? var->get_if() : nullptr; map != nullptr && pos < std::size(*map)) { auto iter = std::begin(*map); std::advance(iter, pos); *key = iter->first; *setme_value = &iter->second; return true; } return false; } void tr_variantMergeDicts(tr_variant* const tgt, tr_variant const* const src) { TR_ASSERT(tgt != nullptr); TR_ASSERT(src != nullptr); tgt->merge(*src); } // --- std::optional tr_variant_serde::parse(std::string_view input) { error_ = {}; return type_ == Type::Json ? parse_json(input) : parse_benc(input); } [[nodiscard]] std::optional tr_variant_serde::parse_file(std::string_view filename) { TR_ASSERT_MSG(!parse_inplace_, "not supported in from_file()"); parse_inplace_ = false; if (auto buf = std::vector{}; tr_file_read(filename, buf, &error_)) { return parse(buf); } return {}; } std::string tr_variant_serde::to_string(tr_variant const& var) const { return type_ == Type::Json ? to_json_string(var) : to_benc_string(var); } bool tr_variant_serde::to_file(tr_variant const& var, std::string_view filename) { tr_file_save(filename, to_string(var), &error_); if (error_) { tr_logAddError(fmt::format( _("Couldn't save '{path}': {error} ({error_code})"), fmt::arg("path", filename), fmt::arg("error", error_.message()), fmt::arg("error_code", error_.code()))); return false; } return true; }