2022-01-20 18:27:56 +00:00
|
|
|
// This file Copyright © 2008-2022 Mnemosyne LLC.
|
2022-02-07 16:25:02 +00:00
|
|
|
// It may be used under GPLv2 (SPDX: GPL-2.0-only), GPLv3 (SPDX: GPL-3.0-only),
|
2022-01-20 18:27:56 +00:00
|
|
|
// or any future license endorsed by Mnemosyne LLC.
|
|
|
|
// License text can be found in the licenses/ folder.
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
#include <algorithm>
|
2022-08-25 01:19:21 +00:00
|
|
|
#include <array>
|
2021-10-17 20:17:18 +00:00
|
|
|
#include <cstdio>
|
2022-07-27 21:53:39 +00:00
|
|
|
#include <cstdlib> // bsearch()
|
2022-08-27 19:05:21 +00:00
|
|
|
#include <fstream>
|
2022-04-04 18:36:48 +00:00
|
|
|
#include <string_view>
|
2022-07-26 02:45:54 +00:00
|
|
|
#include <vector>
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-03-14 04:43:35 +00:00
|
|
|
#include <fmt/core.h>
|
|
|
|
|
2008-03-29 18:37:07 +00:00
|
|
|
#include "transmission.h"
|
2022-03-11 21:09:22 +00:00
|
|
|
|
2008-03-30 13:22:45 +00:00
|
|
|
#include "blocklist.h"
|
2014-07-28 04:13:38 +00:00
|
|
|
#include "error.h"
|
2014-07-08 00:08:43 +00:00
|
|
|
#include "file.h"
|
2013-01-25 23:34:20 +00:00
|
|
|
#include "log.h"
|
2008-12-02 03:41:58 +00:00
|
|
|
#include "net.h"
|
2008-04-01 19:20:21 +00:00
|
|
|
#include "utils.h"
|
|
|
|
|
|
|
|
/***
|
|
|
|
**** PRIVATE
|
|
|
|
***/
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
void BlocklistFile::close()
|
2008-03-29 21:05:51 +00:00
|
|
|
{
|
2022-08-27 19:05:21 +00:00
|
|
|
rules_.clear();
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
void BlocklistFile::ensureLoaded() const
|
2008-03-29 18:37:07 +00:00
|
|
|
{
|
2022-08-27 19:05:21 +00:00
|
|
|
if (!std::empty(rules_))
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return;
|
|
|
|
}
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
auto in = std::ifstream{ filename_, std::ios_base::in | std::ios_base::binary };
|
|
|
|
if (!in)
|
2008-09-23 19:11:04 +00:00
|
|
|
{
|
2022-03-14 04:43:35 +00:00
|
|
|
tr_logAddWarn(fmt::format(
|
2022-03-16 00:51:36 +00:00
|
|
|
_("Couldn't read '{path}': {error} ({error_code})"),
|
2022-08-27 19:05:21 +00:00
|
|
|
fmt::arg("path", filename_),
|
|
|
|
fmt::arg("error", tr_strerror(errno)),
|
|
|
|
fmt::arg("error_code", errno)));
|
2017-04-19 12:04:45 +00:00
|
|
|
return;
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
2008-04-05 16:45:35 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
auto range = IPv4Range{};
|
|
|
|
while (in.read(reinterpret_cast<char*>(&range), sizeof(range)))
|
2008-09-23 19:11:04 +00:00
|
|
|
{
|
2022-08-27 19:05:21 +00:00
|
|
|
rules_.emplace_back(range);
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
|
|
|
|
2022-03-14 04:43:35 +00:00
|
|
|
tr_logAddInfo(fmt::format(
|
2022-08-27 19:05:21 +00:00
|
|
|
ngettext("Blocklist '{path}' has {count} entry", "Blocklist '{path}' has {count} entries", std::size(rules_)),
|
|
|
|
fmt::arg("path", tr_sys_path_basename(filename_)),
|
|
|
|
fmt::arg("count", std::size(rules_))));
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
|
|
|
|
2008-03-30 13:22:45 +00:00
|
|
|
/***
|
2008-04-01 19:20:21 +00:00
|
|
|
**** PACKAGE-VISIBLE
|
2008-03-30 13:22:45 +00:00
|
|
|
***/
|
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
bool BlocklistFile::hasAddress(tr_address const& addr)
|
2008-03-30 13:22:45 +00:00
|
|
|
{
|
2022-05-15 16:32:22 +00:00
|
|
|
TR_ASSERT(tr_address_is_valid(&addr));
|
2008-03-29 23:12:34 +00:00
|
|
|
|
2022-07-25 22:25:55 +00:00
|
|
|
if (!is_enabled_ || !addr.isIPv4())
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2008-03-29 23:12:34 +00:00
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
ensureLoaded();
|
2009-12-14 18:47:45 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
if (std::empty(rules_))
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
auto const needle = ntohl(addr.addr.addr4.s_addr);
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
// std::binary_search works differently and requires a less-than comparison
|
|
|
|
// and two arguments of the same type. std::bsearch is the right choice.
|
|
|
|
auto const* range = static_cast<IPv4Range const*>(
|
2022-08-27 19:05:21 +00:00
|
|
|
std::bsearch(&needle, std::data(rules_), std::size(rules_), sizeof(IPv4Range), IPv4Range::compareAddressToRange));
|
2008-03-29 21:05:51 +00:00
|
|
|
|
2021-09-15 00:18:09 +00:00
|
|
|
return range != nullptr;
|
2008-03-29 21:05:51 +00:00
|
|
|
}
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2010-05-31 11:38:36 +00:00
|
|
|
/*
|
2010-11-07 02:53:50 +00:00
|
|
|
* P2P plaintext format: "comment:x.x.x.x-y.y.y.y"
|
|
|
|
* http://wiki.phoenixlabs.org/wiki/P2P_Format
|
2022-04-21 14:28:38 +00:00
|
|
|
* https://en.wikipedia.org/wiki/PeerGuardian#P2P_plaintext_format
|
2010-05-31 11:38:36 +00:00
|
|
|
*/
|
2022-05-15 16:32:22 +00:00
|
|
|
bool BlocklistFile::parseLine1(std::string_view line, struct IPv4Range* range)
|
2010-05-31 11:38:36 +00:00
|
|
|
{
|
2022-04-04 18:36:48 +00:00
|
|
|
// remove leading "comment:"
|
|
|
|
auto pos = line.find(':');
|
|
|
|
if (pos == std::string_view::npos)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2022-04-04 18:36:48 +00:00
|
|
|
line = line.substr(pos + 1);
|
2017-04-19 12:04:45 +00:00
|
|
|
|
2022-04-04 18:36:48 +00:00
|
|
|
// parse the leading 'x.x.x.x'
|
|
|
|
pos = line.find('-');
|
|
|
|
if (pos == std::string_view::npos)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2022-07-25 22:25:55 +00:00
|
|
|
if (auto const addr = tr_address::fromString(line.substr(0, pos)); addr)
|
2022-04-04 18:36:48 +00:00
|
|
|
{
|
2022-07-25 22:25:55 +00:00
|
|
|
range->begin_ = ntohl(addr->addr.addr4.s_addr);
|
2022-04-04 18:36:48 +00:00
|
|
|
}
|
|
|
|
else
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2022-04-04 18:36:48 +00:00
|
|
|
line = line.substr(pos + 1);
|
2017-04-19 12:04:45 +00:00
|
|
|
|
2022-04-04 18:36:48 +00:00
|
|
|
// parse the trailing 'y.y.y.y'
|
2022-07-25 22:25:55 +00:00
|
|
|
if (auto const addr = tr_address::fromString(line); addr)
|
2022-04-04 18:36:48 +00:00
|
|
|
{
|
2022-07-25 22:25:55 +00:00
|
|
|
range->end_ = ntohl(addr->addr.addr4.s_addr);
|
2022-04-04 18:36:48 +00:00
|
|
|
}
|
|
|
|
else
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
return true;
|
2010-05-31 11:38:36 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
/*
|
2022-04-04 18:36:48 +00:00
|
|
|
* DAT / eMule format: "000.000.000.000 - 000.255.255.255 , 000 , invalid ip"a
|
|
|
|
* https://sourceforge.net/p/peerguardian/wiki/dev-blocklist-format-dat/
|
2010-05-31 11:38:36 +00:00
|
|
|
*/
|
2022-05-15 16:32:22 +00:00
|
|
|
bool BlocklistFile::parseLine2(std::string_view line, struct IPv4Range* range)
|
2010-05-31 11:38:36 +00:00
|
|
|
{
|
2022-04-04 18:36:48 +00:00
|
|
|
static auto constexpr Delim1 = std::string_view{ " - " };
|
|
|
|
static auto constexpr Delim2 = std::string_view{ " , " };
|
|
|
|
|
|
|
|
auto pos = line.find(Delim1);
|
|
|
|
if (pos == std::string_view::npos)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2022-07-25 22:25:55 +00:00
|
|
|
if (auto const addr = tr_address::fromString(line.substr(0, pos)); addr)
|
2022-04-04 18:36:48 +00:00
|
|
|
{
|
2022-07-25 22:25:55 +00:00
|
|
|
range->begin_ = ntohl(addr->addr.addr4.s_addr);
|
2022-04-04 18:36:48 +00:00
|
|
|
}
|
|
|
|
else
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2022-04-04 18:36:48 +00:00
|
|
|
line = line.substr(pos + std::size(Delim1));
|
|
|
|
pos = line.find(Delim2);
|
|
|
|
if (pos == std::string_view::npos)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2022-07-25 22:25:55 +00:00
|
|
|
if (auto const addr = tr_address::fromString(line.substr(0, pos)); addr)
|
2022-04-04 18:36:48 +00:00
|
|
|
{
|
2022-07-25 22:25:55 +00:00
|
|
|
range->end_ = ntohl(addr->addr.addr4.s_addr);
|
2022-04-04 18:36:48 +00:00
|
|
|
}
|
|
|
|
else
|
|
|
|
{
|
|
|
|
return false;
|
|
|
|
}
|
2017-04-19 12:04:45 +00:00
|
|
|
|
|
|
|
return true;
|
2010-05-31 11:38:36 +00:00
|
|
|
}
|
|
|
|
|
2018-10-13 21:20:40 +00:00
|
|
|
/*
|
|
|
|
* CIDR notation: "0.0.0.0/8", IPv4 only
|
|
|
|
* https://en.wikipedia.org/wiki/Classless_Inter-Domain_Routing#CIDR_notation
|
|
|
|
*/
|
2022-05-15 16:32:22 +00:00
|
|
|
bool BlocklistFile::parseLine3(char const* line, IPv4Range* range)
|
2019-02-10 11:05:16 +00:00
|
|
|
{
|
2022-08-25 01:19:21 +00:00
|
|
|
auto ip = std::array<unsigned int, 4>{};
|
2021-11-03 03:55:43 +00:00
|
|
|
unsigned int pflen = 0;
|
|
|
|
uint32_t ip_u = 0;
|
2018-10-13 21:20:40 +00:00
|
|
|
uint32_t mask = 0xffffffff;
|
|
|
|
|
2022-08-25 01:19:21 +00:00
|
|
|
// NOLINTNEXTLINE readability-container-data-pointer
|
2021-08-15 09:41:48 +00:00
|
|
|
if (sscanf(line, "%u.%u.%u.%u/%u", TR_ARG_TUPLE(&ip[0], &ip[1], &ip[2], &ip[3]), &pflen) != 5)
|
2019-02-10 11:05:16 +00:00
|
|
|
{
|
2018-10-13 21:20:40 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2019-02-10 11:05:16 +00:00
|
|
|
if (pflen > 32 || ip[0] > 0xff || ip[1] > 0xff || ip[2] > 0xff || ip[3] > 0xff)
|
|
|
|
{
|
2018-10-13 21:20:40 +00:00
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
2018-10-17 13:41:19 +00:00
|
|
|
/* this is host order */
|
2018-10-14 16:44:01 +00:00
|
|
|
mask <<= 32 - pflen;
|
2018-10-13 21:20:40 +00:00
|
|
|
ip_u = ip[0] << 24 | ip[1] << 16 | ip[2] << 8 | ip[3];
|
|
|
|
|
|
|
|
/* fill the non-prefix bits the way we need it */
|
2022-05-15 16:32:22 +00:00
|
|
|
range->begin_ = ip_u & mask;
|
|
|
|
range->end_ = ip_u | (~mask);
|
2018-10-13 21:20:40 +00:00
|
|
|
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
bool BlocklistFile::parseLine(char const* line, IPv4Range* range)
|
2010-05-31 11:38:36 +00:00
|
|
|
{
|
2018-10-13 21:20:40 +00:00
|
|
|
return parseLine1(line, range) || parseLine2(line, range) || parseLine3(line, range);
|
2010-05-31 11:38:36 +00:00
|
|
|
}
|
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
bool BlocklistFile::compareAddressRangesByFirstAddress(IPv4Range const& a, IPv4Range const& b)
|
2011-02-13 16:14:31 +00:00
|
|
|
{
|
2022-05-15 16:32:22 +00:00
|
|
|
return a.begin_ < b.begin_;
|
2011-02-13 16:14:31 +00:00
|
|
|
}
|
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
size_t BlocklistFile::setContent(char const* filename)
|
2008-03-29 18:37:07 +00:00
|
|
|
{
|
2021-09-15 00:18:09 +00:00
|
|
|
if (filename == nullptr)
|
2008-09-23 19:11:04 +00:00
|
|
|
{
|
2022-08-27 19:05:21 +00:00
|
|
|
return {};
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
auto in = std::ifstream{ filename };
|
|
|
|
if (!in.is_open())
|
2008-09-23 19:11:04 +00:00
|
|
|
{
|
2022-03-14 04:43:35 +00:00
|
|
|
tr_logAddWarn(fmt::format(
|
2022-03-16 00:51:36 +00:00
|
|
|
_("Couldn't read '{path}': {error} ({error_code})"),
|
2022-03-14 04:43:35 +00:00
|
|
|
fmt::arg("path", filename),
|
2022-08-27 19:05:21 +00:00
|
|
|
fmt::arg("error", tr_strerror(errno)),
|
|
|
|
fmt::arg("error_code", errno)));
|
|
|
|
return {};
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
auto line = std::string{};
|
|
|
|
auto line_number = size_t{ 0U };
|
|
|
|
auto ranges = std::vector<IPv4Range>{};
|
|
|
|
while (std::getline(in, line))
|
2008-09-23 19:11:04 +00:00
|
|
|
{
|
2022-08-27 19:05:21 +00:00
|
|
|
++line_number;
|
|
|
|
auto range = IPv4Range{};
|
|
|
|
if (!parseLine(line.c_str(), &range))
|
2010-04-30 22:58:03 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
/* don't try to display the actual lines - it causes issues */
|
2022-08-27 19:05:21 +00:00
|
|
|
tr_logAddWarn(fmt::format(_("Couldn't parse line: '{line}'"), fmt::arg("line", line_number)));
|
2017-04-19 12:04:45 +00:00
|
|
|
continue;
|
2010-04-30 22:58:03 +00:00
|
|
|
}
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-05-15 16:32:22 +00:00
|
|
|
ranges.push_back(range);
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
2022-08-27 19:05:21 +00:00
|
|
|
in.close();
|
2008-03-29 18:37:07 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
if (std::empty(ranges))
|
2008-06-11 16:15:45 +00:00
|
|
|
{
|
2022-08-27 19:05:21 +00:00
|
|
|
return {};
|
|
|
|
}
|
2011-02-13 16:14:31 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
size_t keep = 0; // index in ranges
|
2013-01-21 17:39:20 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
std::sort(std::begin(ranges), std::end(ranges), BlocklistFile::compareAddressRangesByFirstAddress);
|
|
|
|
|
|
|
|
// merge
|
|
|
|
for (auto const& range : ranges)
|
|
|
|
{
|
|
|
|
if (ranges[keep].end_ < range.begin_)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
2022-08-27 19:05:21 +00:00
|
|
|
ranges[++keep] = range;
|
2017-04-19 12:04:45 +00:00
|
|
|
}
|
2022-08-27 19:05:21 +00:00
|
|
|
else if (ranges[keep].end_ < range.end_)
|
|
|
|
{
|
|
|
|
ranges[keep].end_ = range.end_;
|
|
|
|
}
|
|
|
|
}
|
2013-01-21 17:39:20 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
TR_ASSERT_MSG(keep + 1 <= std::size(ranges), "Can shrink `ranges` or leave intact, but not grow");
|
|
|
|
ranges.resize(keep + 1);
|
2011-02-13 16:14:31 +00:00
|
|
|
|
2017-06-08 07:24:12 +00:00
|
|
|
#ifdef TR_ENABLE_ASSERTS
|
2022-08-27 19:05:21 +00:00
|
|
|
assertValidRules(ranges);
|
2011-02-13 16:14:31 +00:00
|
|
|
#endif
|
2022-08-27 19:05:21 +00:00
|
|
|
|
|
|
|
auto out = std::ofstream{ filename_, std::ios_base::out | std::ios_base::trunc | std::ios_base::binary };
|
|
|
|
if (!out.is_open())
|
|
|
|
{
|
|
|
|
tr_logAddWarn(fmt::format(
|
|
|
|
_("Couldn't read '{path}': {error} ({error_code})"),
|
|
|
|
fmt::arg("path", filename_),
|
|
|
|
fmt::arg("error", tr_strerror(errno)),
|
|
|
|
fmt::arg("error_code", errno)));
|
|
|
|
return {};
|
2011-02-13 16:14:31 +00:00
|
|
|
}
|
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
if (!out.write(reinterpret_cast<char const*>(ranges.data()), std::size(ranges) * sizeof(IPv4Range)))
|
2013-01-21 17:39:20 +00:00
|
|
|
{
|
2022-03-14 04:43:35 +00:00
|
|
|
tr_logAddWarn(fmt::format(
|
2022-03-16 00:51:36 +00:00
|
|
|
_("Couldn't save '{path}': {error} ({error_code})"),
|
2022-08-27 19:05:21 +00:00
|
|
|
fmt::arg("path", filename_),
|
|
|
|
fmt::arg("error", tr_strerror(errno)),
|
|
|
|
fmt::arg("error_code", errno)));
|
2013-01-21 17:39:20 +00:00
|
|
|
}
|
2017-04-19 12:04:45 +00:00
|
|
|
else
|
2013-01-21 17:39:20 +00:00
|
|
|
{
|
2022-03-14 04:43:35 +00:00
|
|
|
tr_logAddInfo(fmt::format(
|
2022-08-27 19:05:21 +00:00
|
|
|
ngettext("Blocklist '{path}' has {count} entry", "Blocklist '{path}' has {count} entries", std::size(rules_)),
|
|
|
|
fmt::arg("path", tr_sys_path_basename(filename_)),
|
|
|
|
fmt::arg("count", std::size(rules_))));
|
2008-06-11 16:15:45 +00:00
|
|
|
}
|
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
out.close();
|
2008-03-30 00:00:28 +00:00
|
|
|
|
2022-08-27 19:05:21 +00:00
|
|
|
close();
|
|
|
|
ensureLoaded();
|
|
|
|
return std::size(rules_);
|
2008-03-29 18:37:07 +00:00
|
|
|
}
|
2022-05-15 16:32:22 +00:00
|
|
|
|
|
|
|
#ifdef TR_ENABLE_ASSERTS
|
2022-05-23 02:22:34 +00:00
|
|
|
void BlocklistFile::assertValidRules(std::vector<IPv4Range> const& ranges)
|
2022-05-15 16:32:22 +00:00
|
|
|
{
|
|
|
|
for (auto const& r : ranges)
|
|
|
|
{
|
|
|
|
TR_ASSERT(r.begin_ <= r.end_);
|
|
|
|
}
|
|
|
|
|
|
|
|
for (size_t i = 1; i < std::size(ranges); ++i)
|
|
|
|
{
|
|
|
|
TR_ASSERT(ranges[i - 1].end_ < ranges[i].begin_);
|
|
|
|
}
|
|
|
|
}
|
|
|
|
#endif
|