2007-06-18 03:40:41 +00:00
|
|
|
/*
|
2014-01-19 01:09:44 +00:00
|
|
|
* This file Copyright (C) 2007-2014 Mnemosyne LLC
|
2006-07-16 19:39:23 +00:00
|
|
|
*
|
2014-01-21 03:10:30 +00:00
|
|
|
* It may be used under the GNU GPL versions 2 or 3
|
2014-01-19 01:09:44 +00:00
|
|
|
* or any future license endorsed by Mnemosyne LLC.
|
2007-08-18 17:19:49 +00:00
|
|
|
*
|
2007-06-18 03:40:41 +00:00
|
|
|
*/
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2021-09-19 20:41:35 +00:00
|
|
|
#include <algorithm>
|
|
|
|
#include <cerrno>
|
|
|
|
#include <cstdlib> /* bsearch() */
|
2021-10-29 18:24:30 +00:00
|
|
|
#include <optional>
|
2021-11-09 03:30:03 +00:00
|
|
|
#include <vector>
|
2007-07-29 18:11:21 +00:00
|
|
|
|
2006-07-16 19:39:23 +00:00
|
|
|
#include "transmission.h"
|
2017-04-21 07:40:57 +00:00
|
|
|
#include "cache.h" /* tr_cacheReadBlock() */
|
2014-12-04 12:13:59 +00:00
|
|
|
#include "crypto-utils.h"
|
2014-07-28 04:13:38 +00:00
|
|
|
#include "error.h"
|
2007-07-09 20:10:42 +00:00
|
|
|
#include "fdlimit.h"
|
2014-07-28 04:13:38 +00:00
|
|
|
#include "file.h"
|
2007-07-30 18:04:10 +00:00
|
|
|
#include "inout.h"
|
2013-01-25 23:34:20 +00:00
|
|
|
#include "log.h"
|
2010-07-08 23:04:12 +00:00
|
|
|
#include "peer-common.h" /* MAX_BLOCK_SIZE */
|
2017-04-21 07:40:57 +00:00
|
|
|
#include "stats.h" /* tr_statsFileCreated() */
|
2007-12-25 05:37:32 +00:00
|
|
|
#include "torrent.h"
|
2017-06-08 07:24:12 +00:00
|
|
|
#include "tr-assert.h"
|
2007-07-30 18:04:10 +00:00
|
|
|
#include "utils.h"
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2007-06-18 03:40:41 +00:00
|
|
|
/****
|
|
|
|
***** Low-level IO functions
|
|
|
|
****/
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2012-12-05 17:29:46 +00:00
|
|
|
enum
|
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
TR_IO_READ,
|
|
|
|
TR_IO_PREFETCH,
|
|
|
|
/* Any operations that require write access must follow TR_IO_WRITE. */
|
|
|
|
TR_IO_WRITE
|
2009-11-08 23:43:38 +00:00
|
|
|
};
|
2007-09-20 16:32:01 +00:00
|
|
|
|
2008-10-03 04:49:06 +00:00
|
|
|
/* returns 0 on success, or an errno on failure */
|
2021-08-15 09:41:48 +00:00
|
|
|
static int readOrWriteBytes(
|
|
|
|
tr_session* session,
|
|
|
|
tr_torrent* tor,
|
|
|
|
int ioMode,
|
|
|
|
tr_file_index_t fileIndex,
|
|
|
|
uint64_t fileOffset,
|
|
|
|
void* buf,
|
|
|
|
size_t buflen)
|
2007-06-18 03:40:41 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
int err = 0;
|
2017-04-20 16:02:19 +00:00
|
|
|
bool const doWrite = ioMode >= TR_IO_WRITE;
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2021-12-07 04:18:17 +00:00
|
|
|
auto const& file = tor->file(fileIndex);
|
2021-11-28 03:17:47 +00:00
|
|
|
TR_ASSERT(file.length == 0 || fileOffset < file.length);
|
|
|
|
TR_ASSERT(fileOffset + buflen <= file.length);
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2021-11-28 03:17:47 +00:00
|
|
|
if (file.length == 0)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return 0;
|
|
|
|
}
|
2008-01-18 19:13:32 +00:00
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
/***
|
|
|
|
**** Find the fd
|
|
|
|
***/
|
2009-01-16 16:38:16 +00:00
|
|
|
|
2021-10-23 15:43:15 +00:00
|
|
|
tr_sys_file_t fd = tr_fdFileGetCached(session, tr_torrentId(tor), fileIndex, doWrite);
|
2017-04-19 12:04:45 +00:00
|
|
|
|
2021-10-23 15:43:15 +00:00
|
|
|
if (fd == TR_BAD_SYS_FILE) /* it's not cached, so open/create it now */
|
2009-10-19 05:05:00 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
/* see if the file exists... */
|
2021-10-23 15:43:15 +00:00
|
|
|
char const* base = nullptr;
|
|
|
|
char* subpath = nullptr;
|
2021-09-15 00:18:09 +00:00
|
|
|
if (!tr_torrentFindFile2(tor, fileIndex, &base, &subpath, nullptr))
|
2009-10-20 03:14:44 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
/* we can't read a file that doesn't exist... */
|
|
|
|
if (!doWrite)
|
|
|
|
{
|
|
|
|
err = ENOENT;
|
|
|
|
}
|
2009-10-19 05:05:00 +00:00
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
/* figure out where the file should go, so we can create it */
|
|
|
|
base = tr_torrentGetCurrentDir(tor);
|
|
|
|
subpath = tr_sessionIsIncompleteFileNamingEnabled(tor->session) ? tr_torrentBuildPartial(tor, fileIndex) :
|
2021-11-28 03:17:47 +00:00
|
|
|
tr_strdup(file.name);
|
2009-10-19 05:05:00 +00:00
|
|
|
}
|
|
|
|
|
2017-04-30 16:25:26 +00:00
|
|
|
if (err == 0)
|
2009-10-19 05:05:00 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
/* open (and maybe create) the file */
|
2021-11-13 00:10:04 +00:00
|
|
|
auto const filename = tr_strvPath(base, subpath);
|
2021-11-29 01:12:54 +00:00
|
|
|
tr_preallocation_mode const prealloc = (!doWrite || !tor->fileIsWanted(fileIndex)) ?
|
|
|
|
TR_PREALLOCATE_NONE :
|
|
|
|
tor->session->preallocationMode;
|
2017-04-19 12:04:45 +00:00
|
|
|
|
2021-11-28 03:17:47 +00:00
|
|
|
fd = tr_fdFileCheckout(session, tor->uniqueId, fileIndex, filename.c_str(), doWrite, prealloc, file.length);
|
2021-10-23 15:43:15 +00:00
|
|
|
if (fd == TR_BAD_SYS_FILE)
|
2009-10-21 19:33:37 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
err = errno;
|
2021-11-13 00:10:04 +00:00
|
|
|
tr_logAddTorErr(tor, "tr_fdFileCheckout failed for \"%s\": %s", filename.c_str(), tr_strerror(err));
|
2011-03-16 04:44:38 +00:00
|
|
|
}
|
2017-04-19 12:04:45 +00:00
|
|
|
else if (doWrite)
|
2011-03-16 04:44:38 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
/* make a note that we just created a file */
|
|
|
|
tr_statsFileCreated(tor->session);
|
2009-10-21 19:33:37 +00:00
|
|
|
}
|
2009-10-19 05:05:00 +00:00
|
|
|
}
|
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
tr_free(subpath);
|
2009-09-08 06:25:40 +00:00
|
|
|
}
|
2007-11-26 20:37:07 +00:00
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
/***
|
|
|
|
**** Use the fd
|
|
|
|
***/
|
2011-03-16 04:44:38 +00:00
|
|
|
|
2017-04-30 16:25:26 +00:00
|
|
|
if (err == 0)
|
2011-02-02 06:06:09 +00:00
|
|
|
{
|
2021-09-15 00:18:09 +00:00
|
|
|
tr_error* error = nullptr;
|
2014-07-28 04:13:38 +00:00
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
if (ioMode == TR_IO_READ)
|
2012-12-05 17:29:46 +00:00
|
|
|
{
|
2021-09-15 00:18:09 +00:00
|
|
|
if (!tr_sys_file_read_at(fd, buf, buflen, fileOffset, nullptr, &error))
|
2012-12-05 17:29:46 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
err = error->code;
|
2021-11-28 03:17:47 +00:00
|
|
|
tr_logAddTorErr(tor, "read failed for \"%s\": %s", file.name, error->message);
|
2017-04-19 12:04:45 +00:00
|
|
|
tr_error_free(error);
|
2009-11-08 23:43:38 +00:00
|
|
|
}
|
2012-12-05 17:29:46 +00:00
|
|
|
}
|
2017-04-19 12:04:45 +00:00
|
|
|
else if (ioMode == TR_IO_WRITE)
|
2012-12-05 17:29:46 +00:00
|
|
|
{
|
2021-09-15 00:18:09 +00:00
|
|
|
if (!tr_sys_file_write_at(fd, buf, buflen, fileOffset, nullptr, &error))
|
2012-12-05 17:29:46 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
err = error->code;
|
2021-11-28 03:17:47 +00:00
|
|
|
tr_logAddTorErr(tor, "write failed for \"%s\": %s", file.name, error->message);
|
2017-04-19 12:04:45 +00:00
|
|
|
tr_error_free(error);
|
2009-11-08 23:43:38 +00:00
|
|
|
}
|
2012-12-05 17:29:46 +00:00
|
|
|
}
|
2017-04-19 12:04:45 +00:00
|
|
|
else if (ioMode == TR_IO_PREFETCH)
|
2012-12-05 17:29:46 +00:00
|
|
|
{
|
2021-09-15 00:18:09 +00:00
|
|
|
tr_sys_file_advise(fd, fileOffset, buflen, TR_SYS_FILE_ADVICE_WILL_NEED, nullptr);
|
2012-12-05 17:29:46 +00:00
|
|
|
}
|
2017-04-19 12:04:45 +00:00
|
|
|
else
|
2012-12-05 17:29:46 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
abort();
|
2009-11-25 19:26:30 +00:00
|
|
|
}
|
2009-10-19 05:05:00 +00:00
|
|
|
}
|
2008-09-23 19:11:04 +00:00
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
return err;
|
2007-05-02 19:35:34 +00:00
|
|
|
}
|
|
|
|
|
2017-04-20 16:02:19 +00:00
|
|
|
static int compareOffsetToFile(void const* a, void const* b)
|
2008-04-20 21:54:44 +00:00
|
|
|
{
|
2021-09-12 17:41:49 +00:00
|
|
|
auto const offset = *static_cast<uint64_t const*>(a);
|
|
|
|
auto const* file = static_cast<tr_file const*>(b);
|
2008-04-20 21:54:44 +00:00
|
|
|
|
2021-11-28 03:17:47 +00:00
|
|
|
if (offset < file->priv.offset)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return -1;
|
|
|
|
}
|
2012-12-05 17:29:46 +00:00
|
|
|
|
2021-11-28 03:17:47 +00:00
|
|
|
if (offset >= file->priv.offset + file->length)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return 1;
|
|
|
|
}
|
2012-12-05 17:29:46 +00:00
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
return 0;
|
2008-04-20 21:54:44 +00:00
|
|
|
}
|
|
|
|
|
2021-12-07 04:18:17 +00:00
|
|
|
// TODO(ckerr) migrate to fpm
|
2021-08-15 09:41:48 +00:00
|
|
|
void tr_ioFindFileLocation(
|
|
|
|
tr_torrent const* tor,
|
|
|
|
tr_piece_index_t pieceIndex,
|
|
|
|
uint32_t pieceOffset,
|
|
|
|
tr_file_index_t* fileIndex,
|
2017-04-19 12:04:45 +00:00
|
|
|
uint64_t* fileOffset)
|
2006-07-16 19:39:23 +00:00
|
|
|
{
|
2017-06-13 02:24:09 +00:00
|
|
|
TR_ASSERT(tr_isTorrent(tor));
|
|
|
|
|
2017-04-20 16:02:19 +00:00
|
|
|
uint64_t const offset = tr_pieceOffset(tor, pieceIndex, pieceOffset, 0);
|
2021-12-15 15:53:20 +00:00
|
|
|
TR_ASSERT(offset < tor->totalSize());
|
2010-10-14 17:12:12 +00:00
|
|
|
|
2021-12-06 21:26:04 +00:00
|
|
|
auto const n_files = tor->fileCount();
|
2021-09-12 17:41:49 +00:00
|
|
|
auto const* file = static_cast<tr_file const*>(
|
2021-12-06 21:26:04 +00:00
|
|
|
bsearch(&offset, tor->info.files, n_files, sizeof(tr_file), compareOffsetToFile));
|
2021-09-15 00:18:09 +00:00
|
|
|
TR_ASSERT(file != nullptr);
|
2010-10-14 04:21:14 +00:00
|
|
|
|
2021-10-28 01:16:24 +00:00
|
|
|
if (file != nullptr)
|
|
|
|
{
|
|
|
|
*fileIndex = file - tor->info.files;
|
2021-11-28 03:17:47 +00:00
|
|
|
*fileOffset = offset - file->priv.offset;
|
2021-12-06 21:26:04 +00:00
|
|
|
TR_ASSERT(*fileIndex < n_files);
|
2021-10-28 01:16:24 +00:00
|
|
|
TR_ASSERT(*fileOffset < file->length);
|
2021-12-07 04:18:17 +00:00
|
|
|
TR_ASSERT(tor->file(*fileIndex).priv.offset + *fileOffset == offset);
|
2021-10-28 01:16:24 +00:00
|
|
|
}
|
2006-07-16 19:39:23 +00:00
|
|
|
}
|
|
|
|
|
2008-10-03 04:49:06 +00:00
|
|
|
/* returns 0 on success, or an errno on failure */
|
2021-08-15 09:41:48 +00:00
|
|
|
static int readOrWritePiece(
|
|
|
|
tr_torrent* tor,
|
|
|
|
int ioMode,
|
|
|
|
tr_piece_index_t pieceIndex,
|
|
|
|
uint32_t pieceOffset,
|
|
|
|
uint8_t* buf,
|
2017-04-19 12:04:45 +00:00
|
|
|
size_t buflen)
|
2007-06-18 03:40:41 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
int err = 0;
|
2007-05-27 23:32:26 +00:00
|
|
|
|
2021-12-15 15:53:20 +00:00
|
|
|
if (pieceIndex >= tor->pieceCount())
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
|
|
|
return EINVAL;
|
|
|
|
}
|
2007-05-27 23:32:26 +00:00
|
|
|
|
2021-10-23 15:43:15 +00:00
|
|
|
auto fileIndex = tr_file_index_t{};
|
|
|
|
auto fileOffset = uint64_t{};
|
2017-04-19 12:04:45 +00:00
|
|
|
tr_ioFindFileLocation(tor, pieceIndex, pieceOffset, &fileIndex, &fileOffset);
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2017-05-23 19:17:17 +00:00
|
|
|
while (buflen != 0 && err == 0)
|
2006-07-16 19:39:23 +00:00
|
|
|
{
|
2021-12-07 04:18:17 +00:00
|
|
|
auto const& file = tor->file(fileIndex);
|
|
|
|
uint64_t const bytesThisPass = std::min(uint64_t{ buflen }, uint64_t{ file.length - fileOffset });
|
2007-06-18 03:40:41 +00:00
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
err = readOrWriteBytes(tor->session, tor, ioMode, fileIndex, fileOffset, buf, bytesThisPass);
|
|
|
|
buf += bytesThisPass;
|
|
|
|
buflen -= bytesThisPass;
|
|
|
|
fileIndex++;
|
|
|
|
fileOffset = 0;
|
2009-08-13 17:25:26 +00:00
|
|
|
|
2017-04-30 16:25:26 +00:00
|
|
|
if (err != 0 && ioMode == TR_IO_WRITE && tor->error != TR_STAT_LOCAL_ERROR)
|
2010-01-26 21:41:40 +00:00
|
|
|
{
|
2021-12-07 04:18:17 +00:00
|
|
|
auto const path = tr_strvPath(tor->downloadDir, file.name);
|
2021-11-13 00:10:04 +00:00
|
|
|
tr_torrentSetLocalError(tor, "%s (%s)", tr_strerror(err), path.c_str());
|
2009-08-13 17:25:26 +00:00
|
|
|
}
|
2006-07-16 19:39:23 +00:00
|
|
|
}
|
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
return err;
|
2006-07-16 19:39:23 +00:00
|
|
|
}
|
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
int tr_ioRead(tr_torrent* tor, tr_piece_index_t pieceIndex, uint32_t begin, uint32_t len, uint8_t* buf)
|
2006-07-16 19:39:23 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
return readOrWritePiece(tor, TR_IO_READ, pieceIndex, begin, buf, len);
|
2006-07-16 19:39:23 +00:00
|
|
|
}
|
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
int tr_ioPrefetch(tr_torrent* tor, tr_piece_index_t pieceIndex, uint32_t begin, uint32_t len)
|
2009-11-08 23:43:38 +00:00
|
|
|
{
|
2021-09-15 00:18:09 +00:00
|
|
|
return readOrWritePiece(tor, TR_IO_PREFETCH, pieceIndex, begin, nullptr, len);
|
2009-11-08 23:43:38 +00:00
|
|
|
}
|
|
|
|
|
2017-04-20 16:02:19 +00:00
|
|
|
int tr_ioWrite(tr_torrent* tor, tr_piece_index_t pieceIndex, uint32_t begin, uint32_t len, uint8_t const* buf)
|
2006-07-16 19:39:23 +00:00
|
|
|
{
|
2017-04-19 12:04:45 +00:00
|
|
|
return readOrWritePiece(tor, TR_IO_WRITE, pieceIndex, begin, (uint8_t*)buf, len);
|
2006-07-16 19:39:23 +00:00
|
|
|
}
|
|
|
|
|
2007-06-18 03:40:41 +00:00
|
|
|
/****
|
|
|
|
*****
|
|
|
|
****/
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2021-10-29 18:24:30 +00:00
|
|
|
static std::optional<tr_sha1_digest_t> recalculateHash(tr_torrent* tor, tr_piece_index_t piece)
|
2007-06-18 03:40:41 +00:00
|
|
|
{
|
2021-09-15 00:18:09 +00:00
|
|
|
TR_ASSERT(tor != nullptr);
|
2021-12-15 15:53:20 +00:00
|
|
|
TR_ASSERT(piece < tor->pieceCount());
|
2017-06-13 02:24:09 +00:00
|
|
|
|
2021-11-26 19:33:56 +00:00
|
|
|
auto bytes_left = size_t{ tor->pieceSize(piece) };
|
2021-10-29 18:24:30 +00:00
|
|
|
auto offset = uint32_t{};
|
|
|
|
tr_ioPrefetch(tor, piece, offset, bytes_left);
|
2006-07-16 19:39:23 +00:00
|
|
|
|
2021-10-29 18:24:30 +00:00
|
|
|
auto sha = tr_sha1_init();
|
2021-11-24 14:48:52 +00:00
|
|
|
auto buffer = std::vector<uint8_t>(tor->block_size);
|
2021-10-29 18:24:30 +00:00
|
|
|
while (bytes_left != 0)
|
2008-09-06 13:25:21 +00:00
|
|
|
{
|
2021-10-29 18:24:30 +00:00
|
|
|
size_t const len = std::min(bytes_left, std::size(buffer));
|
2021-11-25 22:39:19 +00:00
|
|
|
if (auto const success = tr_cacheReadBlock(tor->session->cache, tor, piece, offset, len, std::data(buffer)) == 0;
|
|
|
|
!success)
|
2017-04-19 12:04:45 +00:00
|
|
|
{
|
2021-10-29 18:24:30 +00:00
|
|
|
tr_sha1_final(sha, nullptr);
|
|
|
|
return {};
|
2017-04-19 12:04:45 +00:00
|
|
|
}
|
|
|
|
|
2021-10-29 18:24:30 +00:00
|
|
|
tr_sha1_update(sha, std::data(buffer), len);
|
2017-04-19 12:04:45 +00:00
|
|
|
offset += len;
|
2021-10-29 18:24:30 +00:00
|
|
|
bytes_left -= len;
|
2008-01-27 17:03:58 +00:00
|
|
|
}
|
2008-09-06 13:25:21 +00:00
|
|
|
|
2021-11-04 00:55:04 +00:00
|
|
|
return tr_sha1_final(sha);
|
2006-07-16 19:39:23 +00:00
|
|
|
}
|
|
|
|
|
2017-04-19 12:04:45 +00:00
|
|
|
bool tr_ioTestPiece(tr_torrent* tor, tr_piece_index_t piece)
|
2006-07-16 19:39:23 +00:00
|
|
|
{
|
2021-10-29 18:24:30 +00:00
|
|
|
auto const hash = recalculateHash(tor, piece);
|
2021-11-12 16:42:51 +00:00
|
|
|
return hash && *hash == tor->pieceHash(piece);
|
2008-12-31 18:08:13 +00:00
|
|
|
}
|