mirror of https://github.com/pixelfed/pixelfed.git
631 lines
17 KiB
PHP
631 lines
17 KiB
PHP
<?php
|
|
|
|
namespace App\Util\ActivityPub;
|
|
|
|
use DB, Cache, Purify, Storage, Request, Validator;
|
|
use App\{
|
|
Activity,
|
|
Follower,
|
|
Instance,
|
|
Like,
|
|
Media,
|
|
Notification,
|
|
Profile,
|
|
Status
|
|
};
|
|
use Zttp\Zttp;
|
|
use Carbon\Carbon;
|
|
use GuzzleHttp\Client;
|
|
use Illuminate\Http\File;
|
|
use Illuminate\Validation\Rule;
|
|
use App\Jobs\AvatarPipeline\CreateAvatar;
|
|
use App\Jobs\RemoteFollowPipeline\RemoteFollowImportRecent;
|
|
use App\Jobs\ImageOptimizePipeline\{ImageOptimize,ImageThumbnail};
|
|
use App\Jobs\StatusPipeline\NewStatusPipeline;
|
|
use App\Jobs\StatusPipeline\StatusReplyPipeline;
|
|
use App\Jobs\StatusPipeline\StatusTagsPipeline;
|
|
use App\Util\ActivityPub\HttpSignature;
|
|
use Illuminate\Support\Str;
|
|
use App\Services\ActivityPubFetchService;
|
|
use App\Services\ActivityPubDeliveryService;
|
|
use App\Services\CustomEmojiService;
|
|
use App\Services\InstanceService;
|
|
use App\Services\MediaPathService;
|
|
use App\Services\MediaStorageService;
|
|
use App\Jobs\MediaPipeline\MediaStoragePipeline;
|
|
use App\Jobs\AvatarPipeline\RemoteAvatarFetch;
|
|
use App\Util\Media\License;
|
|
use App\Models\Poll;
|
|
|
|
class Helpers {
|
|
|
|
public static function validateObject($data)
|
|
{
|
|
$verbs = ['Create', 'Announce', 'Like', 'Follow', 'Delete', 'Accept', 'Reject', 'Undo', 'Tombstone'];
|
|
|
|
$valid = Validator::make($data, [
|
|
'type' => [
|
|
'required',
|
|
'string',
|
|
Rule::in($verbs)
|
|
],
|
|
'id' => 'required|string',
|
|
'actor' => 'required|string|url',
|
|
'object' => 'required',
|
|
'object.type' => 'required_if:type,Create',
|
|
'object.attributedTo' => 'required_if:type,Create|url',
|
|
'published' => 'required_if:type,Create|date'
|
|
])->passes();
|
|
|
|
return $valid;
|
|
}
|
|
|
|
public static function verifyAttachments($data)
|
|
{
|
|
if(!isset($data['object']) || empty($data['object'])) {
|
|
$data = ['object'=>$data];
|
|
}
|
|
|
|
$activity = $data['object'];
|
|
|
|
$mimeTypes = explode(',', config_cache('pixelfed.media_types'));
|
|
$mediaTypes = in_array('video/mp4', $mimeTypes) ? ['Document', 'Image', 'Video'] : ['Document', 'Image'];
|
|
|
|
if(!isset($activity['attachment']) || empty($activity['attachment'])) {
|
|
return false;
|
|
}
|
|
|
|
$attachment = $activity['attachment'];
|
|
$valid = Validator::make($attachment, [
|
|
'*.type' => [
|
|
'required',
|
|
'string',
|
|
Rule::in($mediaTypes)
|
|
],
|
|
'*.url' => 'required|url|max:255',
|
|
'*.mediaType' => [
|
|
'required',
|
|
'string',
|
|
Rule::in($mimeTypes)
|
|
],
|
|
'*.name' => 'nullable|string|max:255'
|
|
])->passes();
|
|
|
|
return $valid;
|
|
}
|
|
|
|
public static function normalizeAudience($data, $localOnly = true)
|
|
{
|
|
if(!isset($data['to'])) {
|
|
return;
|
|
}
|
|
|
|
$audience = [];
|
|
$audience['to'] = [];
|
|
$audience['cc'] = [];
|
|
$scope = 'private';
|
|
|
|
if(is_array($data['to']) && !empty($data['to'])) {
|
|
foreach ($data['to'] as $to) {
|
|
if($to == 'https://www.w3.org/ns/activitystreams#Public') {
|
|
$scope = 'public';
|
|
continue;
|
|
}
|
|
$url = $localOnly ? self::validateLocalUrl($to) : self::validateUrl($to);
|
|
if($url != false) {
|
|
array_push($audience['to'], $url);
|
|
}
|
|
}
|
|
}
|
|
|
|
if(is_array($data['cc']) && !empty($data['cc'])) {
|
|
foreach ($data['cc'] as $cc) {
|
|
if($cc == 'https://www.w3.org/ns/activitystreams#Public') {
|
|
$scope = 'unlisted';
|
|
continue;
|
|
}
|
|
$url = $localOnly ? self::validateLocalUrl($cc) : self::validateUrl($cc);
|
|
if($url != false) {
|
|
array_push($audience['cc'], $url);
|
|
}
|
|
}
|
|
}
|
|
$audience['scope'] = $scope;
|
|
return $audience;
|
|
}
|
|
|
|
public static function userInAudience($profile, $data)
|
|
{
|
|
$audience = self::normalizeAudience($data);
|
|
$url = $profile->permalink();
|
|
return in_array($url, $audience['to']) || in_array($url, $audience['cc']);
|
|
}
|
|
|
|
public static function validateUrl($url)
|
|
{
|
|
if(is_array($url)) {
|
|
$url = $url[0];
|
|
}
|
|
|
|
$hash = hash('sha256', $url);
|
|
$key = "helpers:url:valid:sha256-{$hash}";
|
|
$ttl = now()->addMinutes(5);
|
|
|
|
$valid = Cache::remember($key, $ttl, function() use($url) {
|
|
$localhosts = [
|
|
'127.0.0.1', 'localhost', '::1'
|
|
];
|
|
|
|
if(mb_substr($url, 0, 8) !== 'https://') {
|
|
return false;
|
|
}
|
|
|
|
$valid = filter_var($url, FILTER_VALIDATE_URL);
|
|
|
|
if(!$valid) {
|
|
return false;
|
|
}
|
|
|
|
$host = parse_url($valid, PHP_URL_HOST);
|
|
|
|
// if(count(dns_get_record($host, DNS_A | DNS_AAAA)) == 0) {
|
|
// return false;
|
|
// }
|
|
|
|
if(config('costar.enabled') == true) {
|
|
if(
|
|
(config('costar.domain.block') != null && Str::contains($host, config('costar.domain.block')) == true) ||
|
|
(config('costar.actor.block') != null && in_array($url, config('costar.actor.block')) == true)
|
|
) {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
if(app()->environment() === 'production') {
|
|
$bannedInstances = InstanceService::getBannedDomains();
|
|
if(in_array($host, $bannedInstances)) {
|
|
return false;
|
|
}
|
|
}
|
|
|
|
|
|
if(in_array($host, $localhosts)) {
|
|
return false;
|
|
}
|
|
|
|
return $url;
|
|
});
|
|
|
|
return $valid;
|
|
}
|
|
|
|
public static function validateLocalUrl($url)
|
|
{
|
|
$url = self::validateUrl($url);
|
|
if($url == true) {
|
|
$domain = config('pixelfed.domain.app');
|
|
$host = parse_url($url, PHP_URL_HOST);
|
|
$url = $domain === $host ? $url : false;
|
|
return $url;
|
|
}
|
|
return false;
|
|
}
|
|
|
|
public static function zttpUserAgent()
|
|
{
|
|
$version = config('pixelfed.version');
|
|
$url = config('app.url');
|
|
return [
|
|
'Accept' => 'application/activity+json',
|
|
'User-Agent' => "(Pixelfed/{$version}; +{$url})",
|
|
];
|
|
}
|
|
|
|
public static function fetchFromUrl($url = false)
|
|
{
|
|
if(self::validateUrl($url) == false) {
|
|
return;
|
|
}
|
|
|
|
$hash = hash('sha256', $url);
|
|
$key = "helpers:url:fetcher:sha256-{$hash}";
|
|
$ttl = now()->addMinutes(5);
|
|
|
|
return Cache::remember($key, $ttl, function() use($url) {
|
|
$res = ActivityPubFetchService::get($url);
|
|
$res = json_decode($res, true, 8);
|
|
if(json_last_error() == JSON_ERROR_NONE) {
|
|
return $res;
|
|
} else {
|
|
return false;
|
|
}
|
|
});
|
|
}
|
|
|
|
public static function fetchProfileFromUrl($url)
|
|
{
|
|
return self::fetchFromUrl($url);
|
|
}
|
|
|
|
public static function statusFirstOrFetch($url, $replyTo = false)
|
|
{
|
|
$url = self::validateUrl($url);
|
|
if($url == false) {
|
|
return;
|
|
}
|
|
|
|
$host = parse_url($url, PHP_URL_HOST);
|
|
$local = config('pixelfed.domain.app') == $host ? true : false;
|
|
|
|
if($local) {
|
|
$id = (int) last(explode('/', $url));
|
|
return Status::whereNotIn('scope', ['draft','archived'])->findOrFail($id);
|
|
}
|
|
|
|
$cached = Status::whereNotIn('scope', ['draft','archived'])
|
|
->whereUri($url)
|
|
->orWhere('object_url', $url)
|
|
->first();
|
|
|
|
if($cached) {
|
|
return $cached;
|
|
}
|
|
|
|
$res = self::fetchFromUrl($url);
|
|
|
|
if(!$res || empty($res) || isset($res['error']) || !isset($res['@context']) ) {
|
|
return;
|
|
}
|
|
|
|
if(isset($res['object'])) {
|
|
$activity = $res;
|
|
} else {
|
|
$activity = ['object' => $res];
|
|
}
|
|
|
|
$scope = 'private';
|
|
|
|
$cw = isset($res['sensitive']) ? (bool) $res['sensitive'] : false;
|
|
|
|
if(isset($res['to']) == true) {
|
|
if(is_array($res['to']) && in_array('https://www.w3.org/ns/activitystreams#Public', $res['to'])) {
|
|
$scope = 'public';
|
|
}
|
|
if(is_string($res['to']) && 'https://www.w3.org/ns/activitystreams#Public' == $res['to']) {
|
|
$scope = 'public';
|
|
}
|
|
}
|
|
|
|
if(isset($res['cc']) == true) {
|
|
if(is_array($res['cc']) && in_array('https://www.w3.org/ns/activitystreams#Public', $res['cc'])) {
|
|
$scope = 'unlisted';
|
|
}
|
|
if(is_string($res['cc']) && 'https://www.w3.org/ns/activitystreams#Public' == $res['cc']) {
|
|
$scope = 'unlisted';
|
|
}
|
|
}
|
|
|
|
if(config('costar.enabled') == true) {
|
|
$blockedKeywords = config('costar.keyword.block');
|
|
if($blockedKeywords !== null) {
|
|
$keywords = config('costar.keyword.block');
|
|
foreach($keywords as $kw) {
|
|
if(Str::contains($res['content'], $kw) == true) {
|
|
return;
|
|
}
|
|
}
|
|
}
|
|
|
|
$unlisted = config('costar.domain.unlisted');
|
|
if(in_array(parse_url($url, PHP_URL_HOST), $unlisted) == true) {
|
|
$unlisted = true;
|
|
$scope = 'unlisted';
|
|
} else {
|
|
$unlisted = false;
|
|
}
|
|
|
|
$cwDomains = config('costar.domain.cw');
|
|
if(in_array(parse_url($url, PHP_URL_HOST), $cwDomains) == true) {
|
|
$cw = true;
|
|
}
|
|
}
|
|
|
|
$id = isset($res['id']) ? $res['id'] : $url;
|
|
$idDomain = parse_url($id, PHP_URL_HOST);
|
|
$urlDomain = parse_url($url, PHP_URL_HOST);
|
|
|
|
if(!self::validateUrl($id)) {
|
|
return;
|
|
}
|
|
|
|
if(isset($activity['object']['attributedTo'])) {
|
|
$actorDomain = parse_url($activity['object']['attributedTo'], PHP_URL_HOST);
|
|
if(!self::validateUrl($activity['object']['attributedTo']) ||
|
|
$idDomain !== $actorDomain ||
|
|
$actorDomain !== $urlDomain
|
|
)
|
|
{
|
|
return;
|
|
}
|
|
}
|
|
|
|
if($idDomain !== $urlDomain) {
|
|
return;
|
|
}
|
|
|
|
$profile = self::profileFirstOrNew($activity['object']['attributedTo']);
|
|
if(isset($activity['object']['inReplyTo']) && !empty($activity['object']['inReplyTo']) || $replyTo == true) {
|
|
$reply_to = self::statusFirstOrFetch($activity['object']['inReplyTo'], false);
|
|
$reply_to = optional($reply_to)->id;
|
|
} else {
|
|
$reply_to = null;
|
|
}
|
|
$ts = is_array($res['published']) ? $res['published'][0] : $res['published'];
|
|
|
|
if($scope == 'public' && in_array($urlDomain, InstanceService::getUnlistedDomains())) {
|
|
$scope = 'unlisted';
|
|
}
|
|
|
|
if(in_array($urlDomain, InstanceService::getNsfwDomains())) {
|
|
$cw = true;
|
|
}
|
|
|
|
$statusLockKey = 'helpers:status-lock:' . hash('sha256', $res['id']);
|
|
$status = Cache::lock($statusLockKey)
|
|
->get(function () use(
|
|
$profile,
|
|
$res,
|
|
$url,
|
|
$ts,
|
|
$reply_to,
|
|
$cw,
|
|
$scope,
|
|
$id
|
|
) {
|
|
|
|
if($res['type'] === 'Question') {
|
|
$status = self::storePoll(
|
|
$profile,
|
|
$res,
|
|
$url,
|
|
$ts,
|
|
$reply_to,
|
|
$cw,
|
|
$scope,
|
|
$id
|
|
);
|
|
return $status;
|
|
}
|
|
return DB::transaction(function() use($profile, $res, $url, $ts, $reply_to, $cw, $scope, $id) {
|
|
$status = new Status;
|
|
$status->profile_id = $profile->id;
|
|
$status->url = isset($res['url']) ? $res['url'] : $url;
|
|
$status->uri = isset($res['url']) ? $res['url'] : $url;
|
|
$status->object_url = $id;
|
|
$status->caption = strip_tags($res['content']);
|
|
$status->rendered = Purify::clean($res['content']);
|
|
$status->created_at = Carbon::parse($ts);
|
|
$status->in_reply_to_id = $reply_to;
|
|
$status->local = false;
|
|
$status->is_nsfw = $cw;
|
|
$status->scope = $scope;
|
|
$status->visibility = $scope;
|
|
$status->cw_summary = $cw == true && isset($res['summary']) ?
|
|
Purify::clean(strip_tags($res['summary'])) : null;
|
|
$status->save();
|
|
if($reply_to == null) {
|
|
self::importNoteAttachment($res, $status);
|
|
} else {
|
|
StatusReplyPipeline::dispatch($status);
|
|
}
|
|
|
|
if(isset($res['tag']) && is_array($res['tag']) && !empty($res['tag'])) {
|
|
StatusTagsPipeline::dispatch($res, $status);
|
|
}
|
|
return $status;
|
|
});
|
|
});
|
|
|
|
return $status;
|
|
}
|
|
|
|
private static function storePoll($profile, $res, $url, $ts, $reply_to, $cw, $scope, $id)
|
|
{
|
|
if(!isset($res['endTime']) || !isset($res['oneOf']) || !is_array($res['oneOf']) || count($res['oneOf']) > 4) {
|
|
return;
|
|
}
|
|
|
|
$options = collect($res['oneOf'])->map(function($option) {
|
|
return $option['name'];
|
|
})->toArray();
|
|
|
|
$cachedTallies = collect($res['oneOf'])->map(function($option) {
|
|
return $option['replies']['totalItems'] ?? 0;
|
|
})->toArray();
|
|
|
|
$status = new Status;
|
|
$status->profile_id = $profile->id;
|
|
$status->url = isset($res['url']) ? $res['url'] : $url;
|
|
$status->uri = isset($res['url']) ? $res['url'] : $url;
|
|
$status->object_url = $id;
|
|
$status->caption = strip_tags($res['content']);
|
|
$status->rendered = Purify::clean($res['content']);
|
|
$status->created_at = Carbon::parse($ts);
|
|
$status->in_reply_to_id = null;
|
|
$status->local = false;
|
|
$status->is_nsfw = $cw;
|
|
$status->scope = 'draft';
|
|
$status->visibility = 'draft';
|
|
$status->cw_summary = $cw == true && isset($res['summary']) ?
|
|
Purify::clean(strip_tags($res['summary'])) : null;
|
|
$status->save();
|
|
|
|
$poll = new Poll;
|
|
$poll->status_id = $status->id;
|
|
$poll->profile_id = $status->profile_id;
|
|
$poll->poll_options = $options;
|
|
$poll->cached_tallies = $cachedTallies;
|
|
$poll->votes_count = array_sum($cachedTallies);
|
|
$poll->expires_at = now()->parse($res['endTime']);
|
|
$poll->last_fetched_at = now();
|
|
$poll->save();
|
|
|
|
$status->type = 'poll';
|
|
$status->scope = $scope;
|
|
$status->visibility = $scope;
|
|
$status->save();
|
|
|
|
return $status;
|
|
}
|
|
|
|
public static function statusFetch($url)
|
|
{
|
|
return self::statusFirstOrFetch($url);
|
|
}
|
|
|
|
public static function importNoteAttachment($data, Status $status)
|
|
{
|
|
if(self::verifyAttachments($data) == false) {
|
|
$status->viewType();
|
|
return;
|
|
}
|
|
$attachments = isset($data['object']) ? $data['object']['attachment'] : $data['attachment'];
|
|
$user = $status->profile;
|
|
$storagePath = MediaPathService::get($user, 2);
|
|
$allowed = explode(',', config_cache('pixelfed.media_types'));
|
|
|
|
foreach($attachments as $media) {
|
|
$type = $media['mediaType'];
|
|
$url = $media['url'];
|
|
$blurhash = isset($media['blurhash']) ? $media['blurhash'] : null;
|
|
$license = isset($media['license']) ? License::nameToId($media['license']) : null;
|
|
$valid = self::validateUrl($url);
|
|
if(in_array($type, $allowed) == false || $valid == false) {
|
|
continue;
|
|
}
|
|
|
|
$media = new Media();
|
|
$media->blurhash = $blurhash;
|
|
$media->remote_media = true;
|
|
$media->status_id = $status->id;
|
|
$media->profile_id = $status->profile_id;
|
|
$media->user_id = null;
|
|
$media->media_path = $url;
|
|
$media->remote_url = $url;
|
|
if($license) {
|
|
$media->license = $license;
|
|
}
|
|
$media->mime = $type;
|
|
$media->version = 3;
|
|
$media->save();
|
|
|
|
if(config_cache('pixelfed.cloud_storage') == true) {
|
|
MediaStoragePipeline::dispatch($media);
|
|
}
|
|
}
|
|
|
|
$status->viewType();
|
|
return;
|
|
}
|
|
|
|
public static function profileFirstOrNew($url, $runJobs = false)
|
|
{
|
|
$url = self::validateUrl($url);
|
|
if($url == false || strlen($url) > 190) {
|
|
return;
|
|
}
|
|
$hash = base64_encode($url);
|
|
$key = 'ap:profile:by_url:' . $hash;
|
|
$ttl = now()->addMinutes(5);
|
|
$profile = Cache::remember($key, $ttl, function() use($url, $runJobs) {
|
|
$host = parse_url($url, PHP_URL_HOST);
|
|
$local = config('pixelfed.domain.app') == $host ? true : false;
|
|
|
|
if($local == true) {
|
|
$id = last(explode('/', $url));
|
|
return Profile::whereNull('status')
|
|
->whereNull('domain')
|
|
->whereUsername($id)
|
|
->firstOrFail();
|
|
}
|
|
|
|
$res = self::fetchProfileFromUrl($url);
|
|
if(isset($res['id']) == false) {
|
|
return;
|
|
}
|
|
$domain = parse_url($res['id'], PHP_URL_HOST);
|
|
if(!isset($res['preferredUsername']) && !isset($res['nickname'])) {
|
|
return;
|
|
}
|
|
$username = (string) Purify::clean($res['preferredUsername'] ?? $res['nickname']);
|
|
if(empty($username)) {
|
|
return;
|
|
}
|
|
$remoteUsername = $username;
|
|
$webfinger = "@{$username}@{$domain}";
|
|
|
|
abort_if(!self::validateUrl($res['inbox']), 400);
|
|
abort_if(!self::validateUrl($res['id']), 400);
|
|
|
|
$profile = Profile::whereRemoteUrl($res['id'])->first();
|
|
if(!$profile) {
|
|
$instance = Instance::firstOrCreate([
|
|
'domain' => $domain
|
|
]);
|
|
if($instance->wasRecentlyCreated == true) {
|
|
\App\Jobs\InstancePipeline\FetchNodeinfoPipeline::dispatch($instance)->onQueue('low');
|
|
}
|
|
$profileLockKey = 'helpers:profile-lock:' . hash('sha256', $res['id']);
|
|
$profile = Cache::lock($profileLockKey)->get(function () use($domain, $webfinger, $res, $runJobs) {
|
|
return DB::transaction(function() use($domain, $webfinger, $res, $runJobs) {
|
|
$profile = new Profile();
|
|
$profile->domain = strtolower($domain);
|
|
$profile->username = Purify::clean($webfinger);
|
|
$profile->name = isset($res['name']) ? Purify::clean($res['name']) : 'user';
|
|
$profile->bio = isset($res['summary']) ? Purify::clean($res['summary']) : null;
|
|
$profile->sharedInbox = isset($res['endpoints']) && isset($res['endpoints']['sharedInbox']) ? $res['endpoints']['sharedInbox'] : null;
|
|
$profile->inbox_url = $res['inbox'];
|
|
$profile->outbox_url = $res['outbox'];
|
|
$profile->remote_url = $res['id'];
|
|
$profile->public_key = $res['publicKey']['publicKeyPem'];
|
|
$profile->key_id = $res['publicKey']['id'];
|
|
$profile->webfinger = Purify::clean($webfinger);
|
|
$profile->last_fetched_at = now();
|
|
$profile->save();
|
|
RemoteAvatarFetch::dispatch($profile);
|
|
return $profile;
|
|
});
|
|
});
|
|
} else {
|
|
// Update info after 24 hours
|
|
if($profile->last_fetched_at == null ||
|
|
$profile->last_fetched_at->lt(now()->subHours(24)) == true
|
|
) {
|
|
$profile->name = isset($res['name']) ? Purify::clean($res['name']) : 'user';
|
|
$profile->bio = isset($res['summary']) ? Purify::clean($res['summary']) : null;
|
|
$profile->last_fetched_at = now();
|
|
$profile->sharedInbox = isset($res['endpoints']) && isset($res['endpoints']['sharedInbox']) && Helpers::validateUrl($res['endpoints']['sharedInbox']) ? $res['endpoints']['sharedInbox'] : null;
|
|
$profile->save();
|
|
}
|
|
RemoteAvatarFetch::dispatch($profile);
|
|
}
|
|
return $profile;
|
|
});
|
|
return $profile;
|
|
}
|
|
|
|
public static function profileFetch($url)
|
|
{
|
|
return self::profileFirstOrNew($url);
|
|
}
|
|
|
|
public static function sendSignedObject($profile, $url, $body)
|
|
{
|
|
ActivityPubDeliveryService::queue()
|
|
->from($profile)
|
|
->to($url)
|
|
->payload($body)
|
|
->send();
|
|
}
|
|
}
|