ActivityStreams::get_accept_header_string($channel), 'Host' => $m['host'], 'Date' => datetime_convert('UTC', 'UTC', 'now', 'D, d M Y H:i:s \\G\\M\\T'), '(request-target)' => 'get ' . get_request_string($url) ]; if (isset($token)) { $headers['Authorization'] = 'Bearer ' . $token; } $h = HTTPSig::create_sig($headers, $channel['channel_prvkey'], channel_url($channel), false); $start_timestamp = microtime(true); $x = z_fetch_url($url, true, $redirects, ['headers' => $h]); } if ($x['success']) { $m = parse_url($url); if ($m) { $y = ['scheme' => $m['scheme'], 'host' => $m['host']]; if (array_key_exists('port', $m)) $y['port'] = $m['port']; $site_url = unparse_url($y); q("UPDATE site SET site_update = '%s', site_dead = 0 WHERE site_url = '%s' AND site_update < %s - INTERVAL %s", dbesc(datetime_convert()), dbesc($site_url), db_utcnow(), db_quoteinterval('1 DAY') ); } $y = json_decode($x['body'], true); logger('returned: ' . json_encode($y, JSON_PRETTY_PRINT | JSON_UNESCAPED_SLASHES), LOGGER_DEBUG); if (isset($y['type']) && ActivityStreams::is_an_actor($y['type'])) { logger('logger_stats_data cmd:Actor_fetch' . ' start:' . $start_timestamp . ' ' . 'end:' . microtime(true) . ' meta:' . $url . '#' . random_string(16)); btlogger('actor fetch'); $y['actor_cache_date'] = datetime_convert(); XConfig::Set($y['id'], 'system', 'actor_record', $y); } else { logger('logger_stats_data cmd:Activity_fetch' . ' start:' . $start_timestamp . ' ' . 'end:' . microtime(true) . ' meta:' . $url . '#' . random_string(16)); btlogger('activity fetch'); } return json_decode($x['body'], true); } else { logger('fetch failed: ' . $url); logger($x['body']); } return null; } static function fetch_person($x) { $r = q("select * from xchan where xchan_url = '%s' limit 1", dbesc($x['id']) ); if (!$r) { $r = q("select * from xchan where xchan_hash = '%s' limit 1", dbesc($x['id']) ); } if (!$r) return []; return self::encode_person($r[0]); } static function fetch_profile($x) { if (isset($x['describes'])) { return $x; } return []; } static function fetch_thing($x) { $r = q("select * from obj where obj_type = %d and obj_obj = '%s' limit 1", intval(TERM_OBJ_THING), dbesc($x['id']) ); if (!$r) return []; $channel = channelx_by_n($r[0]['obj_channel']); $x = [ 'type' => 'Page', 'id' => z_root() . '/thing/' . $r[0]['obj_obj'], 'name' => $channel['channel_name'] . ' ' . $r[0]['obj_verb'] . ' ' . $r[0]['obj_term'], 'content' => $r[0]['obj_url'], 'url' => $r[0]['obj_url'] ]; if ($r[0]['obj_imgurl']) { $x['content'] = '' . $r[0]['obj_term'] . ''; $x['icon'] = [ 'type' => 'Image', 'url' => $r[0]['obj_imgurl'] ]; } return $x; } static function fetch_item($x) { if (array_key_exists('source', $x)) { // This item is already processed and encoded return $x; } $r = q("select * from item where mid = '%s' limit 1", dbesc($x['id']) ); if ($r) { xchan_query($r, true); $r = fetch_post_tags($r); if (in_array($r[0]['verb'], ['Create', 'Invite']) && in_array($r[0]['obj_type'], ['Event', ACTIVITY_OBJ_EVENT])) { $r[0]['verb'] = 'Invite'; return self::encode_activity($r[0]); } return self::encode_item($r[0]); } } static function fetch_image($x) { $ret = [ 'type' => 'Image', 'id' => $x['id'], 'name' => $x['title'], 'content' => bbcode($x['body'], ['cache' => true]), 'source' => ['mediaType' => 'text/bbcode', 'content' => $x['body']], 'published' => datetime_convert('UTC', 'UTC', $x['created'], ATOM_TIME), 'updated' => datetime_convert('UTC', 'UTC', $x['edited'], ATOM_TIME), 'url' => [ 'type' => 'Link', 'mediaType' => $x['link'][0]['type'], 'href' => $x['link'][0]['href'], 'width' => $x['link'][0]['width'], 'height' => $x['link'][0]['height'] ] ]; return $ret; } static function fetch_event($x) { // convert old Zot event objects to ActivityStreams Event objects if (array_key_exists('content', $x) && array_key_exists('dtstart', $x)) { $ev = bbtoevent($x['content']); if ($ev) { if (!$ev['timezone']) { $ev['timezone'] = 'UTC'; } $actor = null; if (array_key_exists('author', $x) && array_key_exists('link', $x['author'])) { $actor = $x['author']['link'][0]['href']; } $y = [ 'type' => 'Event', 'id' => z_root() . '/event/' . $ev['event_hash'], 'name' => $ev['summary'], // 'summary' => bbcode($ev['summary'], [ 'cache' => true ]), // RFC3339 Section 4.3 'startTime' => (($ev['adjust']) ? datetime_convert($ev['timezone'], 'UTC', $ev['dtstart'], ATOM_TIME) : datetime_convert('UTC', 'UTC', $ev['dtstart'], 'Y-m-d\\TH:i:s-00:00')), 'content' => bbcode($ev['description'], ['cache' => true]), 'location' => ['type' => 'Place', 'content' => bbcode($ev['location'], ['cache' => true])], 'source' => ['content' => format_event_bbcode($ev, true), 'mediaType' => 'text/bbcode'], 'actor' => $actor, ]; if (!$ev['nofinish']) { $y['endTime'] = (($ev['adjust']) ? datetime_convert($ev['timezone'], 'UTC', $ev['dtend'], ATOM_TIME) : datetime_convert('UTC', 'UTC', $ev['dtend'], 'Y-m-d\\TH:i:s-00:00')); } // copy attachments from the passed object - these are already formatted for ActivityStreams if ($x['attachment']) { $y['attachment'] = $x['attachment']; } if ($actor) { return $y; } } } return $x; } static function paged_collection_init($total, $id, $type = 'OrderedCollection') { $ret = [ 'id' => z_root() . '/' . $id, 'type' => $type, 'totalItems' => $total, ]; $numpages = $total / App::$pager['itemspage']; $lastpage = (($numpages > intval($numpages)) ? intval($numpages) + 1 : $numpages); $ret['first'] = z_root() . '/' . App::$query_string . '?page=1'; $ret['last'] = z_root() . '/' . App::$query_string . '?page=' . $lastpage; return $ret; } static function encode_item_collection($items, $id, $type, $total = 0) { if ($total > App::$pager['itemspage']) { $ret = [ 'id' => z_root() . '/' . $id, 'type' => $type . 'Page', ]; $numpages = $total / App::$pager['itemspage']; $lastpage = (($numpages > intval($numpages)) ? intval($numpages) + 1 : $numpages); $url_parts = parse_url($id); $ret['partOf'] = z_root() . '/' . $url_parts['path']; $extra_query_args = ''; $query_args = null; if (isset($url_parts['query'])) { parse_str($url_parts['query'], $query_args); } if (is_array($query_args)) { unset($query_args['page']); foreach ($query_args as $k => $v) $extra_query_args .= '&' . urlencode($k) . '=' . urlencode($v); } if (App::$pager['page'] < $lastpage) { $ret['next'] = z_root() . '/' . $url_parts['path'] . '?page=' . (intval(App::$pager['page']) + 1) . $extra_query_args; } if (App::$pager['page'] > 1) { $ret['prev'] = z_root() . '/' . $url_parts['path'] . '?page=' . (intval(App::$pager['page']) - 1) . $extra_query_args; } } else { $ret = [ 'id' => z_root() . '/' . $id, 'type' => $type, 'totalItems' => $total, ]; } if ($items) { $x = []; foreach ($items as $i) { $m = IConfig::Get($i['id'], 'activitypub', 'rawmsg'); if ($m) { if (is_string($m)) $t = json_decode($m, true); else $t = $m; } else { $t = self::encode_activity($i); } if ($t) { $x[] = $t; } } if ($type === 'OrderedCollection') { $ret['orderedItems'] = $x; } else { $ret['items'] = $x; } } return $ret; } static function encode_follow_collection($items, $id, $type, $extra = null) { $ret = [ 'id' => z_root() . '/' . $id, 'type' => $type, 'totalItems' => count($items), ]; if ($extra) $ret = array_merge($ret, $extra); if ($items) { $x = []; foreach ($items as $i) { if ($i['xchan_url']) { $x[] = $i['xchan_url']; } } if ($type === 'OrderedCollection') $ret['orderedItems'] = $x; else $ret['items'] = $x; } return $ret; } static function encode_simple_collection($items, $id, $type, $total = 0, $extra = null) { $ret = [ 'id' => z_root() . '/' . $id, 'type' => $type, 'totalItems' => $total, ]; if ($extra) { $ret = array_merge($ret, $extra); } if ($items) { if ($type === 'OrderedCollection') { $ret['orderedItems'] = $items; } else { $ret['items'] = $items; } } return $ret; } static function encode_item($i) { $ret = []; $objtype = self::activity_obj_mapper($i['obj_type']); if (intval($i['item_deleted'])) { $ret['type'] = 'Tombstone'; $ret['formerType'] = $objtype; $ret['id'] = $i['mid']; if ($i['id'] != $i['parent']) $ret['inReplyTo'] = $i['thr_parent']; $ret['to'] = [ACTIVITY_PUBLIC_INBOX]; return $ret; } if (isset($i['obj']) && $i['obj']) { if (is_array($i['obj'])) { $ret = $i['obj']; } else { $ret = json_decode($i['obj'], true); } } $ret['type'] = $objtype; if ($objtype === 'Question') { if ($i['obj']) { if (is_array($i['obj'])) { $ret = $i['obj']; } else { $ret = json_decode($i['obj'], true); } if (array_path_exists('actor/id', $ret)) { $ret['actor'] = $ret['actor']['id']; } } } $ret['id'] = ((strpos($i['mid'], 'http') === 0) ? $i['mid'] : z_root() . '/item/' . urlencode($i['mid'])); $ret['diaspora:guid'] = $i['uuid']; $images = []; $has_images = preg_match_all('/\[[zi]mg(.*?)](.*?)\[/ism', $i['body'], $images, PREG_SET_ORDER); // provide ocap access token for private media. // set this for descendants even if the current item is not private // because it may have been relayed from a private item. $token = IConfig::Get($i, 'ocap', 'relay'); if ($token && $has_images) { $matches_processed = []; for ($n = 0; $n < count($images); $n++) { $match = $images[$n]; if (str_starts_with($match[1], '=http') && str_contains($match[1], z_root() . '/photo/') && !in_array($match[1], $matches_processed)) { $i['body'] = str_replace($match[1], $match[1] . '?token=' . $token, $i['body']); $images[$n][2] = substr($match[1], 1) . '?token=' . $token; $matches_processed[] = $match[1]; } elseif (str_contains($match[2], z_root() . '/photo/') && !in_array($match[2], $matches_processed)) { $i['body'] = str_replace($match[2], $match[2] . '?token=' . $token, $i['body']); $images[$n][2] = $match[2] . '?token=' . $token; $matches_processed[] = $match[2]; } } } if ($i['title']) $ret['name'] = unescape_tags($i['title']); $ret['published'] = datetime_convert('UTC', 'UTC', $i['created'], ATOM_TIME); if ($i['created'] !== $i['edited']) $ret['updated'] = datetime_convert('UTC', 'UTC', $i['edited'], ATOM_TIME); if ($i['expires'] > NULL_DATE) { $ret['expires'] = datetime_convert('UTC', 'UTC', $i['expires'], ATOM_TIME); } if ($i['app']) { $ret['generator'] = ['type' => 'Application', 'name' => $i['app']]; } if ($i['location'] || $i['coord']) { $ret['location'] = ['type' => 'Place']; if ($i['location']) { $ret['location']['name'] = $i['location']; } if ($i['coord']) { $l = explode(' ', $i['coord']); $ret['location']['latitude'] = $l[0]; $ret['location']['longitude'] = $l[1]; } } if (intval($i['item_wall'])) { $ret['commentPolicy'] = map_scope(PermissionLimits::Get($i['uid'], 'post_comments')); } if (intval($i['item_private']) === 2) { $ret['directMessage'] = true; } if (array_key_exists('comments_closed', $i) && $i['comments_closed'] !== EMPTY_STR && $i['comments_closed'] > NULL_DATE) { if ($ret['commentPolicy']) { $ret['commentPolicy'] .= ' '; } $ret['commentPolicy'] .= 'until=' . datetime_convert('UTC', 'UTC', $i['comments_closed'], ATOM_TIME); } $ret['attributedTo'] = self::encode_person($i['author'], false); if ($i['mid'] !== $i['parent_mid']) { $ret['inReplyTo'] = ((strpos($i['thr_parent'], 'http') === 0) ? $i['thr_parent'] : z_root() . '/item/' . urlencode($i['thr_parent'])); } if ($i['mimetype'] === 'text/bbcode') { if ($i['title']) $ret['name'] = unescape_tags($i['title']); if ($i['summary']) $ret['summary'] = unescape_tags($i['summary']); $ret['content'] = bbcode(unescape_tags($i['body']), ['cache' => true]); $ret['source'] = ['content' => unescape_tags($i['body']), 'mediaType' => 'text/bbcode']; } $actor = self::encode_person($i['author'], false); if ($actor) $ret['actor'] = $actor; else return []; $t = self::encode_taxonomy($i); if ($t) { $ret['tag'] = $t; } $a = self::encode_attachment($i); if ($a) { $ret['attachment'] = $a; } if (intval($i['item_private']) === 0) { $ret['to'] = [ACTIVITY_PUBLIC_INBOX]; } $hookinfo = [ 'item' => $i, 'encoded' => $ret ]; call_hooks('encode_item', $hookinfo); return $hookinfo['encoded']; } static function decode_taxonomy($item) { $ret = []; if (array_key_exists('tag', $item) && is_array($item['tag'])) { $ptr = $item['tag']; if (!array_key_exists(0, $ptr)) { $ptr = [$ptr]; } foreach ($ptr as $t) { if (is_array($t) && !array_key_exists('type', $t)) $t['type'] = 'Hashtag'; if (is_array($t) && (array_key_exists('href', $t) || array_key_exists('id', $t)) && array_key_exists('name', $t)) { switch ($t['type']) { case 'Hashtag': $ret[] = ['ttype' => TERM_HASHTAG, 'url' => $t['href'], 'term' => escape_tags((substr($t['name'], 0, 1) === '#') ? substr($t['name'], 1) : $t['name'])]; break; case 'Mention': $ret[] = ['ttype' => TERM_MENTION, 'url' => $t['href'], 'term' => escape_tags((substr($t['name'], 0, 1) === '@') ? substr($t['name'], 1) : $t['name'])]; break; case 'Bookmark': $ret[] = ['ttype' => TERM_BOOKMARK, 'url' => $t['href'], 'term' => escape_tags($t['name'])]; break; case 'Emoji': $ret[] = ['ttype' => TERM_EMOJI, 'url' => $t['id'], 'term' => escape_tags($t['name']), 'imgurl' => $t['icon']['url']]; break; default: break; } } } } return $ret; } static function encode_taxonomy($item) { $ret = []; if (array_key_exists('term', $item) && is_array($item['term'])) { foreach ($item['term'] as $t) { switch ($t['ttype']) { case TERM_HASHTAG: // href is required so if we don't have a url in the taxonomy, ignore it and keep going. if ($t['url']) { $ret[] = ['type' => 'Hashtag', 'href' => $t['url'], 'name' => '#' . $t['term']]; } break; case TERM_MENTION: $ret[] = ['type' => 'Mention', 'href' => $t['url'], 'name' => '@' . $t['term']]; break; case TERM_BOOKMARK: $ret[] = ['type' => 'Bookmark', 'href' => $t['url'], 'name' => $t['term']]; break; case TERM_EMOJI: $ret[] = ['type' => 'Emoji', 'id' => $t['url'], 'name' => $t['term'], 'icon' => ['type' => 'Image', 'url' => $t['imgurl']]]; break; default: break; } } } return $ret; } static function encode_attachment($item, $iconfig = false) { $ret = []; if (!$iconfig && array_key_exists('attach', $item)) { $atts = ((is_array($item['attach'])) ? $item['attach'] : json_decode($item['attach'], true)); if ($atts) { foreach ($atts as $att) { if (!isset($att['type'], $att['href'])) { continue; } if (isset($att['type']) && strpos($att['type'], 'image')) { $ret[] = ['type' => 'Image', 'mediaType' => $att['type'], 'name' => $att['title'], 'url' => $att['href']]; } else { $ret[] = ['type' => 'Link', 'mediaType' => $att['type'], 'name' => $att['title'], 'href' => $att['href']]; } } } } if ($iconfig && array_key_exists('iconfig', $item) && is_array($item['iconfig'])) { foreach ($item['iconfig'] as $att) { if ($att['sharing']) { $value = ((is_string($att['v']) && preg_match('|^a:[0-9]+:{.*}$|s', $att['v'])) ? unserialize($att['v']) : $att['v']); $ret[] = ['type' => 'PropertyValue', 'name' => 'zot.' . $att['cat'] . '.' . $att['k'], 'value' => $value]; } } } return $ret; } static function decode_iconfig($item) { $ret = []; if (isset($item['attachment'])) { $ptr = $item['attachment']; if (!array_key_exists(0, $ptr)) { $ptr = [$ptr]; } foreach ($ptr as $att) { $entry = []; if (isset($att['type']) && $att['type'] === 'PropertyValue') { if (isset($att['name'])) { $key = explode('.', $att['name']); if (count($key) === 3 && $key[0] === 'zot') { $entry['cat'] = $key[1]; $entry['k'] = $key[2]; $entry['v'] = $att['value']; $entry['sharing'] = '1'; $ret[] = $entry; } } } } } return $ret; } public static function decode_attachment($item) { $ret = []; if (isset($item['attachment']) && is_array($item['attachment'])) { $ptr = $item['attachment']; if (!array_key_exists(0, $ptr)) { $ptr = [$ptr]; } foreach ($ptr as $att) { $entry = []; if (array_key_exists('href', $att) && $att['href']) { $entry['href'] = $att['href']; } elseif (array_key_exists('url', $att) && $att['url']) { $entry['href'] = $att['url']; } if (array_key_exists('mediaType', $att) && $att['mediaType']) { $entry['type'] = $att['mediaType']; } elseif (array_key_exists('type', $att) && $att['type'] === 'Image') { $entry['type'] = 'image/jpeg'; } if (array_key_exists('name', $att) && $att['name']) { $entry['name'] = html2plain(purify_html($att['name']), 256); } // Friendica attachments don't match the URL in the body. // This makes it more difficult to detect image duplication in bb_attach() // which adds images to plaintext microblog software. For these we need to examine both the // url and image properties. if (isset($att['image']) && is_string($att['image']) && isset($att['url']) && $att['image'] !== $att['url']) { $entry['image'] = $att['image']; } if ($entry) { array_unshift($ret, $entry); } } } elseif (isset($item['attachment']) && is_string($item['attachment'])) { btlogger('not an array: ' . $item['attachment']); } return $ret; } static function encode_activity($i, $recurse = false) { $ret = []; $reply = false; $ret['type'] = self::activity_mapper($i['verb']); if ((isset($i['item_deleted']) && intval($i['item_deleted'])) && !$recurse) { $is_response = false; if (ActivityStreams::is_response_activity($ret['type'])) { $ret['type'] = 'Undo'; $fragment = 'undo'; $is_response = true; } else { $ret['type'] = 'Delete'; $fragment = 'delete'; } $ret['id'] = str_replace('/item/', '/activity/', $i['mid']) . '#' . $fragment; $actor = self::encode_person($i['author'], false); if ($actor) $ret['actor'] = $actor; else return []; $obj = (($is_response) ? self::encode_activity($i, true) : self::encode_item($i)); if ($obj) { if (array_path_exists('object/id', $obj)) { $obj['object'] = $obj['object']['id']; } if (isset($obj['cc'])) { unset($obj['cc']); } $obj['to'] = [ACTIVITY_PUBLIC_INBOX]; $ret['object'] = $obj; } else return []; $ret['to'] = [ACTIVITY_PUBLIC_INBOX]; return $ret; } if ($ret['type'] === 'emojiReaction') { // There may not be an object for these items for legacy reasons - it should be the conversation parent. $p = q("select * from item where mid = '%s' and uid = %d", dbesc($i['parent_mid']), intval($i['uid']) ); if ($p) { xchan_query($p, true); $p = fetch_post_tags($p); $i['obj'] = self::encode_item($p[0]); // convert to zot6 emoji reaction encoding which uses the target object to indicate the // specific emoji instead of overloading the verb or type. $im = explode('#', $i['verb']); if ($im && count($im) > 1) $emoji = $im[1]; if (preg_match("/\[img(.*?)\](.*?)\[\/img\]/ism", $i['body'], $match)) { $ln = $match[2]; } $i['tgt_type'] = 'Image'; $i['target'] = [ 'type' => 'Image', 'name' => $emoji, 'url' => (($ln) ? $ln : z_root() . '/images/emoji/' . $emoji . '.png') ]; } } if (strpos($i['mid'], z_root() . '/item/') !== false) { $ret['id'] = str_replace('/item/', '/activity/', $i['mid']); } elseif (strpos($i['mid'], z_root() . '/event/') !== false) { $ret['id'] = str_replace('/event/', '/activity/', $i['mid']); } else { $ret['id'] = ((strpos($i['mid'], 'http') === 0) ? $i['mid'] : z_root() . '/activity/' . urlencode($i['mid'])); } $ret['diaspora:guid'] = $i['uuid']; if (isset($i['title']) && $i['title']) $ret['name'] = html2plain(bbcode($i['title'], ['cache' => true])); if (isset($i['summary']) && $i['summary']) $ret['summary'] = bbcode($i['summary'], ['cache' => true]); if ($ret['type'] === 'Announce') { $tmp = preg_replace('/\[share(.*?)\[\/share\]/ism', EMPTY_STR, $i['body']); $ret['content'] = bbcode($tmp, ['cache' => true]); $ret['source'] = [ 'content' => $i['body'], 'mediaType' => 'text/bbcode' ]; } $ret['published'] = datetime_convert('UTC', 'UTC', $i['created'], ATOM_TIME); if (isset($i['created'], $i['edited']) && $i['created'] !== $i['edited']) { $ret['updated'] = datetime_convert('UTC', 'UTC', $i['edited'], ATOM_TIME); if ($ret['type'] === 'Create') { $ret['type'] = 'Update'; } } if (isset($i['app']) && $i['app']) { $ret['generator'] = ['type' => 'Application', 'name' => $i['app']]; } if (!empty($i['location']) || !empty($i['coord'])) { $ret['location'] = ['type' => 'Place']; if ($i['location']) { $ret['location']['name'] = $i['location']; } if ($i['coord']) { $l = explode(' ', $i['coord']); $ret['location']['latitude'] = $l[0]; $ret['location']['longitude'] = $l[1]; } } if ($i['mid'] !== $i['parent_mid']) { $reply = true; // inReplyTo needs to be set in the activity for followup actions (Like, Dislike, Announce, etc.), // but *not* for comments and RSVPs, where it should only be present in the object if (!in_array($ret['type'], ['Create', 'Update', 'Accept', 'Reject', 'TentativeAccept', 'TentativeReject'])) { $ret['inReplyTo'] = ((strpos($i['thr_parent'], 'http') === 0) ? $i['thr_parent'] : z_root() . '/item/' . urlencode($i['thr_parent'])); } } $actor = self::encode_person($i['author'], false); if ($actor) $ret['actor'] = $actor; else return []; if (isset($i['obj']) && $i['obj']) { if (!is_array($i['obj'])) { $i['obj'] = json_decode($i['obj'], true); } if (in_array($i['obj']['type'], ['Image', ACTIVITY_OBJ_PHOTO])) { $i['obj']['id'] = $i['mid']; } $obj = self::encode_object($i['obj']); if ($obj) { $ret['object'] = $obj; } else return []; } else { $obj = self::encode_item($i); if ($obj) $ret['object'] = $obj; else return []; } if (array_path_exists('object/type', $ret) && $ret['object']['type'] === 'Event' && $ret['type'] === 'Create') { $ret['type'] = 'Invite'; } if (isset($i['target']) && $i['target']) { if (!is_array($i['target'])) { $i['target'] = json_decode($i['target'], true); } $tgt = self::encode_object($i['target']); if ($tgt) $ret['target'] = $tgt; else return []; } /* this should not be needed $t = self::encode_taxonomy($i); if ($t) { $ret['tag'] = $t; } */ $a = self::encode_attachment($i, true); if ($a) { $ret['attachment'] = $a; } if (intval($i['item_private']) === 0) { $ret['to'] = [ACTIVITY_PUBLIC_INBOX]; } $hookinfo = [ 'item' => $i, 'encoded' => $ret ]; call_hooks('encode_activity', $hookinfo); return $hookinfo['encoded']; } // Returns an array of URLS for any mention tags found in the item array $i. static function map_mentions($i) { $list = []; if (array_key_exists('term', $i) && is_array($i['term'])) { foreach ($i['term'] as $t) { if (!$t['url']) { continue; } if ($t['ttype'] == TERM_MENTION) { $url = self::lookup_term_url($t['url']); $list[] = (($url) ? $url : $t['url']); } } } return $list; } // Returns an array of all recipients targeted by private item array $i. static function map_acl($i) { $ret = []; if (!$i['item_private']) { return $ret; } if ($i['allow_gid']) { $tmp = expand_acl($i['allow_gid']); if ($tmp) { foreach ($tmp as $t) { $ret[] = z_root() . '/lists/' . $t; } } } if ($i['allow_cid']) { $tmp = expand_acl($i['allow_cid']); $list = stringify_array($tmp, true); if ($list) { $details = q("select hubloc_id_url, hubloc_hash, hubloc_network from hubloc where hubloc_hash in (" . $list . ") and hubloc_id_url != '' and hubloc_deleted = 0"); if ($details) { foreach ($details as $d) { if ($d['hubloc_network'] === 'activitypub') { $ret[] = $d['hubloc_hash']; } else { $ret[] = $d['hubloc_id_url']; } } } } } return $ret; } static function lookup_term_url($url) { // The xchan_url for mastodon is a text/html rendering. This is called from map_mentions where we need // to convert the mention url to an ActivityPub id. If this fails for any reason, return the url we have $r = q("select hubloc_network, hubloc_hash, hubloc_id_url from hubloc where hubloc_id_url = '%s' limit 1", dbesc($url) ); if ($r) { if ($r[0]['hubloc_network'] === 'activitypub') { return $r[0]['hubloc_hash']; } return $r[0]['hubloc_id_url']; } return $url; } static function encode_person($p, $extended = true) { $c = ((array_key_exists('channel_id', $p)) ? $p : channelx_by_hash($p['xchan_hash'])); $id = (($c) ? channel_url($c) : ((filter_var($p['xchan_hash'], FILTER_VALIDATE_URL)) ? $p['xchan_hash'] : $p['xchan_url'])); $ret = (($extended) ? [] : ''); if (!$id) { return $ret; } if (!$extended) { return $id; } $ret['type'] = 'Person'; if ($c) { if (PConfig::Get($c['channel_id'], 'system', 'group_actor')) { $ret['type'] = 'Group'; } $ret['manuallyApprovesFollowers'] = ((PConfig::Get($c['channel_id'], 'system', 'autoperms')) ? false : true); } $ret['id'] = $id; $ret['preferredUsername'] = (($c) ? $c['channel_address'] : substr($p['xchan_addr'], 0, strpos($p['xchan_addr'], '@'))); $ret['name'] = $p['xchan_name']; $ret['updated'] = datetime_convert('UTC', 'UTC', $p['xchan_name_date'], ATOM_TIME); $ret['icon'] = [ 'type' => 'Image', 'mediaType' => (($p['xchan_photo_mimetype']) ? $p['xchan_photo_mimetype'] : 'image/png'), 'updated' => datetime_convert('UTC', 'UTC', $p['xchan_photo_date'], ATOM_TIME), 'url' => $p['xchan_photo_l'] . '?rev=' . strtotime($p['xchan_photo_date']), 'height' => 300, 'width' => 300, ]; /* This could be used to distinguish actors by protocol instead of tags, * array urls are not supported by some AP projects (pixelfed) though. * $ret['url'] = [ [ 'type' => 'Link', 'rel' => 'alternate', 'mediaType' => 'application/x-zot+json', 'href' => $p['xchan_url'] ], [ 'type' => 'Link', 'rel' => 'alternate', 'mediaType' => 'application/activity+json', 'href' => $p['xchan_url'] ], [ 'type' => 'Link', 'rel' => 'alternate', // 'me'? 'mediaType' => 'text/html', 'href' => $p['xchan_url'] ] ]; */ $ret['url'] = $id; $ret['publicKey'] = [ 'id' => $id, 'owner' => $id, 'signatureAlgorithm' => 'http://www.w3.org/2001/04/xmldsig-more#rsa-sha256', 'publicKeyPem' => $p['xchan_pubkey'] ]; if ($c) { $ret['tag'][] = [ 'type' => 'PropertyValue', 'name' => 'Protocol', 'value' => 'zot6' ]; $ret['outbox'] = z_root() . '/outbox/' . $c['channel_address']; } $arr = [ 'xchan' => $p, 'encoded' => $ret ]; call_hooks('encode_person', $arr); $ret = $arr['encoded']; return $ret; } static function encode_item_object($item, $elm = 'obj') { $ret = []; if ($item[$elm]) { if (!is_array($item[$elm])) { $item[$elm] = json_decode($item[$elm], true); } if (in_array($item[$elm]['type'], ['Image', ACTIVITY_OBJ_PHOTO])) { $item[$elm]['id'] = $item['mid']; } $obj = self::encode_object($item[$elm]); if ($obj) return $obj; else return []; } else { $obj = self::encode_item($item); if ($obj) return $obj; else return []; } } static function activity_mapper($verb) { if (strpos($verb, '/') === false) { return $verb; } $acts = [ 'http://activitystrea.ms/schema/1.0/post' => 'Create', //'http://activitystrea.ms/schema/1.0/share' => 'Announce', 'http://activitystrea.ms/schema/1.0/update' => 'Update', 'http://activitystrea.ms/schema/1.0/like' => 'Like', 'http://activitystrea.ms/schema/1.0/favorite' => 'Like', 'http://purl.org/zot/activity/dislike' => 'Dislike', //'http://activitystrea.ms/schema/1.0/tag' => 'Add', 'http://activitystrea.ms/schema/1.0/follow' => 'Follow', 'http://activitystrea.ms/schema/1.0/unfollow' => 'Unfollow', 'http://activitystrea.ms/schema/1.0/stop-following' => 'Unfollow', 'http://purl.org/zot/activity/attendyes' => 'Accept', 'http://purl.org/zot/activity/attendno' => 'Reject', 'http://purl.org/zot/activity/attendmaybe' => 'TentativeAccept', ]; call_hooks('activity_mapper', $acts); if (array_key_exists($verb, $acts) && $acts[$verb]) { return $acts[$verb]; } // We should return false, however this will trigger an uncaught execption and crash // the delivery system if encountered by the JSON-LDSignature library logger('Unmapped activity: ' . $verb); return 'Create'; // return false; } static function activity_decode_mapper($verb) { $acts = [ 'http://activitystrea.ms/schema/1.0/post' => 'Create', // 'http://activitystrea.ms/schema/1.0/share' => 'Announce', 'http://activitystrea.ms/schema/1.0/update' => 'Update', 'http://activitystrea.ms/schema/1.0/like' => 'Like', 'http://activitystrea.ms/schema/1.0/favorite' => 'Like', 'http://purl.org/zot/activity/dislike' => 'Dislike', // 'http://activitystrea.ms/schema/1.0/tag' => 'Add', 'http://activitystrea.ms/schema/1.0/follow' => 'Follow', 'http://activitystrea.ms/schema/1.0/unfollow' => 'Unfollow', 'http://activitystrea.ms/schema/1.0/stop-following' => 'Unfollow', 'http://purl.org/zot/activity/attendyes' => 'Accept', 'http://purl.org/zot/activity/attendno' => 'Reject', 'http://purl.org/zot/activity/attendmaybe' => 'TentativeAccept', 'Announce' => 'Announce', 'Invite' => 'Invite', 'Delete' => 'Delete', 'Undo' => 'Undo', 'Add' => 'Add', 'Remove' => 'Remove' ]; call_hooks('activity_decode_mapper', $acts); foreach ($acts as $k => $v) { if ($verb === $v) { return $k; } } logger('Unmapped activity: ' . $verb); return 'Create'; } static function activity_obj_decode_mapper($obj) { $objs = [ 'http://activitystrea.ms/schema/1.0/note' => 'Note', 'http://activitystrea.ms/schema/1.0/note' => 'Article', 'http://activitystrea.ms/schema/1.0/comment' => 'Note', 'http://activitystrea.ms/schema/1.0/person' => 'Person', 'http://purl.org/zot/activity/profile' => 'Profile', 'http://activitystrea.ms/schema/1.0/photo' => 'Image', 'http://activitystrea.ms/schema/1.0/profile-photo' => 'Icon', 'http://activitystrea.ms/schema/1.0/event' => 'Event', 'http://purl.org/zot/activity/location' => 'Place', 'http://purl.org/zot/activity/chessgame' => 'Game', 'http://purl.org/zot/activity/tagterm' => 'zot:Tag', 'http://purl.org/zot/activity/thing' => 'Object', 'http://purl.org/zot/activity/file' => 'zot:File', 'http://purl.org/zot/activity/mood' => 'zot:Mood', 'Invite' => 'Invite', 'Question' => 'Question', 'Document' => 'Document', 'Audio' => 'Audio', 'Video' => 'Video', 'Delete' => 'Delete', 'Undo' => 'Undo' ]; call_hooks('activity_obj_decode_mapper', $objs); foreach ($objs as $k => $v) { if ($obj === $v) { return $k; } } logger('Unmapped activity object: ' . $obj); return 'Note'; } static function activity_obj_mapper($obj) { $objs = [ 'http://activitystrea.ms/schema/1.0/note' => 'Note', 'http://activitystrea.ms/schema/1.0/comment' => 'Note', 'http://activitystrea.ms/schema/1.0/person' => 'Person', 'http://purl.org/zot/activity/profile' => 'Profile', 'http://activitystrea.ms/schema/1.0/photo' => 'Image', 'http://activitystrea.ms/schema/1.0/profile-photo' => 'Icon', 'http://activitystrea.ms/schema/1.0/event' => 'Event', 'http://purl.org/zot/activity/location' => 'Place', 'http://purl.org/zot/activity/chessgame' => 'Game', 'http://purl.org/zot/activity/tagterm' => 'zot:Tag', 'http://purl.org/zot/activity/thing' => 'Object', 'http://purl.org/zot/activity/file' => 'zot:File', 'http://purl.org/zot/activity/mood' => 'zot:Mood' ]; call_hooks('activity_obj_mapper', $objs); if ($obj === 'Answer') { return 'Note'; } if (strpos($obj, '/') === false) { return $obj; } if (array_key_exists($obj, $objs)) { return $objs[$obj]; } logger('Unmapped activity object: ' . $obj); return 'Note'; // return false; } static function follow($channel, $act) { $contact = null; $their_follow_id = null; /* * * if $act->type === 'Follow', actor is now following $channel * if $act->type === 'Accept', actor has approved a follow request from $channel * */ if (in_array($act->type, ['Follow', 'Invite', 'Join'])) { $their_follow_id = $act->id; } $person_obj = (($act->type == 'Invite') ? $act->obj : $act->actor); if (is_array($person_obj)) { // store their xchan and hubloc self::actor_store($person_obj); // Find any existing abook record $r = q("select * from abook left join xchan on abook_xchan = xchan_hash where abook_xchan = '%s' and abook_channel = %d limit 1", dbesc($person_obj['id']), intval($channel['channel_id']) ); if ($r) { $contact = $r[0]; } } $role = PConfig::Get($channel['channel_id'], 'system', 'permissions_role', 'personal'); $x = PermissionRoles::role_perms($role); $their_perms = Permissions::FilledPerms($x['perms_connect']); if ($contact && $contact['abook_id']) { // A relationship of some form already exists on this site. switch ($act->type) { case 'Follow': case 'Invite': case 'Join': // A second Follow request, but we haven't approved the first one if ($contact['abook_pending']) { return; } // We've already approved them or followed them first // Send an Accept back to them AbConfig::Set($channel['channel_id'], $person_obj['id'], 'pubcrawl', 'their_follow_id', $their_follow_id); Master::Summon(['Notifier', 'permission_accept', $contact['abook_id']]); return; case 'Accept': // They accepted our Follow request. // Set default permissions except for send_stream and post_wall foreach ($their_perms as $k => $v) { if(in_array($k, ['send_stream', 'post_wall'])) { continue; // Those will be set once we accept their follow request } AbConfig::Set($channel['channel_id'], $contact['abook_xchan'], 'their_perms', $k, $v); } $abook_instance = $contact['abook_instance']; if (strpos($abook_instance, z_root()) === false) { if ($abook_instance) $abook_instance .= ','; $abook_instance .= z_root(); q("update abook set abook_instance = '%s', abook_not_here = 0 where abook_id = %d and abook_channel = %d", dbesc($abook_instance), intval($contact['abook_id']), intval($channel['channel_id']) ); } return; default: return; } } // No previous relationship exists. if ($act->type === 'Accept') { // This should not happen unless we deleted the connection before it was accepted. return; } // From here on out we assume a Follow activity to somebody we have no existing relationship with AbConfig::Set($channel['channel_id'], $person_obj['id'], 'pubcrawl', 'their_follow_id', $their_follow_id); // The xchan should have been created by actor_store() above $r = q("select * from xchan where xchan_hash = '%s' and xchan_network = 'activitypub' limit 1", dbesc($person_obj['id']) ); if (!$r) { logger('xchan not found for ' . $person_obj['id']); return; } $ret = $r[0]; $p = Permissions::connect_perms($channel['channel_id']); $my_perms = $p['perms']; $automatic = $p['automatic']; $closeness = PConfig::Get($channel['channel_id'], 'system', 'new_abook_closeness', 80); $r = abook_store_lowlevel( [ 'abook_account' => intval($channel['channel_account_id']), 'abook_channel' => intval($channel['channel_id']), 'abook_xchan' => $ret['xchan_hash'], 'abook_closeness' => intval($closeness), 'abook_created' => datetime_convert(), 'abook_updated' => datetime_convert(), 'abook_connected' => datetime_convert(), 'abook_dob' => NULL_DATE, 'abook_pending' => intval(($automatic) ? 0 : 1), 'abook_instance' => z_root() ] ); if ($my_perms) foreach ($my_perms as $k => $v) AbConfig::Set($channel['channel_id'], $ret['xchan_hash'], 'my_perms', $k, $v); if ($their_perms) foreach ($their_perms as $k => $v) AbConfig::Set($channel['channel_id'], $ret['xchan_hash'], 'their_perms', $k, $v); if ($r) { logger("New ActivityPub follower for {$channel['channel_name']}"); $new_connection = q("select * from abook left join xchan on abook_xchan = xchan_hash left join hubloc on hubloc_hash = xchan_hash where abook_channel = %d and abook_xchan = '%s' order by abook_created desc limit 1", intval($channel['channel_id']), dbesc($ret['xchan_hash']) ); if ($new_connection) { Enotify::submit( [ 'type' => NOTIFY_INTRO, 'from_xchan' => $ret['xchan_hash'], 'to_xchan' => $channel['channel_hash'], 'link' => z_root() . '/connections#' . $new_connection[0]['abook_id'], ] ); if ($my_perms && $automatic) { // send an Accept for this Follow activity Master::Summon(['Notifier', 'permission_accept', $new_connection[0]['abook_id']]); // Send back a Follow notification to them Master::Summon(['Notifier', 'permission_create', $new_connection[0]['abook_id']]); } $clone = []; foreach ($new_connection[0] as $k => $v) { if (strpos($k, 'abook_') === 0) { $clone[$k] = $v; } } unset($clone['abook_id']); unset($clone['abook_account']); unset($clone['abook_channel']); $abconfig = AbConfig::Load($channel['channel_id'], $clone['abook_xchan']); if ($abconfig) $clone['abconfig'] = $abconfig; Libsync::build_sync_packet($channel['channel_id'], ['abook' => [$clone]]); } } /* If there is a default group for this channel and permissions are automatic, add this member to it */ if ($channel['channel_default_group'] && $automatic) { $g = AccessList::by_hash($channel['channel_id'], $channel['channel_default_group']); if ($g) AccessList::member_add($channel['channel_id'], '', $ret['xchan_hash'], $g['id']); } return; } static function unfollow($channel, $act) { $contact = null; /* @FIXME This really needs to be a signed request. */ /* actor is unfollowing $channel */ $person_obj = $act->actor; if (is_array($person_obj)) { $r = q("select * from abook left join xchan on abook_xchan = xchan_hash where abook_xchan = '%s' and abook_channel = %d limit 1", dbesc($person_obj['id']), intval($channel['channel_id']) ); if ($r) { // remove all permissions they provided AbConfig::Delete($channel['channel_id'], $r[0]['xchan_hash'], 'system', 'their_perms'); } } return; } public static function drop($channel, $observer, $act) { $r = q("select * from item where mid = '%s' and uid = %d limit 1", dbesc((is_array($act->obj)) ? $act->obj['id'] : $act->obj), intval($channel['channel_id']) ); if (!$r) { return; } if (in_array($observer, [$r[0]['author_xchan'], $r[0]['owner_xchan']])) { drop_item($r[0]['id'], false, (($r[0]['item_wall']) ? DROPITEM_PHASE1 : DROPITEM_NORMAL)); } elseif (in_array($act->actor['id'], [$r[0]['author_xchan'], $r[0]['owner_xchan']])) { drop_item($r[0]['id'], false, (($r[0]['item_wall']) ? DROPITEM_PHASE1 : DROPITEM_NORMAL)); } sync_an_item($channel['channel_id'], $r[0]['id']); if ($r[0]['item_wall']) { Master::Summon(['Notifier', 'drop', $r[0]['id']]); } } static function actor_store($person_obj, $force = false) { if (!is_array($person_obj)) { return; } /* not implemented if (array_key_exists('movedTo',$person_obj) && $person_obj['movedTo'] && ! is_array($person_obj['movedTo'])) { $tgt = self::fetch($person_obj['movedTo']); if (is_array($tgt)) { self::actor_store($tgt); ActivityPub::move($person_obj['id'],$tgt); } return; } */ $url = $person_obj['id'] ?? ''; if (!$url) { return; } $hublocs = self::get_actor_hublocs($url); $has_zot_hubloc = false; $ap_hubloc = null; if ($hublocs) { foreach ($hublocs as $hub) { if ($hub['hubloc_network'] === 'activitypub') { $ap_hubloc = $hub; } if ($hub['hubloc_network'] === 'zot6') { $has_zot_hubloc = true; Libzot::update_cached_hubloc($hub); } } } if ($ap_hubloc) { // we already have a stored record. Determine if it needs updating. if ($ap_hubloc['hubloc_updated'] < datetime_convert('UTC', 'UTC', ' now - 3 days') || $force) { $person_obj = self::get_actor($url, $force); } else { return; } } $inbox = $person_obj['inbox'] ?? null; // invalid AP identity if (!$inbox || strpos($inbox, z_root()) !== false) { return; } $name = $person_obj['name'] ?? ''; if (!$name) { $name = $person_obj['preferredUsername'] ?? ''; } if (!$name) { $name = t('Unknown'); } $webfinger_addr = ((isset($person_obj['webfinger'])) ? str_replace('acct:', '', $person_obj['webfinger']) : ''); $hostname = ''; $baseurl = ''; $site_url = ''; $m = parse_url($url); if ($m) { $hostname = $m['host']; $baseurl = $m['scheme'] . '://' . $m['host'] . ((isset($m['port'])) ? ':' . $m['port'] : ''); $site_url = $m['scheme'] . '://' . $m['host']; } if (!$webfinger_addr && !empty($person_obj['preferredUsername']) && $hostname) { $webfinger_addr = escape_tags($person_obj['preferredUsername']) . '@' . $hostname; } $icon = null; if (isset($person_obj['icon'])) { if (is_array($person_obj['icon'])) { if (array_key_exists('url', $person_obj['icon'])) { $icon = $person_obj['icon']['url']; } else { if (is_string($person_obj['icon'][0])) { $icon = $person_obj['icon'][0]; } elseif (array_key_exists('url', $person_obj['icon'][0])) { $icon = $person_obj['icon'][0]['url']; } } } else { $icon = $person_obj['icon']; } } $links = false; $profile = false; if (isset($person_obj['url']) && is_array($person_obj['url'])) { if (!array_key_exists(0, $person_obj['url'])) { $links = [$person_obj['url']]; } else { $links = $person_obj['url']; } } if (is_array($links) && $links) { foreach ($links as $link) { if (is_array($link) && array_key_exists('mediaType', $link) && $link['mediaType'] === 'text/html') { $profile = $link['href']; } } if (!$profile) { $profile = $links[0]['href']; } } elseif (isset($person_obj['url']) && is_string($person_obj['url'])) { $profile = $person_obj['url']; } if (!$profile) { $profile = $url; } $pubkey = ''; if (array_key_exists('publicKey', $person_obj) && array_key_exists('publicKeyPem', $person_obj['publicKey'])) { if ($person_obj['id'] === $person_obj['publicKey']['owner']) { $pubkey = $person_obj['publicKey']['publicKeyPem']; if (strstr($pubkey, 'RSA ')) { $pubkey = Keyutils::rsaToPem($pubkey); } } } $epubkey = ''; if (isset($person_obj['assertionMethod'])) { if (!isset($person_obj['assertionMethod'][0])) { $person_obj['assertionMethod'] = [$person_obj['assertionMethod']]; } foreach($person_obj['assertionMethod'] as $am) { if ($person_obj['id'] === $am['controller'] && $am['type'] === 'Multikey' && str_starts_with($am['publicKeyMultibase'], 'z6Mk') ) { $epubkey = $am['publicKeyMultibase']; } } } $group_actor = ($person_obj['type'] === 'Group'); $r = q("select * from xchan join hubloc on xchan_hash = hubloc_hash where xchan_hash = '%s'", dbesc($url) ); if ($r) { // Record exists. Cache existing records for one week at most // then refetch to catch updated profile photos, names, etc. $d = datetime_convert('UTC', 'UTC', 'now - 3 days'); if ($r[0]['hubloc_updated'] > $d && !$force) { return; } q("UPDATE site SET site_update = '%s', site_dead = 0 WHERE site_url = '%s'", dbesc(datetime_convert()), dbesc($site_url) ); // update existing xchan record q("update xchan set xchan_name = '%s', xchan_pubkey = '%s', xchan_epubkey = '%s', xchan_addr = '%s', xchan_network = 'activitypub', xchan_name_date = '%s', xchan_pubforum = %d where xchan_hash = '%s'", dbesc($name), dbesc($pubkey), dbesc($epubkey), dbesc($webfinger_addr), dbescdate(datetime_convert()), intval($group_actor), dbesc($url) ); // update existing hubloc record q("update hubloc set hubloc_addr = '%s', hubloc_network = 'activitypub', hubloc_url = '%s', hubloc_host = '%s', hubloc_callback = '%s', hubloc_updated = '%s', hubloc_id_url = '%s' where hubloc_hash = '%s'", dbesc($webfinger_addr), dbesc($baseurl), dbesc($hostname), dbesc($inbox), dbescdate(datetime_convert()), dbesc($profile), dbesc($url) ); } else { // create a new record xchan_store_lowlevel( [ 'xchan_hash' => $url, 'xchan_guid' => $url, 'xchan_pubkey' => $pubkey, 'xchan_epubkey' => $epubkey, 'xchan_addr' => $webfinger_addr, 'xchan_url' => $profile, 'xchan_name' => $name, 'xchan_photo_l' => z_root() . '/' . get_default_profile_photo(), 'xchan_photo_m' => z_root() . '/' . get_default_profile_photo(80), 'xchan_photo_s' => z_root() . '/' . get_default_profile_photo(48), 'xchan_name_date' => datetime_convert(), 'xchan_network' => 'activitypub', 'xchan_pubforum' => intval($group_actor) ] ); hubloc_store_lowlevel( [ 'hubloc_guid' => $url, 'hubloc_hash' => $url, 'hubloc_addr' => $webfinger_addr, 'hubloc_network' => 'activitypub', 'hubloc_url' => $baseurl, 'hubloc_host' => $hostname, 'hubloc_callback' => $inbox, 'hubloc_updated' => datetime_convert(), 'hubloc_primary' => 1, 'hubloc_id_url' => $profile ] ); } // We store all ActivityPub actors we can resolve. Some of them may be able to communicate over Zot6. Find them. // Adding zot discovery urls to the actor record will cause federation to fail with the 20-30 projects which don't accept arrays in the url field. $actor_protocols = self::get_actor_protocols($person_obj); if (!$has_zot_hubloc && in_array('zot6', $actor_protocols)) { $zx = q("select * from hubloc where hubloc_id_url = '%s' and hubloc_network = 'zot6'", dbesc($url) ); if (!$zx) { // FIXME: we might need to fetch and store this url immediately // otherwise at least the first post of a yet unknown author might // be stored with the activitypub url instead of the portable id. // Another solution could be to fix the items after Gprobe has done its work. Master::Summon(['Gprobe', bin2hex($url)]); } } if ($icon) { Master::Summon(['Xchan_photo', bin2hex($icon), bin2hex($url)]); } } // sort function width decreasing static function vid_sort($a, $b) { $a_width = $a['width'] ?? 0; $b_width = $b['width'] ?? 0; if ($a_width === $b_width) return 0; return (($a_width > $b_width) ? -1 : 1); } static function get_actor_bbmention($id) { $x = q("select * from hubloc left join xchan on hubloc_hash = xchan_hash where hubloc_hash = '%s' or hubloc_id_url = '%s' limit 1", dbesc($id), dbesc($id) ); if ($x) { return sprintf('@[zrl=%s]%s[/zrl]', $x[0]['xchan_url'], $x[0]['xchan_name']); } return '@{' . $id . '}'; } static function update_poll($item_id, $post) { $multi = false; $mid = $post['mid']; $content = $post['title']; if (!$item_id) { return false; } if (intval($post['item_blocked']) === ITEM_MODERATED) { return false; } dbq("START TRANSACTION"); $item = q("SELECT * FROM item WHERE id = %d FOR UPDATE", intval($item_id) ); if (!$item) { dbq("COMMIT"); return false; } $item = $item[0]; $o = json_decode($item['obj'], true); if ($o && array_key_exists('anyOf', $o)) { $multi = true; } $r = q("select mid, title from item where parent_mid = '%s' and author_xchan = '%s'", dbesc($item['mid']), dbesc($post['author_xchan']) ); // prevent any duplicate votes by same author for oneOf and duplicate votes with same author and same answer for anyOf if ($r) { if ($multi) { foreach ($r as $rv) { if ($rv['title'] === $content && $rv['mid'] !== $mid) { return false; } } } else { foreach ($r as $rv) { if ($rv['mid'] !== $mid) { return false; } } } } $answer_found = false; $found = false; if ($multi) { for ($c = 0; $c < count($o['anyOf']); $c++) { if ($o['anyOf'][$c]['name'] === $content) { $answer_found = true; if (is_array($o['anyOf'][$c]['replies'])) { foreach ($o['anyOf'][$c]['replies'] as $reply) { if (is_array($reply) && array_key_exists('id', $reply) && $reply['id'] === $mid) { $found = true; } } } if (!$found) { $o['anyOf'][$c]['replies']['totalItems']++; $o['anyOf'][$c]['replies']['items'][] = ['id' => $mid, 'type' => 'Note']; } } } } else { for ($c = 0; $c < count($o['oneOf']); $c++) { if ($o['oneOf'][$c]['name'] === $content) { $answer_found = true; if (is_array($o['oneOf'][$c]['replies'])) { foreach ($o['oneOf'][$c]['replies'] as $reply) { if (is_array($reply) && array_key_exists('id', $reply) && $reply['id'] === $mid) { $found = true; } } } if (!$found) { $o['oneOf'][$c]['replies']['totalItems']++; $o['oneOf'][$c]['replies']['items'][] = ['id' => $mid, 'type' => 'Note']; } } } } logger('updated_poll: ' . print_r($o, true), LOGGER_DATA); if ($answer_found && !$found) { $u = q("update item set obj = '%s', edited = '%s' where id = %d", dbesc(json_encode($o)), dbesc(datetime_convert()), intval($item['id']) ); if ($u) { dbq("COMMIT"); if ($multi) { // wait some seconds for possible multiple answers to be processed // before calling the notifier sleep(3); } Master::Summon(['Notifier', 'wall-new', $item['id']]); return true; } dbq("ROLLBACK"); } dbq("COMMIT"); return false; } static function decode_note($act) { $response_activity = false; $s = []; // These activities should have been handled separately in the Inbox module and should not be turned into posts if ( in_array($act->type, ['Follow', 'Accept', 'Reject', 'Create', 'Update']) && ($act->objprop('type') === 'Follow' || ActivityStreams::is_an_actor($act->objprop('type'))) ) { return false; } // Within our family of projects, Follow/Unfollow of a thread is an internal activity which should not be transmitted, // hence if we receive it - ignore or reject it. // Unfollow is not defined by ActivityStreams, which prefers Undo->Follow. // This may have to be revisited if AP projects start using Follow for objects other than actors. if (in_array($act->type, ['Follow', 'Unfollow'])) { return false; } if (!isset($act->actor['id'])) { logger('No actor!'); return false; } // ensure we store the original actor self::actor_store($act->actor); $s['owner_xchan'] = $act->actor['id']; $s['author_xchan'] = $act->actor['id']; $content = []; if (is_array($act->obj)) { $content = self::get_content($act->obj); } $s['mid'] = $act->objprop('id'); if (!$s['mid'] && is_string($act->obj)) { $s['mid'] = $act->obj; } // pleroma fetched activities if (!$s['mid'] && isset($act->obj['data']['id'])) { $s['mid'] = $act->obj['data']['id']; } if ($act->objprop('type') === 'Profile') { $s['mid'] = $act->id; } if (!$s['mid']) { return false; } // Friendica sends the diaspora guid in a nonstandard field via AP // If no uuid is provided we will create an uuid v5 from the mid $s['uuid'] = (($act->objprop('diaspora:guid')) ?: uuid_from_url($s['mid'])); $s['parent_mid'] = $act->parent_id; if (array_key_exists('published', $act->data)) { $s['created'] = datetime_convert('UTC', 'UTC', $act->data['published']); $s['commented'] = $s['created']; } elseif ($act->objprop('published')) { $s['created'] = datetime_convert('UTC', 'UTC', $act->obj['published']); $s['commented'] = $s['created']; } if (array_key_exists('updated', $act->data)) { $s['edited'] = datetime_convert('UTC', 'UTC', $act->data['updated']); } elseif ($act->objprop('updated')) { $s['edited'] = datetime_convert('UTC', 'UTC', $act->obj['updated']); } if (array_key_exists('expires', $act->data)) { $s['expires'] = datetime_convert('UTC', 'UTC', $act->data['expires']); } elseif ($act->objprop('expires')) { $s['expires'] = datetime_convert('UTC', 'UTC', $act->obj['expires']); } if (in_array($act->type, ['Invite', 'Create']) && $act->objprop('type') === 'Event') { $s['mid'] = $s['parent_mid'] = $act->id; } if (ActivityStreams::is_response_activity($act->type)) { $response_activity = true; $s['mid'] = $act->id; $s['uuid'] = ((!empty($act->data['diaspora:guid'])) ? $act->data['diaspora:guid'] : uuid_from_url($s['mid'])); $s['parent_mid'] = $act->objprop('id') ?: $act->obj; /* if ($act->objprop('inReplyTo')) { $s['parent_mid'] = $act->objprop('inReplyTo'); } $s['thr_parent'] = $act->objprop('id') ?: $act->obj; if (empty($s['parent_mid']) || empty($s['thr_parent'])) { logger('response activity without parent_mid or thr_parent'); return; } */ // over-ride the object timestamp with the activity if (isset($act->data['published'])) { $s['created'] = datetime_convert('UTC', 'UTC', $act->data['published']); } if (isset($act->data['updated'])) { $s['edited'] = datetime_convert('UTC', 'UTC', $act->data['updated']); } $obj_actor = $act->objprop('actor') ?: $act->get_actor('attributedTo', $act->obj); if (!isset($obj_actor['id'])) { return false; } // ensure we store the original actor self::actor_store($obj_actor); $mention = self::get_actor_bbmention($obj_actor['id']); if ($act->type === 'Like') { $content['content'] = sprintf(t('Likes %1$s\'s %2$s'), $mention, $act->obj['type']) . EOL . EOL . ($content['content'] ?? ''); } if ($act->type === 'Dislike') { $content['content'] = sprintf(t('Doesn\'t like %1$s\'s %2$s'), $mention, $act->obj['type']) . EOL . EOL . ($content['content'] ?? ''); } // handle event RSVPs if (($act->objprop('type') === 'Event') || ($act->objprop('type') === 'Invite' && array_path_exists('object/type', $act->obj) && $act->obj['object']['type'] === 'Event')) { if ($act->type === 'Accept') { $content['content'] = sprintf(t('Will attend %s\'s event'), $mention) . EOL . EOL . ($content['content'] ?? ''); } if ($act->type === 'Reject') { $content['content'] = sprintf(t('Will not attend %s\'s event'), $mention) . EOL . EOL . ($content['content'] ?? ''); } if ($act->type === 'TentativeAccept') { $content['content'] = sprintf(t('May attend %s\'s event'), $mention) . EOL . EOL . ($content['content'] ?? ''); } if ($act->type === 'TentativeReject') { $content['content'] = sprintf(t('May not attend %s\'s event'), $mention) . EOL . EOL . ($content['content'] ?? ''); } } if ($act->type === 'Announce') { $content['content'] = sprintf(t('🔁 Repeated %1$s\'s %2$s'), $mention, $act->obj['type']); } // TODO: Deprecated if ($act->type === 'emojiReaction') { $content['content'] = (($act->tgt && $act->tgt['type'] === 'Image') ? '[img=32x32]' . $act->tgt['url'] . '[/img]' : '&#x' . $act->tgt['name'] . ';'); } if (in_array($act->type, ['EmojiReact'])) { // Pleroma reactions $t = trim(self::get_textfield($act->data, 'content')); $content['content'] = $t; // Unicode emojis if (grapheme_strlen($t) === 1) { $content['content'] = '

' . $t . '

'; } $a = self::decode_taxonomy($act->data); if ($a) { $s['term'] = $a; } } } $s['item_thread_top'] = 0; $s['comment_policy'] = 'authenticated'; if ($s['mid'] === $s['parent_mid']) { $s['item_thread_top'] = 1; // it is a parent node - decode the comment policy info if present if ($act->objprop('commentPolicy')) { $until = strpos($act->obj['commentPolicy'], 'until='); if ($until !== false) { $s['comments_closed'] = datetime_convert('UTC', 'UTC', substr($act->obj['commentPolicy'], $until + 6)); if ($s['comments_closed'] < datetime_convert()) { $s['nocomment'] = true; } } $remainder = substr($act->obj['commentPolicy'], 0, (($until) ? $until : strlen($act->obj['commentPolicy']))); if ($remainder) { $s['comment_policy'] = $remainder; } } } if (!array_key_exists('created', $s)) $s['created'] = datetime_convert(); if (!array_key_exists('edited', $s)) $s['edited'] = $s['created']; $s['title'] = (($response_activity) ? EMPTY_STR : self::bb_content($content, 'name')); $s['summary'] = self::bb_content($content, 'summary'); $s['body'] = ((self::bb_content($content, 'bbcode') && (!$response_activity)) ? self::bb_content($content, 'bbcode') : self::bb_content($content, 'content')); if ($act->objprop('quoteUrl')) { $quote_bbcode = self::get_quote_bbcode($act->obj['quoteUrl']); if ($s['body']) { $s['body'] .= "\r\n\r\n"; } $s['body'] .= $quote_bbcode; } $s['verb'] = self::activity_mapper($act->type); // Mastodon does not provide update timestamps when updating poll tallies which means race conditions may occur here. if ($act->type === 'Update' && $act->objprop('type') === 'Question' && $s['edited'] === $s['created']) { $s['edited'] = datetime_convert(); } if (in_array($act->type, ['Delete', 'Undo', 'Tombstone']) || ($act->type === 'Create' && (isset($act->obj['type']) && $act->obj['type'] === 'Tombstone'))) { $s['item_deleted'] = 1; } if ($act->objprop('type')) { $s['obj_type'] = self::activity_obj_mapper($act->obj['type']); } $s['obj'] = $act->obj; if (array_path_exists('actor/id', $s['obj'])) { $s['obj']['actor'] = $s['obj']['actor']['id']; } $generator = $act->get_property_obj('generator'); if ((!$generator) && (!$response_activity)) { $generator = $act->get_property_obj('generator', $act->obj); } if ($generator && array_key_exists('type', $generator) && in_array($generator['type'], ['Application', 'Service']) && array_key_exists('name', $generator)) { $s['app'] = escape_tags($generator['name']); } if (is_array($act->obj) && !$response_activity) { $a = self::decode_taxonomy($act->obj); if ($a) { $s['term'] = $a; } $a = self::decode_attachment($act->obj); if ($a) { $s['attach'] = $a; } $a = self::decode_iconfig($act->data); if ($a) { $s['iconfig'] = $a; } } // Objects that might have media attachments which aren't already provided in the content element. // We'll check specific media objects separately. if (in_array($act->objprop('type',''), ['Article', 'Document', 'Event', 'Note', 'Page', 'Place', 'Question']) && !empty($s['attach'])) { $s = self::bb_attach($s); } if ($act->objprop('type') === 'Question' && in_array($act->type, ['Create', 'Update'])) { if ($act->objprop('endTime')) { $s['comments_closed'] = datetime_convert('UTC', 'UTC', $act->obj['endTime']); } } if ($act->objprop('closed')) { $s['comments_closed'] = datetime_convert('UTC', 'UTC', $act->obj['closed']); } if (!$response_activity) { if ($act->objprop('type') === 'Profile') { $s['parent_mid'] = $s['mid']; $s['item_thread_top'] = 1; } // we will need a hook here to extract magnet links e.g. peertube // right now just link to the largest mp4 we find that will fit in our // standard content region if ($act->objprop('type') === 'Video') { $vtypes = [ 'video/mp4', 'video/ogg', 'video/webm' ]; $mps = []; $poster = null; $ptr = null; // try to find a poster to display on the video element if ($act->objprop('icon')) { if (is_array($act->obj['icon'])) { if (array_key_exists(0,$act->obj['icon'])) { $ptr = $act->obj['icon']; } else { $ptr = [ $act->obj['icon'] ]; } } if ($ptr) { foreach ($ptr as $foo) { if (is_array($foo) && array_key_exists('type',$foo) && $foo['type'] === 'Image' && is_string($foo['url'])) { $poster = $foo['url']; } } } } $tag = (($poster) ? '[video poster="' . $poster . '"]' : '[video]' ); $ptr = null; if ($act->objprop('url')) { if (is_array($act->obj['url'])) { if (array_key_exists(0,$act->obj['url'])) { $ptr = $act->obj['url']; } else { $ptr = [ $act->obj['url'] ]; } // handle peertube's weird url link tree if we find it here // 0 => html link, 1 => application/x-mpegURL with 'tag' set to an array of actual media links foreach ($ptr as $idex) { if (is_array($idex) && array_key_exists('mediaType',$idex)) { if ($idex['mediaType'] === 'application/x-mpegURL' && isset($idex['tag']) && is_array($idex['tag'])) { $ptr = $idex['tag']; break; } } } foreach ($ptr as $vurl) { if (array_key_exists('mediaType',$vurl)) { if (in_array($vurl['mediaType'], $vtypes)) { if (! array_key_exists('height',$vurl)) { $vurl['height'] = 0; } $mps[] = $vurl; } } } } if ($mps) { usort($mps,[ '\Zotlabs\Lib\Activity', 'vid_sort' ]); foreach ($mps as $m) { if (intval($m['height']) < 500 && self::media_not_in_body($m['href'],$s['body'])) { $s['body'] = $tag . $m['href'] . '[/video]' . "\r\n" . $s['body']; break; } } } elseif (is_string($act->obj['url']) && self::media_not_in_body($act->obj['url'],$s['body'])) { $s['body'] = $tag . $act->obj['url'] . '[/video]' . "\r\n" . $s['body']; } } } if ($act->objprop('type') === 'Audio') { $atypes = [ 'audio/mpeg', 'audio/ogg', 'audio/wav' ]; $ptr = null; if (array_key_exists('url', $act->obj)) { if (is_array($act->obj['url'])) { if (array_key_exists(0, $act->obj['url'])) { $ptr = $act->obj['url']; } else { $ptr = [$act->obj['url']]; } foreach ($ptr as $vurl) { if (in_array($vurl['mediaType'], $atypes) && self::media_not_in_body($vurl['href'], $s['body'])) { $s['body'] = '[audio]' . $vurl['href'] . '[/audio]' . "\r\n" . $s['body']; break; } } } elseif (is_string($act->obj['url']) && self::media_not_in_body($act->obj['url'], $s['body'])) { $s['body'] = '[audio]' . $act->obj['url'] . '[/audio]' . "\r\n" . $s['body']; } } } if ($act->objprop('type') === 'Image' && strpos($s['body'], 'zrl=') === false) { $ptr = null; if (array_key_exists('url', $act->obj)) { if (is_array($act->obj['url'])) { if (array_key_exists(0, $act->obj['url'])) { $ptr = $act->obj['url']; } else { $ptr = [$act->obj['url']]; } foreach ($ptr as $vurl) { if (strpos($s['body'], $vurl['href']) === false) { $bb_imgs = '[zmg]' . $vurl['href'] . '[/zmg]' . "\r\n"; break; } } $s['body'] = $bb_imgs . $s['body']; } elseif (is_string($act->obj['url'])) { if (strpos($s['body'], $act->obj['url']) === false) { $s['body'] .= '[zmg]' . $act->obj['url'] . '[/zmg]' . "\r\n" . $s['body']; } } } } if ($act->objprop('type') === 'Page' && !$s['body']) { $ptr = null; $purl = EMPTY_STR; if (array_key_exists('url', $act->obj)) { if (is_array($act->obj['url'])) { if (array_key_exists(0, $act->obj['url'])) { $ptr = $act->obj['url']; } else { $ptr = [$act->obj['url']]; } foreach ($ptr as $vurl) { if (array_key_exists('mediaType', $vurl) && $vurl['mediaType'] === 'text/html') { $purl = $vurl['href']; break; } elseif (array_key_exists('mimeType', $vurl) && $vurl['mimeType'] === 'text/html') { $purl = $vurl['href']; break; } } } elseif (is_string($act->obj['url'])) { $purl = $act->obj['url']; } if ($purl) { $li = z_fetch_url(z_root() . '/linkinfo?binurl=' . bin2hex($purl)); if ($li['success'] && $li['body']) { $s['body'] .= "\r\n" . $li['body']; } else { $s['body'] .= "\r\n" . $purl; } } } } } if (in_array($act->objprop('type'), ['Note', 'Article', 'Page'])) { $ptr = null; if (array_key_exists('url', $act->obj)) { if (is_array($act->obj['url'])) { if (array_key_exists(0, $act->obj['url'])) { $ptr = $act->obj['url']; } else { $ptr = [$act->obj['url']]; } foreach ($ptr as $vurl) { if (array_key_exists('mediaType', $vurl) && $vurl['mediaType'] === 'text/html') { $s['plink'] = $vurl['href']; break; } } } elseif (is_string($act->obj['url'])) { $s['plink'] = $act->obj['url']; } } } if (!(isset($s['plink']) && $s['plink'])) { $s['plink'] = $s['mid']; } // assume this is private unless specifically told otherwise. $s['item_private'] = 1; if ($act->recips && (in_array(ACTIVITY_PUBLIC_INBOX, $act->recips) || in_array('Public', $act->recips) || in_array('as:Public', $act->recips))) { $s['item_private'] = 0; } if ($act->objprop('directMessage')) { $s['item_private'] = 2; } $ap_rawmsg = ''; $diaspora_rawmsg = ''; $raw_arr = []; $raw_arr = json_decode($act->raw, true); // This is a zot6 packet and the raw activitypub or diaspora message json // is possibly available in the attachement. if (array_key_exists('signed', $raw_arr) && isset($act->data['attachment']) && is_array($act->data['attachment'])) { foreach($act->data['attachment'] as $a) { if ( isset($a['type']) && $a['type'] === 'PropertyValue' && isset($a['name']) && $a['name'] === 'zot.activitypub.rawmsg' && isset($a['value']) ) { $ap_rawmsg = $a['value']; } if ( isset($a['type']) && $a['type'] === 'PropertyValue' && isset($a['name']) && $a['name'] === 'zot.diaspora.fields' && isset($a['value']) ) { $diaspora_rawmsg = $a['value']; } } } if (!$ap_rawmsg && array_key_exists('signed', $raw_arr)) { // zap $ap_rawmsg = json_encode($act->data, JSON_UNESCAPED_SLASHES); } if ($ap_rawmsg) { IConfig::Set($s, 'activitypub', 'rawmsg', $ap_rawmsg, 1); } elseif (!array_key_exists('signed', $raw_arr)) { IConfig::Set($s, 'activitypub', 'rawmsg', $act->raw, 1); } if ($diaspora_rawmsg) { IConfig::Set($s, 'diaspora', 'fields', $diaspora_rawmsg, 1); } if ($act->raw_recips) { IConfig::Set($s, 'activitypub', 'recips', $act->raw_recips); } if ($act->objprop('type') === 'Event' && $act->objprop('timezone')) { IConfig::Set($s, 'event', 'timezone', $act->objprop('timezone'), true); } $hookinfo = [ 'act' => $act, 's' => $s ]; call_hooks('decode_note', $hookinfo); return $hookinfo['s']; } static function store($channel, $observer_hash, $act, $item, $fetch_parents = true, $force = false) { $is_sys_channel = is_sys_channel($channel['channel_id']); $is_child_node = false; $parent = null; // TODO: not implemented // Pleroma scrobbles can be really noisy and contain lots of duplicate activities. Disable them by default. /*if (($act->type === 'Listen') && ($is_sys_channel || get_pconfig($channel['channel_id'], 'system', 'allow_scrobbles', false))) { return; }*/ if ($item['parent_mid'] && $item['parent_mid'] !== $item['mid']) { $is_child_node = true; } if (empty($item['item_fetched'])) { $item['owner_xchan'] = $observer_hash; } // An ugly and imperfect way to recognise a mastodon or friendica direct message if ( $item['item_private'] === 1 && !isset($act->raw_recips['cc']) && is_array($act->raw_recips['to']) && in_array(channel_url($channel), $act->raw_recips['to']) && !in_array($act->actor['followers'], $act->raw_recips['to']) ) { $item['item_private'] = 2; } $allowed = false; $permit_mentions = intval(PConfig::Get($channel['channel_id'], 'system','permit_all_mentions') && i_am_mentioned($channel, $item)); if ($is_child_node) { $parent = q("select * from item where mid = '%s' and uid = %d", dbesc($item['parent_mid']), intval($channel['channel_id']) ); if (!$parent) { if (perm_is_allowed($channel['channel_id'], $observer_hash, 'send_stream') || $is_sys_channel) { if ($item['verb'] === 'Announce') { $force = true; } if ($fetch_parents) { App::$cache['as_fetch_objects'][$item['mid']]['channels'][] = $channel['channel_id']; App::$cache['as_fetch_objects'][$item['mid']]['force'] = intval($force); return; } } logger('no parent'); return; } if ($parent[0]['obj_type'] === 'Question') { if (in_array($item['obj_type'], ['Note', ACTIVITY_OBJ_COMMENT]) && $item['title'] && (!$item['body'])) { $item['obj_type'] = 'Answer'; } } if ($parent[0]['item_wall']) { // set the owner to the owner of the parent $item['owner_xchan'] = $parent[0]['owner_xchan']; // quietly reject group comment boosts by group owner // (usually only sent via ActivityPub so groups will work on microblog platforms) // This catches those activities if they slipped in via a conversation fetch if ($parent[0]['parent_mid'] !== $item['parent_mid']) { if ($item['verb'] === 'Announce' && $item['author_xchan'] === $item['owner_xchan']) { logger('group boost activity by group owner rejected'); return; } } // check permissions against the author, not the sender $allowed = perm_is_allowed($channel['channel_id'], $item['author_xchan'], 'post_comments'); if ((!$allowed) && $permit_mentions) { if ($parent[0]['owner_xchan'] === $channel['channel_hash']) { $allowed = false; } else { $allowed = true; } } // TODO: not implemented /*if (absolutely_no_comments($parent[0])) { $allowed = false; }*/ if (!$allowed) { if (PConfig::Get($channel['channel_id'], 'system', 'moderate_unsolicited_comments') && $item['obj_type'] !== 'Answer') { $item['item_blocked'] = ITEM_MODERATED; $allowed = true; } else { logger('rejected comment from ' . $item['author_xchan'] . ' for ' . $channel['channel_address']); logger('rejected: ' . print_r($item, true), LOGGER_DATA); // TODO: not implemented // let the sender know we received their comment but we don't permit spam here. // self::send_rejection_activity($channel,$item['author_xchan'],$item); return; } } // TODO: not implemented /*if (perm_is_allowed($channel['channel_id'],$item['author_xchan'],'moderated')) { $item['item_blocked'] = ITEM_MODERATED; }*/ } else { $allowed = true; // reject public stream comments that weren't sent by the conversation owner if ($is_sys_channel && $item['owner_xchan'] !== $observer_hash && !$fetch_parents && empty($item['item_fetched'])) { $allowed = false; } } } else { // The $item['item_fetched'] flag is set in fetch_and_store_parents(). // In this case we should check against author permissions because sender is not owner. if (perm_is_allowed($channel['channel_id'], ((empty($item['item_fetched'])) ? $observer_hash : $item['author_xchan']), 'send_stream') || $is_sys_channel) { $allowed = true; } if ($permit_mentions) { $allowed = true; } } if (tgroup_check($channel['channel_id'], $item) && (!$is_child_node)) { // for forum deliveries, make sure we keep a copy of the signed original IConfig::Set($item, 'activitypub', 'rawmsg', $act->raw, 1); $allowed = true; } if (intval($item['item_private']) === 2) { if (perm_is_allowed($channel['channel_id'], $observer_hash, 'post_mail')) { $allowed = true; } } if ($is_sys_channel) { /* TODO: not implemented if (! check_pubstream_channelallowed($observer_hash)) { $allowed = false; } // don't allow pubstream posts if the sender even has a clone on a pubstream denied site $h = q("select hubloc_url from hubloc where hubloc_hash = '%s'", dbesc($observer_hash) ); if ($h) { foreach ($h as $hub) { if (! check_pubstream_siteallowed($hub['hubloc_url'])) { $allowed = false; break; } } } */ if (intval($item['item_private'])) { $allowed = false; } } // TODO: not implemented /*$blocked = LibBlock::fetch($channel['channel_id'],BLOCKTYPE_SERVER); if ($blocked) { foreach($blocked as $b) { if (strpos($observer_hash,$b['block_entity']) !== false) { $allowed = false; } } }*/ if (!$allowed && !$force) { logger('no permission'); return; } $item['aid'] = $channel['channel_account_id']; $item['uid'] = $channel['channel_id']; // Some authors may be zot6 authors in which case we want to store their nomadic identity // instead of their ActivityPub identity $item['author_xchan'] = self::find_best_identity($item['author_xchan']); $item['owner_xchan'] = self::find_best_identity($item['owner_xchan']); $item['source_xchan'] = ((!empty($item['source_xchan'])) ? self::find_best_identity($item['source_xchan']) : ''); if (!$item['author_xchan']) { logger('No author: ' . print_r($act, true)); } if (!$item['owner_xchan']) { logger('No owner: ' . print_r($act, true)); } if (!$item['author_xchan'] || !$item['owner_xchan']) return; if ($channel['channel_system']) { $incl = Config::Get('system','pubstream_incl'); $excl = Config::Get('system','pubstream_excl'); if(($incl || $excl) && !MessageFilter::evaluate($item, $incl, $excl)) { logger('post is filtered'); return; } } $abook = q("select * from abook where ( abook_xchan = '%s' OR abook_xchan = '%s' OR abook_xchan = '%s') and abook_channel = %d ", dbesc($item['author_xchan']), dbesc($item['owner_xchan']), dbesc($item['source_xchan']), intval($channel['channel_id']) ); if ($abook) { if (!post_is_importable($channel['channel_id'], $item, $abook)) { logger('post is filtered'); return; } } if (array_key_exists('conversation', $act->obj)) { IConfig::Set($item, 'ostatus', 'conversation', $act->obj['conversation'], 1); } // This isn't perfect but the best we can do for now. $item['comment_policy'] = ((isset($act->data['commentPolicy'])) ? $act->data['commentPolicy'] : 'authenticated'); IConfig::Set($item, 'activitypub', 'recips', $act->raw_recips); if (intval($act->sigok)) { $item['item_verified'] = 1; } if ($is_child_node) { $item['owner_xchan'] = $parent[0]['owner_xchan']; if ($parent[0]['parent_mid'] !== $item['parent_mid']) { $item['thr_parent'] = $item['parent_mid']; } else { $item['thr_parent'] = $parent[0]['parent_mid']; } $item['parent_mid'] = $parent[0]['parent_mid']; /* * * Check for conversation privacy mismatches * We can only do this if we have a channel and we have fetched the parent * */ // public conversation, but this comment went rogue and was published privately // hide it from everybody except the channel owner if (intval($parent[0]['item_private']) === 0) { if (intval($item['item_private'])) { $item['item_restrict'] = $item['item_restrict'] | 1; $item['allow_cid'] = '<' . $channel['channel_hash'] . '>'; $item['allow_gid'] = $item['deny_cid'] = $item['deny_gid'] = ''; } } // private conversation, but this comment went rogue and was published publicly // hide it from everybody except the channel owner if (intval($parent[0]['item_private'])) { if (!intval($item['item_private'])) { $item['item_private'] = intval($parent_item['item_private']); $item['allow_cid'] = '<' . $channel['channel_hash'] . '>'; $item['allow_gid'] = $item['deny_cid'] = $item['deny_gid'] = ''; } } } if (isset($item['term']) && !PConfig::Get($channel['channel_id'], 'system', 'no_smilies')) { foreach ($item['term'] as $t) { if ($t['ttype'] === TERM_EMOJI) { $class = 'emoji'; $shortname = ':' . trim($t['term'], ':') . ':'; if (is_solo_string($shortname, $item['body'])) { $class .= ' single-emoji'; } $item['body'] = str_replace($shortname, '[img class="' . $class . '" alt="' . $t['term'] . '" title="' . $t['term'] . '"]' . ($t['imgurl'] ?: $t['url']) . '[/img]', $item['body']); } } } // TODO: not implemented // self::rewrite_mentions($item); $r = q("select id, created, edited from item where mid = '%s' and uid = %d limit 1", dbesc($item['mid']), intval($item['uid']) ); if ($r) { if ($item['edited'] > $r[0]['edited']) { $item['id'] = $r[0]['id']; $x = item_store_update($item); } else { return; } } else { $x = item_store($item); } if ($fetch_parents && $parent && !intval($parent[0]['item_private'])) { logger('topfetch', LOGGER_DEBUG); // if the thread owner is a connnection, we will already receive any additional comments to their posts // but if they are not we can try to fetch others in the background $connected = q("SELECT abook.*, xchan.* FROM abook left join xchan on abook_xchan = xchan_hash WHERE abook_channel = %d and abook_xchan = '%s' LIMIT 1", intval($channel['channel_id']), dbesc($parent[0]['owner_xchan']) ); if (!$connected) { // determine if the top-level post provides a replies collection if ($parent[0]['obj']) { $parent[0]['obj'] = json_decode($parent[0]['obj'], true); } logger('topfetch: ' . print_r($parent[0], true), LOGGER_ALL); $id = ((array_path_exists('obj/replies/id', $parent[0])) ? $parent[0]['obj']['replies']['id'] : false); if (!$id) { $id = ((array_path_exists('obj/replies', $parent[0]) && is_string($parent[0]['obj']['replies'])) ? $parent[0]['obj']['replies'] : false); } if ($id) { Master::Summon(['Convo', $id, $channel['channel_id'], $observer_hash]); } } } if ($x['success']) { if (check_item_source($channel['channel_id'], $x['item']) && in_array($x['item']['obj_type'], ['Event', ACTIVITY_OBJ_EVENT])) { event_addtocal($x['item_id'], $channel['channel_id']); } if ($is_child_node) { if ($item['owner_xchan'] === $channel['channel_hash']) { // We are the owner of this conversation, so send all received comments back downstream Master::Summon(['Notifier', 'comment-import', $x['item_id']]); } $r = q("select * from item where id = %d limit 1", intval($x['item_id']) ); if ($r) { send_status_notifications($x['item_id'], $r[0]); } } sync_an_item($channel['channel_id'], $x['item_id']); } } /** * @brief fetch a thread upwards by either providing a message id or an item/activity pair * * @param array $channel * @param array $observer_hash * @param array $item string|array * @param object $act activitystreams object (optional) default null * @param bool $force disregard permissions and force storage (optional) default false * @return bool */ static public function fetch_and_store_parents($channel, $observer_hash, $item, $act = null, $force = false) { logger('fetching parents'); if (!$item) { return false; } $p = []; $announce_init = false; $group_announce_init = false; if (is_object($act) && is_array($item)) { $p[] = [$act, $item]; $announce_init = ($item['verb'] === 'Announce'); $group_announce_init = ($announce_init && $act->actor['type'] === 'Group'); } if (is_string($item)) { $mid = $item; $item = [ 'parent_mid' => $mid, 'mid' => '' ]; } $current_item = $item; $i = 0; while ($current_item['parent_mid'] !== $current_item['mid']) { $cached = ASCache::Get($current_item['parent_mid']); if ($cached) { // logger('cached: ' . $current_item['parent_mid']); $n = unserialise($cached); } else { // logger('fetching: ' . $current_item['parent_mid']); $n = self::fetch($current_item['parent_mid'], $channel); if (!$n) { break; } ASCache::Set($current_item['parent_mid'], serialise($n)); } $a = new ActivityStreams($n); if ($a->type === 'Announce' && is_array($a->obj) && array_key_exists('object', $a->obj) && array_key_exists('actor', $a->obj)) { // This is a relayed/forwarded Activity (as opposed to a shared/boosted object) // Reparse the encapsulated Activity and use that instead logger('relayed activity', LOGGER_DEBUG); $a = new ActivityStreams($a->obj); } logger($a->debug(), LOGGER_DATA); if (!$a->is_valid()) { logger('not a valid activity'); break; } $item = Activity::decode_note($a); if (!$item) { break; } $hookinfo = [ 'a' => $a, 'item' => $item ]; call_hooks('fetch_and_store', $hookinfo); $item = $hookinfo['item']; if ($item) { $item['item_fetched'] = true; if ($announce_init) { // Store the sender of the initial announce $item['source_xchan'] = $observer_hash; // WARNING: the presence of both source_xchan and non-zero item_uplink here will cause a delivery loop $item['item_uplink'] = 0; if ($item['item_thread_top']) { $item['verb'] = 'Announce'; } if (!$group_announce_init) { // Force a new thread if the announce init actor is not a group $item['verb'] = 'Announce'; $item['parent_mid'] = $item['thr_parent'] = $item['mid']; $item['item_thread_top'] = 1; } } else { $announce_init = ($i === 0 && $item['verb'] === 'Announce'); $group_announce_init = ($announce_init && $a->actor['type'] === 'Group'); } if (intval($channel['channel_system']) && intval($item['item_private'])) { $p = []; break; } if (count($p) > 100) { $p = []; break; } array_unshift($p, [$a, $item]); if ($item['parent_mid'] === $item['mid']) { break; } } $current_item = $item; $i++; } if ($p) { foreach ($p as $pv) { if ($pv[0]->is_valid()) { Activity::store($channel, $observer_hash, $pv[0], $pv[1], false, $force); } } return true; } return false; } public static function bb_attach($item) { $ret = false; if (!(is_array($item['attach']) && $item['attach'])) { return $item; } foreach ($item['attach'] as $a) { if (array_key_exists('type', $a) && stripos($a['type'], 'image') !== false) { // don't add inline image if it's an svg and we already have an inline svg if ($a['type'] === 'image/svg+xml' && strpos($item['body'], '[/svg]')) { continue; } // Friendica attachment weirdness // Check both the attachment image and href since they can be different and the one in the href is a different link with different resolution. // Otheriwse you'll get duplicated images if (isset($a['image'])) { if (self::media_not_in_body($a['image'], $item['body']) && self::media_not_in_body($a['href'], $item['body'])) { if (isset($a['name']) && $a['name']) { $alt = htmlspecialchars($a['name'], ENT_QUOTES); $item['body'] = '[img=' . $a['href'] . ']' . $alt . '[/img]' . "\r\n" . $item['body']; } else { $item['body'] = '[img]' . $a['href'] . '[/img]' . "\r\n" . $item['body']; } } continue; } elseif (self::media_not_in_body($a['href'], $item['body'])) { if (isset($a['name']) && $a['name']) { $alt = htmlspecialchars($a['name'], ENT_QUOTES); $item['body'] = '[img=' . $a['href'] . ']' . $alt . '[/img]' . "\r\n" . $item['body']; } else { $item['body'] = '[img]' . $a['href'] . '[/img]' . "\r\n" . $item['body']; } } } if (array_key_exists('type', $a) && stripos($a['type'], 'video') !== false) { if (self::media_not_in_body($a['href'], $item['body'])) { $item['body'] = '[video]' . $a['href'] . '[/video]' . "\r\n" . $item['body']; } } if (array_key_exists('type', $a) && stripos($a['type'], 'audio') !== false) { if (self::media_not_in_body($a['href'], $item['body'])) { $item['body'] = '[audio]' . $a['href'] . '[/audio]' . "\r\n" . $item['body']; } } //if (array_key_exists('type', $a) && stripos($a['type'], 'activity') !== false) { //if (self::media_not_in_body($a['href'], $item['body'])) { //$item = self::get_quote($a['href'], $item); //} //} } return $item; } // check for the existence of existing media link in body public static function media_not_in_body($s, $body) { if (empty($body)) { return false; } $s_alt = htmlspecialchars($s, ENT_QUOTES, 'UTF-8'); if ( (strpos($body, ']' . $s . '[/img]') === false) && (strpos($body, '[img=' . $s . ']') === false) && (strpos($body, ']' . $s . '[/zmg]') === false) && (strpos($body, '[zmg=' . $s . ']') === false) && (strpos($body, ']' . $s . '[/video]') === false) && (strpos($body, ']' . $s . '[/zvideo]') === false) && (strpos($body, ']' . $s . '[/audio]') === false) && (strpos($body, ']' . $s . '[/zaudio]') === false) && (strpos($body, ']' . $s_alt . '[/img]') === false) && (strpos($body, '[img=' . $s_alt . ']') === false) && (strpos($body, ']' . $s_alt . '[/zmg]') === false) && (strpos($body, '[zmg=' . $s_alt . ']') === false) && (strpos($body, ']' . $s_alt . '[/video]') === false) && (strpos($body, ']' . $s_alt . '[/zvideo]') === false) && (strpos($body, ']' . $s_alt . '[/audio]') === false) && (strpos($body, ']' . $s_alt . '[/zaudio]') === false) ) { return true; } return false; } static function bb_content($content, $field) { require_once('include/html2bbcode.php'); require_once('include/event.php'); $ret = false; if (array_key_exists($field, $content)) { if (is_array($content[$field])) { foreach ($content[$field] as $k => $v) { $ret .= html2bbcode($v); // save this for auto-translate or dynamic filtering // $ret .= '[language=' . $k . ']' . html2bbcode($v) . '[/language]'; } } else { if ($field === 'bbcode' && array_key_exists('bbcode', $content)) { $ret = $content[$field]; } else { $ret = html2bbcode($content[$field]); } } } if ($field === 'content' && array_key_exists('event', $content) && (!strpos($ret, '[event'))) { $ret .= format_event_bbcode($content['event']); } return $ret; } static function get_content($act) { $content = []; $event = null; if ((!$act) || (!is_array($act))) { return $content; } if ($act['type'] === 'Event') { $adjust = false; $event = []; $event['event_hash'] = $act['id']; if (array_key_exists('startTime', $act) && strpos($act['startTime'], -1, 1) === 'Z') { $adjust = true; $event['adjust'] = 1; $event['dtstart'] = datetime_convert('UTC', 'UTC', $event['startTime'] . (($adjust) ? '' : 'Z')); } if (array_key_exists('endTime', $act)) { $event['dtend'] = datetime_convert('UTC', 'UTC', $event['endTime'] . (($adjust) ? '' : 'Z')); } else { $event['nofinish'] = true; } } foreach (['name', 'summary', 'content'] as $a) { if (($x = self::get_textfield($act, $a)) !== false) { $content[$a] = $x; } } if ($event) { $event['summary'] = $content['name']; if (!$event['summary']) { if ($content['summary']) { $event['summary'] = html2plain($content['summary']); } } $event['description'] = html2bbcode($content['content']); if ($event['summary'] && $event['dtstart']) { $content['event'] = $event; } } if (array_path_exists('source/mediaType', $act) && array_path_exists('source/content', $act)) { if (in_array($act['source']['mediaType'], ['text/bbcode'])) { $content['bbcode'] = purify_html($act['source']['content']); } } return $content; } static function get_textfield($act, $field): null|string|array { $content = null; if (array_key_exists($field, $act) && $act[$field]) { $content = purify_html($act[$field]); } elseif (array_key_exists($field . 'Map', $act) && $act[$field . 'Map']) { foreach ($act[$field . 'Map'] as $k => $v) { $content[escape_tags($k)] = purify_html($v); } } return $content; } // Find either an Authorization: Bearer token or 'token' request variable // in the current web request and return it static function token_from_request() { foreach (['REDIRECT_REMOTE_USER', 'HTTP_AUTHORIZATION'] as $s) { $auth = ((array_key_exists($s, $_SERVER) && strpos($_SERVER[$s], 'Bearer ') === 0) ? str_replace('Bearer ', EMPTY_STR, $_SERVER[$s]) : EMPTY_STR ); if ($auth) { break; } } if (!$auth) { if (array_key_exists('token', $_REQUEST) && $_REQUEST['token']) { $auth = $_REQUEST['token']; } } return $auth; } static function find_best_identity($xchan) { if (filter_var($xchan, FILTER_VALIDATE_URL)) { $r = q("SELECT hubloc_hash, hubloc_network FROM hubloc WHERE hubloc_id_url = '%s' AND hubloc_network IN ('zot6', 'activitypub') AND hubloc_deleted = 0", dbesc($xchan) ); if ($r) { $r = Libzot::zot_record_preferred($r); logger('find_best_identity: ' . $xchan . ' > ' . $r['hubloc_hash']); return $r['hubloc_hash']; } } return $xchan; } static function get_cached_actor($id) { // remove any fragments like #main-key since these won't be present in our cached data $cache_url = ((strpos($id, '#')) ? substr($id, 0, strpos($id, '#')) : $id); $actor = XConfig::Get($cache_url, 'system', 'actor_record'); if ($actor && isset($actor['actor_cache_date']) && $actor['actor_cache_date'] > datetime_convert('UTC', 'UTC', ' now - 3 days')) { unset($actor['actor_cache_date']); return $actor; } // try other get_cached_actor providers (e.g. diaspora) $hookdata = [ 'id' => $id, 'actor' => null ]; call_hooks('get_cached_actor_provider', $hookdata); return $hookdata['actor']; } static function get_actor($actor_id, $force = false) { // remove fragment $actor_id = ((strpos($actor_id, '#')) ? substr($actor_id, 0, strpos($actor_id, '#')) : $actor_id); $actor = ((!$force) ? self::get_cached_actor($actor_id) : null); if ($actor) { return $actor; } $actor = self::fetch($actor_id); if ($actor) { return $actor; } return null; } static function get_unknown_actor($act) { // try other get_actor providers (e.g. diaspora) $hookdata = [ 'activity' => $act, 'actor' => null ]; call_hooks('get_actor_provider', $hookdata); return $hookdata['actor']; } static function get_actor_hublocs($url, $options = 'all') { $url = ((strpos($url, '#')) ? substr($url, 0, strpos($url, '#')) : $url); switch ($options) { case 'activitypub': $hublocs = q("select * from hubloc left join xchan on hubloc_hash = xchan_hash where hubloc_hash = '%s' and hubloc_deleted = 0 order by hubloc_id desc", dbesc($url) ); break; case 'zot6': $hublocs = q("select * from hubloc left join xchan on hubloc_hash = xchan_hash where hubloc_id_url = '%s' and hubloc_deleted = 0 order by hubloc_id desc", dbesc($url) ); break; case 'all': default: $hublocs = q("select * from hubloc left join xchan on hubloc_hash = xchan_hash where ( hubloc_id_url = '%s' OR hubloc_hash = '%s' ) and hubloc_deleted = 0 order by hubloc_id desc", dbesc($url), dbesc($url) ); break; } return $hublocs; } static function get_actor_collections($url) { $ret = []; $actor_record = XConfig::Get($url, 'system', 'actor_record'); if (!$actor_record) { return $ret; } foreach (['inbox', 'outbox', 'followers', 'following'] as $collection) { if (isset($actor_record[$collection]) && $actor_record[$collection]) { $ret[$collection] = $actor_record[$collection]; } } if (array_path_exists('endpoints/sharedInbox', $actor_record) && $actor_record['endpoints']['sharedInbox']) { $ret['sharedInbox'] = $actor_record['endpoints']['sharedInbox']; } return $ret; } static function get_actor_protocols($actor) { $ret = []; if (!array_key_exists('tag', $actor) || empty($actor['tag']) || !is_array($actor['tag'])) { return $ret; } foreach ($actor['tag'] as $t) { if ((isset($t['type']) && $t['type'] === 'PropertyValue') && (isset($t['name']) && $t['name'] === 'Protocol') && (isset($t['value']) && in_array($t['value'], ['zot6', 'activitypub', 'diaspora'])) ) { $ret[] = $t['value']; } } return $ret; } static function get_quote_bbcode($url) { $ret = ''; $a = self::fetch($url); if ($a) { $act = new ActivityStreams($a); if ($act->is_valid()) { $content = self::get_content($act->obj); $ret .= "[share author='" . urlencode($act->actor['name'] ?? $act->actor['preferredUsername']) . "' profile='" . $act->actor['id'] . "' avatar='" . ($act->actor['icon']['url'] ?? z_root() . '/' . get_default_profile_photo(80)) . "' link='" . $act->obj['id'] . "' auth='" . ((is_matrix_url($act->actor['id'])) ? 'true' : 'false') . "' posted='" . $act->obj['published'] . "' message_id='" . $act->obj['id'] . "']"; $ret .= self::bb_content($content, 'content'); $ret .= '[/share]'; } } return $ret; } static function get_attributed_to_actor_url($act) { $url = ''; if (!isset($act->obj['attributedTo'])) { return $url; } if (is_string($act->obj['attributedTo'])) { $url = $act->obj['attributedTo']; } if (is_array($act->obj['attributedTo'])) { foreach($act->obj['attributedTo'] as $a) { if (is_array($a) && isset($a['type']) && $a['type'] === 'Person') { if (isset($a['id'])) { $url = $a['id']; break; } } elseif (is_string($a)) { $url = $a; break; } } } return $url; } public static function ap_context($contextType = null): array { return ['@context' => [ ACTIVITYSTREAMS_JSONLD_REV, 'https://w3id.org/security/v1', // 'https://www.w3.org/ns/did/v1', // 'https://w3id.org/security/multikey/v1', // 'https://w3id.org/security/data-integrity/v1', 'https://purl.archive.org/socialweb/webfinger', self::ap_schema($contextType) ]]; } public static function ap_schema($contextType = null): array { // $contextType is reserved for future use so that the caller can specify // a limited subset of the entire schema definition for particular activities. return [ 'zot' => z_root() . '/apschema#', 'schema' => 'http://schema.org#', 'ostatus' => 'http://ostatus.org#', 'diaspora' => 'https://diasporafoundation.org/ns/', 'litepub' => 'http://litepub.social/ns#', 'commentPolicy' => 'zot:commentPolicy', 'Bookmark' => 'zot:Bookmark', 'Category' => 'zot:Category', 'directMessage' => 'litepub:directMessage', 'PropertyValue' => 'schema:PropertyValue', 'value' => 'schema:value', 'uuid' => 'schema:identifier', 'conversation' => 'ostatus:conversation', 'guid' => 'diaspora:guid', 'manuallyApprovesFollowers' => 'as:manuallyApprovesFollowers', 'Hashtag' => 'as:Hashtag' ]; } /** * @brief Builds the activity packet and signs it if $channel is provided. * * @param array $obj * @param array $channel (optional) default [] * @param bool $json_encode (optional) default true * @return string|array */ public static function build_packet(array $obj, array $channel = [], bool $json_encode = true): string|array { $arr = array_merge(Activity::ap_context(), $obj); if ($channel) { $proof = (new JcsEddsa2022)->sign($arr, $channel); $arr['proof'] = $proof; $signature = LDSignatures::sign($arr, $channel); $arr['signature'] = $signature; } if ($json_encode) { return json_encode($arr, JSON_UNESCAPED_SLASHES); } return $arr; } /** * @brief Prepares the arguments and inititates the Fetchparents or Zotconvo daemon. * @param string $observer * */ public static function init_background_fetch(string $observer_hash = '') { if (isset(App::$cache['zot_fetch_objects'])) { $channels_str = ''; foreach (App::$cache['zot_fetch_objects'] as $mid => $info) { $force = $info['force']; foreach ($info['channels'] as $c) { if ($channels_str) { $channels_str .= ','; } $channels_str .= $c; } Master::Summon(['Zotconvo', $channels_str, $mid, $force]); } } if (isset(App::$cache['as_fetch_objects'])) { if (!$observer_hash) { logger('Attempt to initiate Fetchparents daemon without observer'); return; } $channels_str = ''; foreach (App::$cache['as_fetch_objects'] as $mid => $info) { $force = $info['force']; foreach ($info['channels'] as $c) { if ($channels_str) { $channels_str .= ','; } $channels_str .= $c; } Master::Summon(['Fetchparents', $channels_str, $observer_hash, $mid, $force]); } } } }