$hubloc['hubloc_guid'], 'guid_sig' => $hubloc['hubloc_guid_sig'], 'url' => $hubloc['hubloc_url'], 'url_sig' => $hubloc['hubloc_url_sig'] ); if(($hubloc['hubloc_hash'] === $channel['channel_hash']) && intval($hubloc['hubloc_primary']) && ($seize)) $hubloc['hubloc_primary'] = 0; if(! zot_gethub($arr)) { unset($hubloc['hubloc_id']); dbesc_array($hubloc); $r = dbq("INSERT INTO hubloc (`" . implode("`, `", array_keys($hubloc)) . "`) VALUES ('" . implode("', '", array_values($hubloc)) . "')" ); } } } } function import_objs($channel,$objs) { if($channel && $objs) { foreach($objs as $obj) { // if it's the old term format - too hard to support if(! $obj['obj_created']) continue; $baseurl = $obj['obj_baseurl']; unset($obj['obj_id']); unset($obj['obj_baseurl']); $obj['obj_channel'] = $channel['channel_id']; if($baseurl && (strpos($obj['obj_url'],$baseurl . '/thing/') !== false)) { $obj['obj_url'] = str_replace($baseurl,z_root(),$obj['obj_url']); } if($obj['obj_imgurl']) { $x = import_xchan_photo($obj['obj_imgurl'],$channel['channel_hash'],true); $obj['obj_imgurl'] = $x[0]; } dbesc_array($obj); $r = dbq("INSERT INTO obj (`" . implode("`, `", array_keys($obj)) . "`) VALUES ('" . implode("', '", array_values($obj)) . "')" ); } } } function sync_objs($channel,$objs) { if($channel && $objs) { foreach($objs as $obj) { if(array_key_exists('obj_deleted',$obj) && $obj['obj_deleted'] && $obj['obj_obj']) { q("delete from obj where obj_obj = '%s' and obj_channel = %d limit 1", dbesc($obj['obj_obj']), intval($channel['channel_id']) ); continue; } // if it's the old term format - too hard to support if(! $obj['obj_created']) continue; $baseurl = $obj['obj_baseurl']; unset($obj['obj_id']); unset($obj['obj_baseurl']); $obj['obj_channel'] = $channel['channel_id']; if($baseurl && (strpos($obj['obj_url'],$baseurl . '/thing/') !== false)) { $obj['obj_url'] = str_replace($baseurl,z_root(),$obj['obj_url']); } $exists = false; $x = q("select * from obj where obj_obj = '%s' and obj_channel = %d limit 1", dbesc($obj['obj_obj']), intval($channel['channel_id']) ); if($x) { if($x[0]['obj_edited'] >= $obj['obj_edited']) continue; $exists = true; } if($obj['obj_imgurl']) { $x = import_xchan_photo($obj['obj_imgurl'],$channel['channel_hash'],true); $obj['obj_imgurl'] = $x[0]; } $hash = $obj['obj_obj']; if($exists) { unset($obj['obj_obj']); foreach($obj as $k => $v) { $r = q("UPDATE obj SET `%s` = '%s' WHERE obj_obj = '%s' AND obj_channel = %d", dbesc($k), dbesc($v), dbesc($hash), intval($channel['channel_id']) ); } } else { dbesc_array($obj); $r = dbq("INSERT INTO obj (`" . implode("`, `", array_keys($obj)) . "`) VALUES ('" . implode("', '", array_values($obj)) . "')" ); } } } } function import_apps($channel,$apps) { if($channel && $apps) { foreach($apps as $app) { unset($app['id']); unset($app['app_channel']); $app['app_channel'] = $channel['channel_id']; if($app['app_photo']) { $x = import_xchan_photo($app['app_photo'],$channel['channel_hash'],true); $app['app_photo'] = $x[0]; } dbesc_array($app); $r = dbq("INSERT INTO app (`" . implode("`, `", array_keys($app)) . "`) VALUES ('" . implode("', '", array_values($app)) . "')" ); } } } function sync_apps($channel,$apps) { if($channel && $apps) { foreach($apps as $app) { if(array_key_exists('app_deleted',$app) && $app['app_deleted'] && $app['app_id']) { q("delete from app where app_id = '%s' and app_channel = %d limit 1", dbesc($app['app_id']), intval($channel['channel_id']) ); continue; } unset($app['id']); unset($app['app_channel']); if(! $app['app_created'] || $app['app_created'] === NULL_DATE) $app['app_created'] = datetime_convert(); if(! $app['app_edited'] || $app['app_edited'] === NULL_DATE) $app['app_edited'] = datetime_convert(); $app['app_channel'] = $channel['channel_id']; if($app['app_photo']) { $x = import_xchan_photo($app['app_photo'],$channel['channel_hash'],true); $app['app_photo'] = $x[0]; } $exists = false; $x = q("select * from app where app_id = '%s' and app_channel = %d limit 1", dbesc($app['app_id']), intval($channel['channel_id']) ); if($x) { if($x[0]['app_edited'] >= $app['app_edited']) continue; $exists = true; } $hash = $app['app_id']; if($exists) { unset($app['app_id']); foreach($app as $k => $v) { $r = q("UPDATE app SET `%s` = '%s' WHERE app_id = '%s' AND app_channel = %d", dbesc($k), dbesc($v), dbesc($hash), intval($channel['channel_id']) ); } } else { dbesc_array($app); $r = dbq("INSERT INTO app (`" . implode("`, `", array_keys($app)) . "`) VALUES ('" . implode("', '", array_values($app)) . "')" ); } } } } function import_chatrooms($channel,$chatrooms) { if($channel && $chatrooms) { foreach($chatrooms as $chatroom) { if(! $chatroom['cr_name']) continue; unset($chatroom['cr_id']); unset($chatroom['cr_aid']); unset($chatroom['cr_uid']); $chatroom['cr_aid'] = $channel['channel_account_id']; $chatroom['cr_uid'] = $channel['channel_id']; dbesc_array($chatroom); $r = dbq("INSERT INTO chatroom (`" . implode("`, `", array_keys($chatroom)) . "`) VALUES ('" . implode("', '", array_values($chatroom)) . "')" ); } } } function sync_chatrooms($channel,$chatrooms) { if($channel && $chatrooms) { foreach($chatrooms as $chatroom) { if(! $chatroom['cr_name']) continue; if(array_key_exists('cr_deleted',$chatroom) && $chatroom['cr_deleted']) { q("delete from chatroom where cr_name = '%s' and cr_uid = %d limit 1", dbesc($chatroom['cr_name']), intval($channel['channel_id']) ); continue; } unset($chatroom['cr_id']); unset($chatroom['cr_aid']); unset($chatroom['cr_uid']); if(! $chatroom['cr_created'] || $chatroom['cr_created'] === NULL_DATE) $chatroom['cr_created'] = datetime_convert(); if(! $chatroom['cr_edited'] || $chatroom['cr_edited'] === NULL_DATE) $chatroom['cr_edited'] = datetime_convert(); $chatroom['cr_aid'] = $channel['channel_account_id']; $chatroom['cr_uid'] = $channel['channel_id']; $exists = false; $x = q("select * from chatroom where cr_name = '%s' and cr_uid = %d limit 1", dbesc($chatroom['cr_name']), intval($channel['channel_id']) ); if($x) { if($x[0]['cr_edited'] >= $chatroom['cr_edited']) continue; $exists = true; } $name = $chatroom['cr_name']; if($exists) { foreach($chatroom as $k => $v) { $r = q("UPDATE chatroom SET `%s` = '%s' WHERE cr_name = '%s' AND cr_uid = %d", dbesc($k), dbesc($v), dbesc($name), intval($channel['channel_id']) ); } } else { dbesc_array($chatroom); $r = dbq("INSERT INTO chatroom (`" . implode("`, `", array_keys($chatroom)) . "`) VALUES ('" . implode("', '", array_values($chatroom)) . "')" ); } } } } function import_items($channel,$items) { if($channel && $items) { $allow_code = false; $r = q("select account_id, account_roles, channel_pageflags from account left join channel on channel_account_id = account_id where channel_id = %d limit 1", intval($channel['channel_id']) ); if($r) { if(($r[0]['account_roles'] & ACCOUNT_ROLE_ALLOWCODE) || ($r[0]['channel_pageflags'] & PAGE_ALLOWCODE)) { $allow_code = true; } } $deliver = false; // Don't deliver any messages or notifications when importing foreach($items as $i) { $item = get_item_elements($i,$allow_code); if(! $item) continue; $r = q("select id, edited from item where mid = '%s' and uid = %d limit 1", dbesc($item['mid']), intval($channel['channel_id']) ); if($r) { if($item['edited'] > $r[0]['edited']) { $item['id'] = $r[0]['id']; $item['uid'] = $channel['channel_id']; item_store_update($item,$allow_code,$deliver); continue; } } else { $item['aid'] = $channel['channel_account_id']; $item['uid'] = $channel['channel_id']; $item_result = item_store($item,$allow_code,$deliver); } } } } function sync_items($channel,$items) { import_items($channel,$items); } function import_item_ids($channel,$itemids) { if($channel && $itemids) { foreach($itemids as $i) { $r = q("select id from item where mid = '%s' and uid = %d limit 1", dbesc($i['mid']), intval($channel['channel_id']) ); if(! $r) continue; $z = q("select * from item_id where service = '%s' and sid = '%s' and iid = %d and uid = %d limit 1", dbesc($i['service']), dbesc($i['sid']), intval($r[0]['id']), intval($channel['channel_id']) ); if(! $z) { q("insert into item_id (iid,uid,sid,service) values(%d,%d,'%s','%s')", intval($r[0]['id']), intval($channel['channel_id']), dbesc($i['sid']), dbesc($i['service']) ); } } } } function import_events($channel,$events) { if($channel && $events) { foreach($events as $event) { unset($event['id']); $event['aid'] = $channel['channel_account_id']; $event['uid'] = $channel['channel_id']; dbesc_array($event); $r = dbq("INSERT INTO event (`" . implode("`, `", array_keys($event)) . "`) VALUES ('" . implode("', '", array_values($event)) . "')" ); } } } function sync_events($channel,$events) { if($channel && $events) { foreach($events as $event) { if((! $event['event_hash']) || (! $event['start'])) continue; if($event['event_deleted']) { $r = q("delete from event where event_hash = '%s' and uid = %d limit 1", dbesc($event['event_hash']), intval($channel['channel_id']) ); continue; } unset($event['id']); $event['aid'] = $channel['channel_account_id']; $event['uid'] = $channel['channel_id']; $exists = false; $x = q("select * from event where event_hash = '%s' and uid = %d limit 1", dbesc($event['event_hash']), intval($channel['channel_id']) ); if($x) { if($x[0]['edited'] >= $event['edited']) continue; $exists = true; } if($exists) { foreach($event as $k => $v) { $r = q("UPDATE event SET `%s` = '%s' WHERE event_hash = '%s' AND uid = %d", dbesc($k), dbesc($v), dbesc($event['event_hash']), intval($channel['channel_id']) ); } } else { dbesc_array($event); $r = dbq("INSERT INTO event (`" . implode("`, `", array_keys($event)) . "`) VALUES ('" . implode("', '", array_values($event)) . "')" ); } } } } function import_menus($channel,$menus) { if($channel && $menus) { foreach($menus as $menu) { $m = array(); $m['menu_channel_id'] = $channel['channel_id']; $m['menu_name'] = $menu['pagetitle']; $m['menu_desc'] = $menu['desc']; if($menu['created']) $m['menu_created'] = datetime_convert($menu['created']); if($menu['edited']) $m['menu_edited'] = datetime_convert($menu['edited']); $m['menu_flags'] = 0; if($menu['flags']) { if(in_array('bookmark',$menu['flags'])) $m['menu_flags'] |= MENU_BOOKMARK; if(in_array('system',$menu['flags'])) $m['menu_flags'] |= MENU_SYSTEM; } $menu_id = menu_create($m); if($menu_id) { if(is_array($menu['items'])) { foreach($menu['items'] as $it) { $mitem = array(); $mitem['mitem_link'] = str_replace('[baseurl]',z_root(),$it['link']); $mitem['mitem_desc'] = escape_tags($it['desc']); $mitem['mitem_order'] = intval($it['order']); if(is_array($it['flags'])) { $mitem['mitem_flags'] = 0; if(in_array('zid',$it['flags'])) $mitem['mitem_flags'] |= MENU_ITEM_ZID; if(in_array('new-window',$it['flags'])) $mitem['mitem_flags'] |= MENU_ITEM_NEWWIN; if(in_array('chatroom',$it['flags'])) $mitem['mitem_flags'] |= MENU_ITEM_CHATROOM; } menu_add_item($menu_id,$channel['channel_id'],$mitem); } } } } } } function sync_menus($channel,$menus) { if($channel && $menus) { foreach($menus as $menu) { $m = array(); $m['menu_channel_id'] = $channel['channel_id']; $m['menu_name'] = $menu['pagetitle']; $m['menu_desc'] = $menu['desc']; if($menu['created']) $m['menu_created'] = datetime_convert($menu['created']); if($menu['edited']) $m['menu_edited'] = datetime_convert($menu['edited']); $m['menu_flags'] = 0; if($menu['flags']) { if(in_array('bookmark',$menu['flags'])) $m['menu_flags'] |= MENU_BOOKMARK; if(in_array('system',$menu['flags'])) $m['menu_flags'] |= MENU_SYSTEM; } $editing = false; $r = q("select * from menu where menu_name = '%s' and menu_channel_id = %d limit 1", dbesc($m['menu_name']), intval($channel['channel_id']) ); if($r) { if($r[0]['menu_edited'] >= $m['menu_edited']) continue; if($menu['menu_deleted']) { menu_delete_id($r[0]['menu_id'],$channel['channel_id']); continue; } $menu_id = $r[0]['menu_id']; $m['menu_id'] = $r[0]['menu_id']; $x = menu_edit($m); if(! $x) continue; $editing = true; } if(! $editing) { $menu_id = menu_create($m); } if($menu_id) { if($editing) { // don't try syncing - just delete all the entries and start over q("delete from menu_item where mitem_menu_id = %d", intval($menu_id) ); } if(is_array($menu['items'])) { foreach($menu['items'] as $it) { $mitem = array(); $mitem['mitem_link'] = str_replace('[baseurl]',z_root(),$it['link']); $mitem['mitem_desc'] = escape_tags($it['desc']); $mitem['mitem_order'] = intval($it['order']); if(is_array($it['flags'])) { $mitem['mitem_flags'] = 0; if(in_array('zid',$it['flags'])) $mitem['mitem_flags'] |= MENU_ITEM_ZID; if(in_array('new-window',$it['flags'])) $mitem['mitem_flags'] |= MENU_ITEM_NEWWIN; if(in_array('chatroom',$it['flags'])) $mitem['mitem_flags'] |= MENU_ITEM_CHATROOM; } menu_add_item($menu_id,$channel['channel_id'],$mitem); } } } } } } function import_likes($channel,$likes) { if($channel && $likes) { foreach($likes as $like) { if($like['deleted']) { q("delete from likes where liker = '%s' and likee = '%s' and verb = '%s' and target_type = '%s' and target_id = '%s'", dbesc($like['liker']), dbesc($like['likee']), dbesc($like['verb']), dbesc($like['target_type']), dbesc($like['target_id']) ); continue; } unset($like['id']); unset($like['iid']); $like['channel_id'] = $channel['channel_id']; $r = q("select * from likes where liker = '%s' and likee = '%s' and verb = '%s' and target_type = '%s' and target_id = '%s' and i_mid = '%s'", dbesc($like['liker']), dbesc($like['likee']), dbesc($like['verb']), dbesc($like['target_type']), dbesc($like['target_id']), dbesc($like['i_mid']) ); if($r) continue; dbesc_array($like); $r = dbq("INSERT INTO likes (`" . implode("`, `", array_keys($like)) . "`) VALUES ('" . implode("', '", array_values($like)) . "')" ); } } } function import_conv($channel,$convs) { if($channel && $convs) { foreach($convs as $conv) { if($conv['deleted']) { q("delete from conv where guid = '%s' and uid = %d limit 1", dbesc($conv['guid']), intval($channel['channel_id']) ); continue; } unset($conv['id']); $conv['uid'] = $channel['channel_id']; $conv['subject'] = str_rot47(base64url_encode($conv['subject'])); $r = q("select id from conv where guid = '%s' and uid = %d limit 1", dbesc($conv['guid']), intval($channel['channel_id']) ); if($r) continue; dbesc_array($conv); $r = dbq("INSERT INTO conv (`" . implode("`, `", array_keys($conv)) . "`) VALUES ('" . implode("', '", array_values($conv)) . "')" ); } } } function import_mail($channel,$mails) { if($channel && $mails) { foreach($mails as $mail) { if(array_key_exists('flags',$mail) && in_array('deleted',$mail['flags'])) { q("delete from mail where mid = '%s' and uid = %d limit 1", dbesc($mail['message_id']), intval($channel['channel_id']) ); continue; } if(array_key_exists('flags',$mail) && in_array('recalled',$mail['flags'])) { q("update mail set mail_recalled = 1 where mid = '%s' and uid = %d limit 1", dbesc($mail['message_id']), intval($channel['channel_id']) ); continue; } $m = get_mail_elements($mail); if(! $m) continue; $m['aid'] = $channel['channel_account_id']; $m['uid'] = $channel['channel_id']; mail_store($m); } } } function sync_files($channel,$files) { require_once('include/attach.php'); if($channel && $files) { foreach($files as $f) { if(! $f) continue; $fetch_url = $f['fetch_url']; $oldbase = dirname($fetch_url); $original_channel = $f['original_channel']; if(! ($fetch_url && $original_channel)) continue; if($f['attach']) { $attachment_stored = false; foreach($f['attach'] as $att) { $attach_exists = false; $x = attach_by_hash($att['hash']); if($x) { $attach_exists = true; $attach_id = $x[0]['id']; } $newfname = 'store/' . $channel['channel_address'] . '/' . get_attach_binname($att['data']); unset($att['id']); $att['aid'] = $channel['channel_account_id']; $att['uid'] = $channel['channel_id']; // check for duplicate folder names with the same parent. // If we have a duplicate that doesn't match this hash value // change the name so that the contents won't be "covered over" // by the existing directory. Use the same logic we use for // duplicate files. if(strpos($att['filename'],'.') !== false) { $basename = substr($att['filename'],0,strrpos($att['filename'],'.')); $ext = substr($att['filename'],strrpos($att['filename'],'.')); } else { $basename = $att['filename']; $ext = ''; } $r = q("select filename from attach where ( filename = '%s' OR filename like '%s' ) and folder == '%s' and hash != '%s' ", dbesc($basename . $ext), dbesc($basename . '(%)' . $ext), dbesc($att['folder']), dbesc($att['hash']) ); if($r) { $x = 1; do { $found = false; foreach($r as $rr) { if($rr['filename'] === $basename . '(' . $x . ')' . $ext) { $found = true; break; } } if($found) $x++; } while($found); $att['filename'] = $basename . '(' . $x . ')' . $ext; } else $att['filename'] = $basename . $ext; // end duplicate detection // @fixme - update attachment structures if they are modified rather than created $att['data'] = $newfname; // Note: we use $att['hash'] below after it has been escaped to // fetch the file contents. // If the hash ever contains any escapable chars this could cause // problems. Currently it does not. dbesc_array($att); if($attach_exists) { $str = ''; foreach($att as $k => $v) { if($str) $str .= ","; $str .= " `" . $k . "` = '" . $v . "' "; } $r = dbq("update `attach` set " . $str . " where id = " . intval($attach_id) ); } else { $r = dbq("INSERT INTO attach (`" . implode("`, `", array_keys($att)) . "`) VALUES ('" . implode("', '", array_values($att)) . "')" ); } // is this a directory? if($att['filetype'] === 'multipart/mixed' && $att['is_dir']) { os_mkdir($newfname, STORAGE_DEFAULT_PERMISSIONS,true); continue; } else { // it's a file // for the sync version of this algorithm (as opposed to 'offline import') // we will fetch the actual file from the source server so it can be // streamed directly to disk and avoid consuming PHP memory if it's a huge // audio/video file or something. $time = datetime_convert(); $parr = array('hash' => $channel['channel_hash'], 'time' => $time, 'resource' => $att['hash'], 'revision' => 0, 'signature' => base64url_encode(rsa_sign($channel['channel_hash'] . '.' . $time, $channel['channel_prvkey'])) ); $store_path = $newfname; $fp = fopen($newfname,'w'); if(! $fp) { logger('failed to open storage file.',LOGGER_NORMAL,LOG_ERR); continue; } $redirects = 0; $x = z_post_url($fetch_url,$parr,$redirects,array('filep' => $fp)); fclose($fp); if($x['success']) { $attachment_stored = true; } continue; } } } if(! $attachment_stored) { // @TODO should we queue this and retry or delete everything or what? logger('attachment store failed',LOGGER_NORMAL,LOG_ERR); } if($f['photo']) { foreach($f['photo'] as $p) { unset($p['id']); $p['aid'] = $channel['channel_account_id']; $p['uid'] = $channel['channel_id']; // if this is a profile photo, undo the profile photo bit // for any other photo which previously held it. if($p['photo_usage'] == PHOTO_PROFILE) { $e = q("update photo set photo_usage = %d where photo_usage = %d and resource_id != '%s' and uid = %d ", intval(PHOTO_NORMAL), intval(PHOTO_PROFILE), dbesc($p['resource_id']), intval($channel['channel_id']) ); } // same for cover photos if($p['photo_usage'] == PHOTO_COVER) { $e = q("update photo set photo_usage = %d where photo_usage = %d and resource_id != '%s' and uid = %d ", intval(PHOTO_NORMAL), intval(PHOTO_COVER), dbesc($p['resource_id']), intval($channel['channel_id']) ); } if($p['scale'] === 0 && $p['os_storage']) $p['data'] = $store_path; else $p['data'] = base64_decode($p['data']); $exists = q("select * from photo where resource_id = '%s' and scale = %d and uid = %d limit 1", dbesc($p['resource_id']), intval($p['scale']), intval($channel['channel_id']) ); dbesc_array($p); if($exists) { $str = ''; foreach($p as $k => $v) { if($str) $str .= ","; $str .= " `" . $k . "` = '" . $v . "' "; } $r = dbq("update `photo` set " . $str . " where id = " . intval($exists[0]['id']) ); } else { $r = dbq("INSERT INTO photo (`" . implode("`, `", array_keys($p)) . "`) VALUES ('" . implode("', '", array_values($p)) . "')" ); } } } if($f['item']) { sync_items($channel,$f['item']); foreach($f['item'] as $i) { if($i['message_id'] !== $i['message_parent']) continue; $r = q("select * from item where mid = '%s' and uid = %d limit 1", dbesc($i['message_id']), intval($channel['channel_id']) ); if($r) { $item = $r[0]; item_url_replace($channel,$item,$oldbase,z_root(),$original_channel); dbesc_array($item); $item_id = $item['id']; unset($item['id']); $str = ''; foreach($item as $k => $v) { if($str) $str .= ","; $str .= " `" . $k . "` = '" . $v . "' "; } $r = dbq("update `item` set " . $str . " where id = " . $item_id ); } } } } } }