host = $host; $host->add_hook($host::HOOK_PREFS_TAB, $this); $host->add_command("xml-import", "import articles from XML", $this, ":", "FILE"); } function about() { return array(1.0, "Imports and exports user data using neutral XML format", "fox"); } function xml_import($args) { $filename = $args['xml_import']; if (!is_file($filename)) { print "error: input filename ($filename) doesn't exist.\n"; return; } Debug::log("please enter your username:"); $username = trim(read_stdin()); Debug::log("importing $filename for user $username...\n"); $sth = $this->pdo->prepare("SELECT id FROM ttrss_users WHERE login = ?"); $sth->execute($username); if ($row = $sth->fetch()) { $owner_uid = $row['id']; $this->perform_data_import($filename, $owner_uid); } else { print "error: could not find user $username.\n"; return; } } function get_prefs_js() { return file_get_contents(dirname(__FILE__) . "/import_export.js"); } function hook_prefs_tab($args) { if ($args != "prefFeeds") return; print "
import_export ".__('Import and export')."\">"; print_notice(__("You can export and import your Starred and Archived articles for safekeeping or when migrating between tt-rss instances of same version.")); print "

"; print " "; print "


"; print ""; print "
"; print "
"; print "

"; print "
"; # pane } function csrf_ignore($method) { return in_array($method, array("exportget")); } /** * @SuppressWarnings(PHPMD.UnusedFormalParameter) */ function before($method) { return $_SESSION["uid"] != false; } function after() { return true; } /** * @SuppressWarnings(unused) */ function exportget() { $exportname = CACHE_DIR . "/export/" . sha1($_SESSION['uid'] . $_SESSION['login']) . ".xml"; if (file_exists($exportname)) { header("Content-type: text/xml"); $timestamp_suffix = date("Y-m-d", filemtime($exportname)); if (function_exists('gzencode')) { header("Content-Disposition: attachment; filename=TinyTinyRSS_exported_${timestamp_suffix}.xml.gz"); echo gzencode(file_get_contents($exportname)); } else { header("Content-Disposition: attachment; filename=TinyTinyRSS_exported_${timestamp_suffix}.xml"); echo file_get_contents($exportname); } } else { echo "File not found."; } } function exportrun() { $offset = (int) $_REQUEST['offset']; $exported = 0; $limit = 250; if ($offset < 10000 && is_writable(CACHE_DIR . "/export")) { $sth = $this->pdo->prepare("SELECT ttrss_entries.guid, ttrss_entries.title, content, marked, published, score, note, link, tag_cache, label_cache, ttrss_feeds.title AS feed_title, ttrss_feeds.feed_url AS feed_url, ttrss_entries.updated FROM ttrss_user_entries LEFT JOIN ttrss_feeds ON (ttrss_feeds.id = feed_id), ttrss_entries WHERE (marked = true OR feed_id IS NULL) AND ref_id = ttrss_entries.id AND ttrss_user_entries.owner_uid = ? ORDER BY ttrss_entries.id LIMIT $limit OFFSET $offset"); $sth->execute([$_SESSION['uid']]); $exportname = sha1($_SESSION['uid'] . $_SESSION['login']); if ($offset == 0) { $fp = fopen(CACHE_DIR . "/export/$exportname.xml", "w"); fputs($fp, ""); } else { $fp = fopen(CACHE_DIR . "/export/$exportname.xml", "a"); } if ($fp) { $exported = 0; while ($line = $sth->fetch(PDO::FETCH_ASSOC)) { ++$exported; fputs($fp, "
\n"); foreach ($line as $k => $v) { fputs($fp, " "); if (is_bool($v)) $v = (int) $v; if (!$v || is_numeric($v)) { fputs($fp, "<$k>$v\n"); } else { $v = str_replace("]]>", "]]]]>", $v); fputs($fp, "<$k>\n"); } } fputs($fp, "
\n"); } if ($exported < $limit && $exported > 0) { fputs($fp, "
"); } fclose($fp); } } print json_encode(array("exported" => $exported)); } function perform_data_import($filename, $owner_uid) { $num_imported = 0; $num_processed = 0; $num_feeds_created = 0; libxml_disable_entity_loader(false); $doc = new DOMDocument(); if (!$doc_loaded = @$doc->load($filename)) { $contents = file_get_contents($filename); if ($contents) { $data = @gzuncompress($contents); } if (!$data) { $data = @gzdecode($contents); } if ($data) $doc_loaded = $doc->loadXML($data); } libxml_disable_entity_loader(true); if ($doc_loaded) { $xpath = new DOMXpath($doc); $container = $doc->firstChild; if ($container && $container->hasAttribute('schema-version')) { $schema_version = $container->getAttribute('schema-version'); if ($schema_version != SCHEMA_VERSION) { print "

" .__("Could not import: incorrect schema version.") . "

"; return; } } else { print "

" . __("Could not import: unrecognized document format.") . "

"; return; } $articles = $xpath->query("//article"); foreach ($articles as $article_node) { if ($article_node->childNodes) { $ref_id = 0; $article = array(); foreach ($article_node->childNodes as $child) { if ($child->nodeName == 'content' || $child->nodeName == 'label_cache') { $article[$child->nodeName] = $child->nodeValue; } else { $article[$child->nodeName] = clean($child->nodeValue); } } //print_r($article); if ($article['guid']) { ++$num_processed; $this->pdo->beginTransaction(); //print 'GUID:' . $article['guid'] . "\n"; $sth = $this->pdo->prepare("SELECT id FROM ttrss_entries WHERE guid = ?"); $sth->execute([$article['guid']]); if ($row = $sth->fetch()) { $ref_id = $row['id']; } else { $sth = $this->pdo->prepare( "INSERT INTO ttrss_entries (title, guid, link, updated, content, content_hash, no_orig_date, date_updated, date_entered, comments, num_comments, author) VALUES (?, ?, ?, ?, ?, ?, false, NOW(), NOW(), '', '0', '')"); $sth->execute([ $article['title'], $article['guid'], $article['link'], $article['updated'], $article['content'], sha1($article['content']) ]); $sth = $this->pdo->prepare("SELECT id FROM ttrss_entries WHERE guid = ?"); $sth->execute([$article['guid']]); if ($row = $sth->fetch()) { $ref_id = $row['id']; } } //print "Got ref ID: $ref_id\n"; if ($ref_id) { $feed = NULL; if ($article['feed_url'] && $article['feed_title']) { $sth = $this->pdo->prepare("SELECT id FROM ttrss_feeds WHERE feed_url = ? AND owner_uid = ?"); $sth->execute([$article['feed_url'], $owner_uid]); if ($row = $sth->fetch()) { $feed = $row['id']; } else { // try autocreating feed in Uncategorized... $sth = $this->pdo->prepare("INSERT INTO ttrss_feeds (owner_uid, feed_url, title) VALUES (?, ?, ?)"); $res = $sth->execute([$owner_uid, $article['feed_url'], $article['feed_title']]); if ($res) { $sth = $this->pdo->prepare("SELECT id FROM ttrss_feeds WHERE feed_url = ? AND owner_uid = ?"); $sth->execute([$article['feed_url'], $owner_uid]); if ($row = $sth->fetch()) { ++$num_feeds_created; $feed = $row['id']; } } } } if ($feed) $feed_qpart = "feed_id = " . (int) $feed; else $feed_qpart = "feed_id IS NULL"; //print "$ref_id / $feed / " . $article['title'] . "\n"; $sth = $this->pdo->prepare("SELECT int_id FROM ttrss_user_entries WHERE ref_id = ? AND owner_uid = ? AND $feed_qpart"); $sth->execute([$ref_id, $owner_uid]); if (!$sth->fetch()) { $score = (int) $article['score']; $tag_cache = $article['tag_cache']; $note = $article['note']; //print "Importing " . $article['title'] . "
"; ++$num_imported; $sth = $this->pdo->prepare( "INSERT INTO ttrss_user_entries (ref_id, owner_uid, feed_id, unread, last_read, marked, published, score, tag_cache, label_cache, uuid, note) VALUES (?, ?, ?, false, NULL, ?, ?, ?, ?, '', '', ?)"); $res = $sth->execute([ $ref_id, $owner_uid, $feed, (int)sql_bool_to_bool($article['marked']), (int)sql_bool_to_bool($article['published']), $score, $tag_cache, $note]); if ($res) { if (DB_TYPE == "pgsql") { $ts_lang = get_pref('DEFAULT_SEARCH_LANGUAGE', $owner_uid); // TODO: maybe use per-feed setting if available? $sth = $this->pdo->prepare("UPDATE ttrss_entries SET tsvector_combined = to_tsvector(:ts_lang, :ts_content) WHERE id = :id"); $sth->execute([ "id" => $ref_id, "ts_lang" => $ts_lang, "ts_content" => mb_substr(strip_tags($article['title'] . " " . $article['content']), 0, 900000) ]); } $label_cache = json_decode($article['label_cache'], true); if (is_array($label_cache) && $label_cache["no-labels"] != 1) { foreach ($label_cache as $label) { Labels::create($label[1], $label[2], $label[3], $owner_uid); Labels::add_article($ref_id, $label[1], $owner_uid); } } } } } $this->pdo->commit(); } } } print "

" . __("Finished: "). vsprintf(_ngettext("%d article processed, ", "%d articles processed, ", $num_processed), $num_processed). vsprintf(_ngettext("%d imported, ", "%d imported, ", $num_imported), $num_imported). vsprintf(_ngettext("%d feed created.", "%d feeds created.", $num_feeds_created), $num_feeds_created). "

"; } else { print "

" . __("Could not load XML document.") . "

"; } } function exportData() { print "
"; print "

You need to prepare exported data first by clicking the button below.

"; print ""; print "
"; } function dataImport() { header("Content-Type: text/html"); # required for iframe print "