trilium/src/routes/api/export.js

226 lines
6.5 KiB
JavaScript
Raw Normal View History

2017-12-03 10:48:22 +08:00
"use strict";
const sql = require('../../services/sql');
const html = require('html');
2018-02-25 23:55:21 +08:00
const tar = require('tar-stream');
const sanitize = require("sanitize-filename");
2018-03-31 21:07:58 +08:00
const repository = require("../../services/repository");
const utils = require('../../services/utils');
2018-09-03 05:39:10 +08:00
const commonmark = require('commonmark');
const TurndownService = require('turndown');
2017-12-03 10:48:22 +08:00
2018-03-31 03:34:07 +08:00
async function exportNote(req, res) {
2017-12-03 10:48:22 +08:00
const noteId = req.params.noteId;
const format = req.params.format;
2017-12-03 10:48:22 +08:00
2018-03-25 09:39:15 +08:00
const branchId = await sql.getValue('SELECT branchId FROM branches WHERE noteId = ?', [noteId]);
2017-12-03 10:48:22 +08:00
if (format === 'tar') {
await exportToTar(branchId, res);
}
else if (format === 'opml') {
await exportToOpml(branchId, res);
}
2018-09-03 05:39:10 +08:00
else if (format === 'markdown') {
await exportToMarkdown(branchId, res);
}
else {
return [404, "Unrecognized export format " + format];
}
}
function escapeXmlAttribute(text) {
return text.replace(/&/g, '&')
.replace(/</g, '&lt;')
.replace(/>/g, '&gt;')
.replace(/"/g, '&quot;')
.replace(/'/g, '&apos;');
}
function prepareText(text) {
const newLines = text.replace(/(<p[^>]*>|<br\s*\/?>)/g, '\n')
.replace(/&nbsp;/g, ' '); // nbsp isn't in XML standard (only HTML)
const stripped = utils.stripTags(newLines);
const escaped = escapeXmlAttribute(stripped);
return escaped.replace(/\n/g, '&#10;');
}
async function exportToOpml(branchId, res) {
const branch = await repository.getBranch(branchId);
const note = await branch.getNote();
const title = (branch.prefix ? (branch.prefix + ' - ') : '') + note.title;
const sanitizedTitle = sanitize(title);
async function exportNoteInner(branchId) {
const branch = await repository.getBranch(branchId);
const note = await branch.getNote();
const title = (branch.prefix ? (branch.prefix + ' - ') : '') + note.title;
const preparedTitle = prepareText(title);
const preparedContent = prepareText(note.content);
res.write(`<outline title="${preparedTitle}" text="${preparedContent}">\n`);
for (const child of await note.getChildBranches()) {
await exportNoteInner(child.branchId);
}
res.write('</outline>');
}
res.setHeader('Content-Disposition', 'file; filename="' + sanitizedTitle + '.opml"');
res.setHeader('Content-Type', 'text/x-opml');
res.write(`<?xml version="1.0" encoding="UTF-8"?>
<opml version="1.0">
<head>
<title>Trilium export</title>
</head>
<body>`);
await exportNoteInner(branchId);
res.write(`</body>
</opml>`);
res.end();
}
async function exportToTar(branchId, res) {
2018-02-25 23:55:21 +08:00
const pack = tar.pack();
2017-12-03 10:48:22 +08:00
const exportedNoteIds = [];
const name = await exportNoteInner(branchId, '');
async function exportNoteInner(branchId, directory) {
const branch = await repository.getBranch(branchId);
const note = await branch.getNote();
const childFileName = directory + sanitize(note.title);
if (exportedNoteIds.includes(note.noteId)) {
saveMetadataFile(childFileName, {
version: 1,
clone: true,
noteId: note.noteId,
prefix: branch.prefix
});
return;
}
const metadata = {
version: 1,
clone: false,
noteId: note.noteId,
title: note.title,
prefix: branch.prefix,
type: note.type,
mime: note.mime,
attributes: (await note.getOwnedAttributes()).map(attribute => {
return {
type: attribute.type,
name: attribute.name,
value: attribute.value,
isInheritable: attribute.isInheritable,
position: attribute.position
};
})
};
2018-09-03 05:39:10 +08:00
if (await note.hasLabel('excludeFromExport')) {
return;
}
saveMetadataFile(childFileName, metadata);
saveDataFile(childFileName, note);
exportedNoteIds.push(note.noteId);
for (const child of await note.getChildBranches()) {
await exportNoteInner(child.branchId, childFileName + "/");
}
return childFileName;
}
function saveDataFile(childFileName, note) {
const content = note.type === 'text' ? html.prettyPrint(note.content, {indent_size: 2}) : note.content;
pack.entry({name: childFileName + ".dat", size: content.length}, content);
}
2017-12-03 10:48:22 +08:00
function saveMetadataFile(childFileName, metadata) {
const metadataJson = JSON.stringify(metadata, null, '\t');
2017-12-03 10:48:22 +08:00
pack.entry({name: childFileName + ".meta", size: metadataJson.length}, metadataJson);
2017-12-03 10:48:22 +08:00
}
2018-02-25 23:55:21 +08:00
pack.finalize();
2018-02-25 23:55:21 +08:00
res.setHeader('Content-Disposition', 'file; filename="' + name + '.tar"');
res.setHeader('Content-Type', 'application/tar');
pack.pipe(res);
2017-12-03 10:48:22 +08:00
}
2018-09-03 05:39:10 +08:00
async function exportToMarkdown(branchId, res) {
const turndownService = new TurndownService();
const pack = tar.pack();
const name = await exportNoteInner(branchId, '');
async function exportNoteInner(branchId, directory) {
const branch = await repository.getBranch(branchId);
const note = await branch.getNote();
const childFileName = directory + sanitize(note.title);
if (await note.hasLabel('excludeFromExport')) {
return;
}
saveDataFile(childFileName, note);
for (const child of await note.getChildBranches()) {
await exportNoteInner(child.branchId, childFileName + "/");
}
return childFileName;
}
function saveDataFile(childFileName, note) {
if (note.type !== 'text' && note.type !== 'code') {
return;
}
if (note.content.trim().length === 0) {
return;
}
let markdown;
if (note.type === 'code') {
markdown = '```\n' + note.content + "\n```";
}
else if (note.type === 'text') {
markdown = turndownService.turndown(note.content);
}
else {
// other note types are not supported
return;
}
pack.entry({name: childFileName + ".md", size: markdown.length}, markdown);
}
pack.finalize();
res.setHeader('Content-Disposition', 'file; filename="' + name + '.tar"');
res.setHeader('Content-Type', 'application/tar');
pack.pipe(res);
}
2018-03-31 03:34:07 +08:00
module.exports = {
exportNote
};