Make Seance into separate Object
Now, the Seance object is what everyone operates with. That way, we can do fancy stuff like emitting events, etc. if the need so arises (as it will, very soon; trust me).
This commit is contained in:
Badri Sunderarajan
parent
e0b5ab31b4
commit
0d9ecfd8f5
791
functions.js
791
functions.js
|
|
@ -11,440 +11,459 @@ const Rembrandt = require('rembrandt')
|
||||||
|
|
||||||
const config = require('./config')
|
const config = require('./config')
|
||||||
|
|
||||||
const MEDIUM_IMG_CDN = 'https://miro.medium.com/fit/c/'
|
class Seance {
|
||||||
|
constructor(...args) {
|
||||||
|
this.MEDIUM_IMG_CDN = 'https://miro.medium.com/fit/c/'
|
||||||
|
|
||||||
try {
|
try {
|
||||||
const ghostAdmin = new GhostAdminAPI({
|
this.ghostAdmin = new GhostAdminAPI({
|
||||||
url: config.ghost.url,
|
url: config.ghost.url,
|
||||||
version: config.ghost.version,
|
version: config.ghost.version,
|
||||||
key: config.ghost.admin_key,
|
key: config.ghost.admin_key,
|
||||||
})
|
})
|
||||||
} catch(err) {
|
} catch(err) {
|
||||||
console.error('Your Ghost isn\'t configured. Please run `seance setup` to fix this!')
|
console.error('Your Ghost isn\'t configured. Please run `seance setup` to fix this!')
|
||||||
}
|
}
|
||||||
/**
|
|
||||||
* function [fetchFromMedium]
|
|
||||||
* @returns [string] status
|
|
||||||
*/
|
|
||||||
|
|
||||||
const fetchFromMedium = async (mediumUrl) => {
|
/**
|
||||||
console.info(`Fetching: ${mediumUrl}`);
|
* function [fetchFromMedium]
|
||||||
output = path.join(process.env.PWD, 'content')
|
* @returns [string] status
|
||||||
|
*/
|
||||||
|
}
|
||||||
|
|
||||||
// use mediumexporter's getPost function to fetch a Medium post
|
async fetchFromMedium (mediumUrl) {
|
||||||
const post = await getPost(mediumUrl, {
|
console.info(`Fetching: ${mediumUrl}`);
|
||||||
returnObject: true,
|
var output = path.join(process.env.PWD, 'content')
|
||||||
output: output,
|
|
||||||
}).catch((err) => {
|
var json
|
||||||
return {
|
|
||||||
error: err,
|
json = await this.fetchMediumJSON(mediumUrl)
|
||||||
|
|
||||||
|
// use mediumexporter's getPost function to fetch a Medium post
|
||||||
|
const post = await getPost(mediumUrl, {
|
||||||
|
returnObject: true,
|
||||||
|
output: output,
|
||||||
|
postJSON: json
|
||||||
|
}).catch((err) => {
|
||||||
|
return {
|
||||||
|
error: err,
|
||||||
|
}
|
||||||
|
})
|
||||||
|
|
||||||
|
// set output folder path
|
||||||
|
// this is based on what mediumexporter chooses as the output folder
|
||||||
|
var outputFolder = path.join(output, post.slug)
|
||||||
|
|
||||||
|
console.info(`Saving to: ${outputFolder}`)
|
||||||
|
|
||||||
|
if (!fs.existsSync(path.join(outputFolder, post.slug))) {
|
||||||
|
fs.mkdirSync(outputFolder, { recursive: true })
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// mediumexporter writes a plain .md file if the post has no media
|
||||||
|
// if that is the case, we should create the subfolder manually
|
||||||
|
// and copy the data there.
|
||||||
|
if (fs.existsSync(path.join(output, post.slug + '.md'))) {
|
||||||
|
fs.renameSync(
|
||||||
|
path.join(output, post.slug + '.md'),
|
||||||
|
path.join(outputFolder, 'index.md')
|
||||||
|
)
|
||||||
|
}
|
||||||
|
|
||||||
|
// generate metadata
|
||||||
|
const metadata = JSON.stringify({
|
||||||
|
title: post.title,
|
||||||
|
subtitle: post.subtitle,
|
||||||
|
author: post.author || "",
|
||||||
|
authors: post.authors || [],
|
||||||
|
date: new Date(post.date),
|
||||||
|
tags: post.tags,
|
||||||
|
url: post.url,
|
||||||
|
slug: post.slug,
|
||||||
|
images: post.images,
|
||||||
|
featuredImage: post.featuredImage,
|
||||||
|
})
|
||||||
|
|
||||||
|
// write metadata to output folder
|
||||||
|
fs.writeFileSync(path.join(outputFolder, 'metadata.json'), metadata)
|
||||||
|
return post
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* function [pushToGhost]
|
||||||
|
* @returns [string] status
|
||||||
|
*/
|
||||||
|
async pushToGhost (postSlug) {
|
||||||
|
console.info('Pushing: ' + postSlug);
|
||||||
|
|
||||||
|
// Decide working path
|
||||||
|
var postFolder = path.resolve('content/' + postSlug)
|
||||||
|
|
||||||
|
// Verify file exists
|
||||||
|
if (!fs.existsSync(postFolder)) {
|
||||||
|
console.error('Could not find post folder! Is it fetched?')
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// Decide file
|
||||||
|
const postContent = path.join(postFolder, 'index.md')
|
||||||
|
const postOutput = path.join(postFolder, 'ghost.md')
|
||||||
|
|
||||||
|
// Verify post exists
|
||||||
|
if (!fs.existsSync(postContent)) {
|
||||||
|
console.error("Could not find 'index.md' in " + postSlug + "! Is it fetched?")
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// Decide WebDAV upload path
|
||||||
|
var current_date = new Date()
|
||||||
|
|
||||||
|
const uploadPath = path.join(
|
||||||
|
current_date.getUTCFullYear().toString(),
|
||||||
|
(current_date.getUTCMonth() + 1).toString(),
|
||||||
|
postSlug
|
||||||
|
)
|
||||||
|
|
||||||
|
// Path where WebDAV files will be placed (eg. https://example.com:2078)
|
||||||
|
const davPath = path.join(config.webdav.path_prefix, uploadPath)
|
||||||
|
|
||||||
|
// Public path to upload those files (eg. https://media.example.com/uploads)
|
||||||
|
// We'll do it directly since path.join mangles the protocol
|
||||||
|
const uploadedPath = config.webdav.uploaded_path_prefix + '/' + uploadPath
|
||||||
|
|
||||||
|
// load metadata file
|
||||||
|
console.debug('Loading metadata')
|
||||||
|
|
||||||
|
var postMetaFile = path.join(postFolder, 'metadata.json')
|
||||||
|
let postMeta = await JSON.parse(fs.readFileSync(postMetaFile))
|
||||||
|
|
||||||
|
// Process lines
|
||||||
|
const readInterface = readline.createInterface({
|
||||||
|
input: fs.createReadStream(postContent),
|
||||||
|
output: process.stdout,
|
||||||
|
terminal: false
|
||||||
})
|
})
|
||||||
|
|
||||||
// set output folder path
|
const outStream = fs.createWriteStream(postOutput, { encoding: 'utf-8' })
|
||||||
// this is based on what mediumexporter chooses as the output folder
|
|
||||||
outputFolder = path.join(output, post.slug)
|
|
||||||
|
|
||||||
console.info(`Saving to: ${outputFolder}`)
|
var titleSkipped = false;
|
||||||
|
|
||||||
if (!fs.existsSync(path.join(outputFolder, post.slug))) {
|
let reImage = new RegExp('^!\\[(.*)\\]\\((\\S+?)\\)(.*)')
|
||||||
fs.mkdirSync(outputFolder, { recursive: true })
|
let reTitle = new RegExp('^#\ .*')
|
||||||
}
|
|
||||||
|
|
||||||
// mediumexporter writes a plain .md file if the post has no media
|
// Note down uploaded images
|
||||||
// if that is the case, we should create the subfolder manually
|
var uploadedImages = []
|
||||||
// and copy the data there.
|
|
||||||
if (fs.existsSync(path.join(output, post.slug + '.md'))) {
|
|
||||||
fs.renameSync(
|
|
||||||
path.join(output, post.slug + '.md'),
|
|
||||||
path.join(outputFolder, 'index.md')
|
|
||||||
)
|
|
||||||
}
|
|
||||||
|
|
||||||
// generate metadata
|
for await (const line of readInterface) {
|
||||||
const metadata = JSON.stringify({
|
// Line to output
|
||||||
title: post.title,
|
// Default is to make it same as input
|
||||||
subtitle: post.subtitle,
|
var newLine = line
|
||||||
author: post.author || "",
|
|
||||||
authors: post.authors || [],
|
|
||||||
date: new Date(post.date),
|
|
||||||
tags: post.tags,
|
|
||||||
url: post.url,
|
|
||||||
slug: post.slug,
|
|
||||||
images: post.images,
|
|
||||||
featuredImage: post.featuredImage,
|
|
||||||
})
|
|
||||||
|
|
||||||
// write metadata to output folder
|
// Skip the header
|
||||||
fs.writeFileSync(path.join(outputFolder, 'metadata.json'), metadata)
|
if (!titleSkipped && await reTitle.exec(line)) {
|
||||||
return post
|
titleSkipped = true
|
||||||
};
|
}
|
||||||
|
|
||||||
/**
|
// check for images
|
||||||
* function [pushToGhost]
|
var m = await reImage.exec(line)
|
||||||
* @returns [string] status
|
if (m) {
|
||||||
*/
|
// Get image name
|
||||||
const pushToGhost = async (postSlug) => {
|
var imageAlt = m[1]
|
||||||
console.info('Pushing: ' + postSlug);
|
var imageName = m[2].replace('*', '')
|
||||||
|
var imagePath = path.join(postFolder, 'images', imageName)
|
||||||
|
|
||||||
// Decide working path
|
if (!fs.existsSync(imagePath)) {
|
||||||
postFolder = path.resolve('content/' + postSlug)
|
console.warn('Skipping missing image: ' + imageName)
|
||||||
|
|
||||||
// Verify file exists
|
|
||||||
if (!fs.existsSync(postFolder)) {
|
|
||||||
console.error('Could not find post folder! Is it fetched?')
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
// Decide file
|
|
||||||
const postContent = path.join(postFolder, 'index.md')
|
|
||||||
const postOutput = path.join(postFolder, 'ghost.md')
|
|
||||||
|
|
||||||
// Verify post exists
|
|
||||||
if (!fs.existsSync(postContent)) {
|
|
||||||
console.error("Could not find 'index.md' in " + postSlug + "! Is it fetched?")
|
|
||||||
return false
|
|
||||||
}
|
|
||||||
|
|
||||||
// Decide WebDAV upload path
|
|
||||||
current_date = new Date()
|
|
||||||
|
|
||||||
const uploadPath = path.join(
|
|
||||||
current_date.getUTCFullYear().toString(),
|
|
||||||
(current_date.getUTCMonth() + 1).toString(),
|
|
||||||
postSlug
|
|
||||||
)
|
|
||||||
|
|
||||||
// Path where WebDAV files will be placed (eg. https://example.com:2078)
|
|
||||||
const davPath = path.join(config.webdav.path_prefix, uploadPath)
|
|
||||||
|
|
||||||
// Public path to upload those files (eg. https://media.example.com/uploads)
|
|
||||||
// We'll do it directly since path.join mangles the protocol
|
|
||||||
const uploadedPath = config.webdav.uploaded_path_prefix + '/' + uploadPath
|
|
||||||
|
|
||||||
// load metadata file
|
|
||||||
console.debug('Loading metadata')
|
|
||||||
|
|
||||||
postMetaFile = path.join(postFolder, 'metadata.json')
|
|
||||||
let postMeta = await JSON.parse(fs.readFileSync(postMetaFile))
|
|
||||||
|
|
||||||
// Process lines
|
|
||||||
const readInterface = readline.createInterface({
|
|
||||||
input: fs.createReadStream(postContent),
|
|
||||||
output: process.stdout,
|
|
||||||
terminal: false
|
|
||||||
})
|
|
||||||
|
|
||||||
const outStream = fs.createWriteStream(postOutput, { encoding: 'utf-8' })
|
|
||||||
|
|
||||||
var titleSkipped = false;
|
|
||||||
|
|
||||||
let reImage = new RegExp('^!\\[(.*)\\]\\((\\S+?)\\)(.*)')
|
|
||||||
let reTitle = new RegExp('^#\ .*')
|
|
||||||
|
|
||||||
// Note down uploaded images
|
|
||||||
var uploadedImages = []
|
|
||||||
|
|
||||||
for await (const line of readInterface) {
|
|
||||||
// Line to output
|
|
||||||
// Default is to make it same as input
|
|
||||||
var newLine = line
|
|
||||||
|
|
||||||
// Skip the header
|
|
||||||
if (!titleSkipped && await reTitle.exec(line)) {
|
|
||||||
titleSkipped = true
|
|
||||||
}
|
|
||||||
|
|
||||||
// check for images
|
|
||||||
var m = await reImage.exec(line)
|
|
||||||
if (m) {
|
|
||||||
// Get image name
|
|
||||||
var imageAlt = m[1]
|
|
||||||
var imageName = m[2].replace('*', '')
|
|
||||||
var imagePath = path.join(postFolder, 'images', imageName)
|
|
||||||
|
|
||||||
if (!fs.existsSync(imagePath)) {
|
|
||||||
console.warn('Skipping missing image: ' + imageName)
|
|
||||||
} else {
|
|
||||||
// check for separator image
|
|
||||||
var isScissors = await checkScissors(imagePath)
|
|
||||||
if (isScissors) {
|
|
||||||
newLine = '\n---\n'
|
|
||||||
} else {
|
} else {
|
||||||
// upload pic to server
|
// check for separator image
|
||||||
console.debug(`Adding to upload queue: ${imageName}`)
|
var isScissors = await this.checkScissors(imagePath)
|
||||||
uploadedImages.push(imageName)
|
if (isScissors) {
|
||||||
uploadDav(davPath, imagePath)
|
newLine = '\n---\n'
|
||||||
|
} else {
|
||||||
|
// upload pic to server
|
||||||
|
console.debug(`Adding to upload queue: ${imageName}`)
|
||||||
|
uploadedImages.push(imageName)
|
||||||
|
this.uploadDav(davPath, imagePath)
|
||||||
|
|
||||||
newLine = ''
|
newLine = ''
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
outStream.write(newLine + '\n')
|
||||||
}
|
}
|
||||||
|
|
||||||
outStream.write(newLine + '\n')
|
// Upload feature_image, if required
|
||||||
}
|
var featuredImagePath
|
||||||
|
if (!!postMeta.featuredImage) {
|
||||||
|
var imageName = postMeta.featuredImage.replace('*', '')
|
||||||
|
|
||||||
// Upload feature_image, if required
|
// if the image is listed in postMeta.images, it would have
|
||||||
var featuredImagePath
|
// already been uploaded
|
||||||
if (!!postMeta.featuredImage) {
|
if (uploadedImages.indexOf(imageName) != -1) {
|
||||||
var imageName = postMeta.featuredImage.replace('*', '')
|
console.log(`Skipping feature image ${imageName}: already listed for upload`)
|
||||||
|
|
||||||
// if the image is listed in postMeta.images, it would have
|
|
||||||
// already been uploaded
|
|
||||||
if (uploadedImages.indexOf(imageName) != -1) {
|
|
||||||
console.log(`Skipping feature image ${imageName}: already listed for upload`)
|
|
||||||
} else {
|
|
||||||
var imagePath = path.join(postFolder, 'images', imageName)
|
|
||||||
|
|
||||||
// We can only upload if the file exists!
|
|
||||||
if (!fs.existsSync(imagePath)) {
|
|
||||||
console.warn(`Skipping feature image "${imageName}": file not found`)
|
|
||||||
} else {
|
} else {
|
||||||
console.log(`Uploading feature image: ${imageName}`)
|
var imagePath = path.join(postFolder, 'images', imageName)
|
||||||
uploadDav(davPath, imagePath)
|
|
||||||
featuredImagePath = uploadedPath + '/' + imageName
|
// We can only upload if the file exists!
|
||||||
|
if (!fs.existsSync(imagePath)) {
|
||||||
|
console.warn(`Skipping feature image "${imageName}": file not found`)
|
||||||
|
} else {
|
||||||
|
console.log(`Uploading feature image: ${imageName}`)
|
||||||
|
this.uploadDav(davPath, imagePath)
|
||||||
|
featuredImagePath = uploadedPath + '/' + imageName
|
||||||
|
}
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// calculate users
|
||||||
|
let users = []
|
||||||
|
postMeta.authors.forEach((user) => {
|
||||||
|
users.push({slug: user.username})
|
||||||
|
})
|
||||||
|
|
||||||
|
// This will happen once all the line reading is finished
|
||||||
|
// Uploads will continue in paralell though
|
||||||
|
console.debug('Adding to Ghost')
|
||||||
|
|
||||||
|
this.ghostAdmin.posts.add({
|
||||||
|
title: postMeta.title,
|
||||||
|
custom_excerpt: postMeta.subtitle || null,
|
||||||
|
tags: postMeta.tags,
|
||||||
|
authors: users,
|
||||||
|
html: markdown.toHTML(fs.readFileSync(postOutput, 'utf-8')),
|
||||||
|
feature_image: featuredImagePath
|
||||||
|
}, {source: 'html'})
|
||||||
|
.then((res) => {
|
||||||
|
// Check if user was added
|
||||||
|
if (res.primary_author.id == 1) {
|
||||||
|
console.warn(`WARNING: The admin editor, "${res.primary_author.name}", is set as author for this post. If this is incorrect, there was some problem matching usernames. Please check and set it manually.`)
|
||||||
|
}
|
||||||
|
console.log('Post conveyed successfully.')
|
||||||
|
})
|
||||||
|
};
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* function [mediumToGhost]
|
||||||
|
* @returns [string] status
|
||||||
|
*/
|
||||||
|
mediumToGhost (mediumUrl) {
|
||||||
|
console.info('Copying: ' + mediumUrl);
|
||||||
}
|
}
|
||||||
|
|
||||||
// calculate users
|
|
||||||
let users = []
|
|
||||||
postMeta.authors.forEach((user) => {
|
|
||||||
users.push({slug: user.username})
|
|
||||||
})
|
|
||||||
|
|
||||||
// This will happen once all the line reading is finished
|
async fetchMediumJSON(mediumUrl) {
|
||||||
// Uploads will continue in paralell though
|
var json
|
||||||
console.debug('Adding to Ghost')
|
var text
|
||||||
|
|
||||||
ghostAdmin.posts.add({
|
if (mediumUrl.match(/^http/i)) {
|
||||||
title: postMeta.title,
|
// add ?json attribute
|
||||||
custom_excerpt: postMeta.subtitle || null,
|
mediumUrl = mediumUrl.replace(/#.*$/, '')
|
||||||
tags: postMeta.tags,
|
mediumUrl= `${mediumUrl}?format=json`
|
||||||
authors: users,
|
const response = await fetch(mediumUrl)
|
||||||
html: markdown.toHTML(fs.readFileSync(postOutput, mode='utf-8')),
|
text = await response.text()
|
||||||
feature_image: featuredImagePath
|
} else {
|
||||||
}, {source: 'html'})
|
throw { error: 'URL must be a Medium URL' }
|
||||||
.then((res) => {
|
|
||||||
// Check if user was added
|
|
||||||
if (res.primary_author.id == 1) {
|
|
||||||
console.warn(`WARNING: The admin editor, "${res.primary_author.name}", is set as author for this post. If this is incorrect, there was some problem matching usernames. Please check and set it manually.`)
|
|
||||||
}
|
}
|
||||||
console.log('Post conveyed successfully.')
|
|
||||||
})
|
|
||||||
};
|
|
||||||
|
|
||||||
/**
|
json = await JSON.parse(text.substr(text.indexOf('{')))
|
||||||
* function [mediumToGhost]
|
|
||||||
* @returns [string] status
|
|
||||||
*/
|
|
||||||
const mediumToGhost = (mediumUrl) => {
|
|
||||||
console.info('Copying: ' + mediumUrl);
|
|
||||||
};
|
|
||||||
|
|
||||||
|
return json;
|
||||||
|
}
|
||||||
|
|
||||||
async function fetchMediumJSON(mediumUrl) {
|
/**
|
||||||
console.debug(`Fetching: ${mediumUrl}`)
|
* function [checkScissors]
|
||||||
const response = await fetch(mediumUrl)
|
* @returns [boolean] matchStatus
|
||||||
const text = await response.text()
|
*/
|
||||||
const json = await JSON.parse(text.substr(text.indexOf('{')))
|
|
||||||
return json;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
async checkScissors (imagePath) {
|
||||||
* function [checkScissors]
|
// Decide "separator" image
|
||||||
* @returns [boolean] matchStatus
|
// If set, images matching this will be ignored and replaced
|
||||||
*/
|
// with a horizontal-rule ("---" in markdown) instead.
|
||||||
|
let scissors = config.scissors
|
||||||
|
|
||||||
const checkScissors = async (imagePath) => {
|
// if scissors not set, return false
|
||||||
// Decide "separator" image
|
// (it's never a scissors since it never matches)
|
||||||
// If set, images matching this will be ignored and replaced
|
if (!scissors) {
|
||||||
// with a horizontal-rule ("---" in markdown) instead.
|
console.warn('[scissors] No scissors set, so rejecting all images')
|
||||||
let scissors = config.scissors
|
|
||||||
|
|
||||||
// if scissors not set, return false
|
|
||||||
// (it's never a scissors since it never matches)
|
|
||||||
if (!scissors) {
|
|
||||||
console.warn('[scissors] No scissors set, so rejecting all images')
|
|
||||||
return false
|
|
||||||
} else {
|
|
||||||
|
|
||||||
// Check if given image matches the scissors
|
|
||||||
try {
|
|
||||||
let isScissors = new Rembrandt({
|
|
||||||
imageA: scissors,
|
|
||||||
imageB: imagePath,
|
|
||||||
thresholdType: Rembrandt.THRESHOLD_PERCENT,
|
|
||||||
maxThreshold: 0.1
|
|
||||||
})
|
|
||||||
let result = await isScissors.compare()
|
|
||||||
return result.passed
|
|
||||||
} catch (err) {
|
|
||||||
console.warn('[scissors] Skipping scissors check:', err.message)
|
|
||||||
return false
|
return false
|
||||||
}
|
} else {
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
// Check if given image matches the scissors
|
||||||
* function [createUser]
|
try {
|
||||||
* @returns [object] ghost data json
|
let isScissors = new Rembrandt({
|
||||||
*/
|
imageA: scissors,
|
||||||
const generateUserData = async (mediumUsername, email) => {
|
imageB: imagePath,
|
||||||
console.debug('Creating: @' + mediumUsername + '(email: ' + email + ')');
|
thresholdType: Rembrandt.THRESHOLD_PERCENT,
|
||||||
const mediumUrl = `https://medium.com/@${mediumUsername}/?format=json`;
|
maxThreshold: 0.1
|
||||||
const json = await fetchMediumJSON(mediumUrl);
|
})
|
||||||
|
let result = await isScissors.compare()
|
||||||
if (!json.success) {
|
return result.passed
|
||||||
console.error(`Error: ${json.error}`)
|
} catch (err) {
|
||||||
return false
|
console.warn('[scissors] Skipping scissors check:', err.message)
|
||||||
}
|
|
||||||
|
|
||||||
console.debug(`Name: ${json.payload.user.name}`)
|
|
||||||
console.debug(`Bio: ${json.payload.user.bio}`)
|
|
||||||
|
|
||||||
// Download and upload image
|
|
||||||
|
|
||||||
let imageId = json.payload.user.imageId
|
|
||||||
console.log(`Image: ${imageId}`)
|
|
||||||
|
|
||||||
let imagePath = MEDIUM_IMG_CDN + '256/256/' + imageId
|
|
||||||
let filetype = imageId.split('.')[imageId.split('.').length - 1]
|
|
||||||
let fileName = `${mediumUsername}.${filetype}`
|
|
||||||
let filePath = path.join(process.env.PWD, fileName)
|
|
||||||
|
|
||||||
console.log(`Fetching: ${imagePath}`)
|
|
||||||
|
|
||||||
const response = await (await r2.get(imagePath).response).buffer()
|
|
||||||
await fs.writeFileSync(filePath, response, 'base64')
|
|
||||||
|
|
||||||
console.log("Uploading to server")
|
|
||||||
|
|
||||||
await uploadDav(path.join(config.webdav.path_prefix,'avatars'),
|
|
||||||
filePath)
|
|
||||||
|
|
||||||
// Generate Ghost JSON
|
|
||||||
|
|
||||||
const ghostData = {
|
|
||||||
data: {
|
|
||||||
users: [
|
|
||||||
{
|
|
||||||
id: 1,
|
|
||||||
slug: json.payload.user.username,
|
|
||||||
bio: json.payload.user.bio,
|
|
||||||
email: email,
|
|
||||||
name: json.payload.user.name,
|
|
||||||
profile_image: config.webdav.uploaded_path_prefix + '/avatars/' + fileName
|
|
||||||
}
|
|
||||||
]
|
|
||||||
},
|
|
||||||
meta: {
|
|
||||||
exported_on: new Date,
|
|
||||||
version: '2.14.0'
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
return(JSON.stringify(ghostData))
|
|
||||||
};
|
|
||||||
|
|
||||||
const createDirIfNotExist = async (client, folder) => {
|
|
||||||
// recursively create subfolders if they don't exist.
|
|
||||||
|
|
||||||
//safety: don't touch directories outside WEBDAV_PATH_PREFIX
|
|
||||||
if (!folder.startsWith(config.webdav.path_prefix)) {
|
|
||||||
throw new Error(`Cannot create directories outside ${config.webdav.path_prefix}`)
|
|
||||||
}
|
|
||||||
|
|
||||||
// check the folder
|
|
||||||
await client.stat(folder)
|
|
||||||
.catch(async (err) => {
|
|
||||||
if (!err.response) {
|
|
||||||
// no response! Maybe a network error or something :P
|
|
||||||
console.error(`[dav-upload:folder] Error creating folder "${folder}"`)
|
|
||||||
console.error(`[dav-upload:folder] ${err.toJSON().message}`)
|
|
||||||
console.error('[dav-upload:folder] Please check your Internet connection and try again')
|
|
||||||
return false
|
|
||||||
} else if (err.response.status == 404) {
|
|
||||||
|
|
||||||
// it's a 404, so we'll create the directory
|
|
||||||
console.debug(`Noting missing subdirectory: ${folder}`)
|
|
||||||
|
|
||||||
// first, create the parent directory (if required)
|
|
||||||
if (!await createDirIfNotExist(client, path.dirname(folder))) {
|
|
||||||
// if not created, we fail too :-/
|
|
||||||
return false
|
return false
|
||||||
}
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
console.debug(`Creating missing subdirectory: ${folder}`)
|
/**
|
||||||
// then, create the current directory
|
* function [createUser]
|
||||||
await client.createDirectory(folder)
|
* @returns [object] ghost data json
|
||||||
.catch(async (err) => {
|
*/
|
||||||
if (err.response.status == 405) { // Method Not Allowed
|
async generateUserData (mediumUsername, email) {
|
||||||
// Maybe the directory's already been created in the meantime?
|
console.debug('Creating: @' + mediumUsername + '(email: ' + email + ')');
|
||||||
await client.stat(folder)
|
const mediumUrl = `https://medium.com/@${mediumUsername}/?format=json`;
|
||||||
.catch((err2) => {
|
const json = await fetchMediumJSON(mediumUrl);
|
||||||
// Bad guess. Panic (and raise the original error)
|
|
||||||
|
if (!json.success) {
|
||||||
|
console.error(`Error: ${json.error}`)
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
console.debug(`Name: ${json.payload.user.name}`)
|
||||||
|
console.debug(`Bio: ${json.payload.user.bio}`)
|
||||||
|
|
||||||
|
// Download and upload image
|
||||||
|
|
||||||
|
let imageId = json.payload.user.imageId
|
||||||
|
console.log(`Image: ${imageId}`)
|
||||||
|
|
||||||
|
let imagePath = MEDIUM_IMG_CDN + '256/256/' + imageId
|
||||||
|
let filetype = imageId.split('.')[imageId.split('.').length - 1]
|
||||||
|
let fileName = `${mediumUsername}.${filetype}`
|
||||||
|
let filePath = path.join(process.env.PWD, fileName)
|
||||||
|
|
||||||
|
console.log(`Fetching: ${imagePath}`)
|
||||||
|
|
||||||
|
const response = await (await r2.get(imagePath).response).buffer()
|
||||||
|
await fs.writeFileSync(filePath, response, 'base64')
|
||||||
|
|
||||||
|
console.log("Uploading to server")
|
||||||
|
|
||||||
|
await this.uploadDav(path.join(config.webdav.path_prefix,'avatars'),
|
||||||
|
filePath)
|
||||||
|
|
||||||
|
// Generate Ghost JSON
|
||||||
|
|
||||||
|
const ghostData = {
|
||||||
|
data: {
|
||||||
|
users: [
|
||||||
|
{
|
||||||
|
id: 1,
|
||||||
|
slug: json.payload.user.username,
|
||||||
|
bio: json.payload.user.bio,
|
||||||
|
email: email,
|
||||||
|
name: json.payload.user.name,
|
||||||
|
profile_image: config.webdav.uploaded_path_prefix + '/avatars/' + fileName
|
||||||
|
}
|
||||||
|
]
|
||||||
|
},
|
||||||
|
meta: {
|
||||||
|
exported_on: new Date,
|
||||||
|
version: '2.14.0'
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
return(JSON.stringify(ghostData))
|
||||||
|
};
|
||||||
|
|
||||||
|
async createDirIfNotExist (client, folder) {
|
||||||
|
// recursively create subfolders if they don't exist.
|
||||||
|
|
||||||
|
//safety: don't touch directories outside WEBDAV_PATH_PREFIX
|
||||||
|
if (!folder.startsWith(config.webdav.path_prefix)) {
|
||||||
|
throw new Error(`Cannot create directories outside ${config.webdav.path_prefix}`)
|
||||||
|
}
|
||||||
|
|
||||||
|
// check the folder
|
||||||
|
await client.stat(folder)
|
||||||
|
.catch(async (err) => {
|
||||||
|
if (!err.response) {
|
||||||
|
// no response! Maybe a network error or something :P
|
||||||
|
console.error(`[dav-upload:folder] Error creating folder "${folder}"`)
|
||||||
|
console.error(`[dav-upload:folder] ${err.toJSON().message}`)
|
||||||
|
console.error('[dav-upload:folder] Please check your Internet connection and try again')
|
||||||
|
return false
|
||||||
|
} else if (err.response.status == 404) {
|
||||||
|
|
||||||
|
// it's a 404, so we'll create the directory
|
||||||
|
console.debug(`Noting missing subdirectory: ${folder}`)
|
||||||
|
|
||||||
|
// first, create the parent directory (if required)
|
||||||
|
if (!await this.createDirIfNotExist(client, path.dirname(folder))) {
|
||||||
|
// if not created, we fail too :-/
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
console.debug(`Creating missing subdirectory: ${folder}`)
|
||||||
|
// then, create the current directory
|
||||||
|
await client.createDirectory(folder)
|
||||||
|
.catch(async (err) => {
|
||||||
|
if (err.response.status == 405) { // Method Not Allowed
|
||||||
|
// Maybe the directory's already been created in the meantime?
|
||||||
|
await client.stat(folder)
|
||||||
|
.catch((err2) => {
|
||||||
|
// Bad guess. Panic (and raise the original error)
|
||||||
|
console.error(`Error: ${err.toJSON().message}`)
|
||||||
|
console.error("We're not sure what went wrong. Help!")
|
||||||
|
throw err
|
||||||
|
})
|
||||||
|
} else {
|
||||||
|
// what's this? Panic!
|
||||||
console.error(`Error: ${err.toJSON().message}`)
|
console.error(`Error: ${err.toJSON().message}`)
|
||||||
console.error("We're not sure what went wrong. Help!")
|
console.error("We're not sure what went wrong. Help!")
|
||||||
throw err
|
throw err
|
||||||
})
|
}
|
||||||
} else {
|
})
|
||||||
// what's this? Panic!
|
} else {
|
||||||
console.error(`Error: ${err.toJSON().message}`)
|
|
||||||
console.error("We're not sure what went wrong. Help!")
|
|
||||||
throw err
|
|
||||||
}
|
|
||||||
})
|
|
||||||
} else {
|
|
||||||
|
|
||||||
// it's not a 404; we don't know how to handle this. Panic!
|
// it's not a 404; we don't know how to handle this. Panic!
|
||||||
console.error(err.toJSON())
|
console.error(err.toJSON())
|
||||||
throw err
|
throw err
|
||||||
}
|
}
|
||||||
})
|
|
||||||
return true
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* function [uploadDav]
|
|
||||||
* @returns [string] status
|
|
||||||
*/
|
|
||||||
const uploadDav = async (dirPath, filePath) => {
|
|
||||||
|
|
||||||
// connect to webdav
|
|
||||||
client = createClient(
|
|
||||||
config.webdav.server_url,
|
|
||||||
{
|
|
||||||
username: config.webdav.username,
|
|
||||||
password: config.webdav.password,
|
|
||||||
digest: config.webdav.use_digest
|
|
||||||
})
|
})
|
||||||
|
return true
|
||||||
// create directory if not exists
|
|
||||||
console.debug(`[dav-upload] Loading ${dirPath}`)
|
|
||||||
if (!await createDirIfNotExist(client, dirPath)) {
|
|
||||||
console.error(`[dav-upload] Could not upload ${path.basename(filePath)} :(`)
|
|
||||||
return false
|
|
||||||
}
|
}
|
||||||
|
|
||||||
// upload a file
|
/**
|
||||||
console.debug('Uploading file')
|
* function [uploadDav]
|
||||||
outStream = client.createWriteStream(
|
* @returns [string] status
|
||||||
path.join(dirPath, path.basename(filePath))
|
*/
|
||||||
)
|
async uploadDav (dirPath, filePath) {
|
||||||
outStream.on('finish', () => console.debug('Uploaded successfully.'))
|
|
||||||
|
|
||||||
inStream = fs.createReadStream(filePath)
|
// connect to webdav
|
||||||
.pipe(outStream)
|
const client = createClient(
|
||||||
|
config.webdav.server_url,
|
||||||
|
{
|
||||||
|
username: config.webdav.username,
|
||||||
|
password: config.webdav.password,
|
||||||
|
digest: config.webdav.use_digest
|
||||||
|
})
|
||||||
|
|
||||||
|
// create directory if not exists
|
||||||
|
console.debug(`[dav-upload] Loading ${dirPath}`)
|
||||||
|
if (!await this.createDirIfNotExist(client, dirPath)) {
|
||||||
|
console.error(`[dav-upload] Could not upload ${path.basename(filePath)} :(`)
|
||||||
|
return false
|
||||||
|
}
|
||||||
|
|
||||||
|
// upload a file
|
||||||
|
console.debug('Uploading file')
|
||||||
|
const outStream = client.createWriteStream(
|
||||||
|
path.join(dirPath, path.basename(filePath))
|
||||||
|
)
|
||||||
|
outStream.on('finish', () => console.debug('Uploaded successfully.'))
|
||||||
|
|
||||||
|
const inStream = fs.createReadStream(filePath)
|
||||||
|
.pipe(outStream)
|
||||||
|
|
||||||
|
return true
|
||||||
|
}
|
||||||
|
|
||||||
return true
|
|
||||||
}
|
}
|
||||||
|
|
||||||
module.exports = {
|
module.exports = {
|
||||||
fetchFromMedium,
|
Seance
|
||||||
pushToGhost,
|
|
||||||
mediumToGhost,
|
|
||||||
generateUserData,
|
|
||||||
checkScissors,
|
|
||||||
uploadDav
|
|
||||||
}
|
}
|
||||||
|
|
|
||||||
19
index.js
19
index.js
|
|
@ -11,12 +11,7 @@ const yaml = require('js-yaml')
|
||||||
const config = require('./config')
|
const config = require('./config')
|
||||||
|
|
||||||
const {
|
const {
|
||||||
fetchFromMedium,
|
Seance,
|
||||||
pushToGhost,
|
|
||||||
mediumToGhost,
|
|
||||||
generateUserData,
|
|
||||||
checkScissors,
|
|
||||||
uploadDav,
|
|
||||||
} = require ('./functions')
|
} = require ('./functions')
|
||||||
|
|
||||||
program
|
program
|
||||||
|
|
@ -120,7 +115,7 @@ program.command('fetch-medium <post_url>')
|
||||||
.alias('fetch')
|
.alias('fetch')
|
||||||
.description('fetch a Medium post')
|
.description('fetch a Medium post')
|
||||||
.action((post_url) => {
|
.action((post_url) => {
|
||||||
fetchFromMedium(post_url)
|
new Seance().fetchFromMedium(post_url)
|
||||||
.then((post) => {
|
.then((post) => {
|
||||||
console.info(`"${post.title}" fetched successfully.`)
|
console.info(`"${post.title}" fetched successfully.`)
|
||||||
})
|
})
|
||||||
|
|
@ -130,20 +125,20 @@ program.command('push-ghost <file>')
|
||||||
.alias('push')
|
.alias('push')
|
||||||
.description('push a downloaded Medium post to Ghost')
|
.description('push a downloaded Medium post to Ghost')
|
||||||
.action((file) => {
|
.action((file) => {
|
||||||
pushToGhost(file);
|
new Seance().pushToGhost(file);
|
||||||
});
|
});
|
||||||
|
|
||||||
program.command('medium-to-ghost <mediumUrl>')
|
program.command('medium-to-ghost <mediumUrl>')
|
||||||
.alias('import')
|
.alias('import')
|
||||||
.description('copy a Medium file over to Ghost')
|
.description('copy a Medium file over to Ghost')
|
||||||
.action((mediumUrl) => {
|
.action((mediumUrl) => {
|
||||||
pushToGhost(mediumUrl);
|
new Seance().pushToGhost(mediumUrl);
|
||||||
});
|
});
|
||||||
|
|
||||||
program.command('create-user <username> <email>')
|
program.command('create-user <username> <email>')
|
||||||
.description('create ghost-import.json to import Medium user to Ghost')
|
.description('create ghost-import.json to import Medium user to Ghost')
|
||||||
.action(async (username, email) => {
|
.action(async (username, email) => {
|
||||||
const jsonOut = await generateUserData(username, email)
|
const jsonOut = await new Seance().generateUserData(username, email)
|
||||||
.catch((err) => {
|
.catch((err) => {
|
||||||
console.log(`Error: ${err.error}`)
|
console.log(`Error: ${err.error}`)
|
||||||
return
|
return
|
||||||
|
|
@ -162,13 +157,13 @@ program.command('webdav-test <file>')
|
||||||
current_date.getUTCMonth().toString(),
|
current_date.getUTCMonth().toString(),
|
||||||
'test' // TODO: replace with article slug
|
'test' // TODO: replace with article slug
|
||||||
)
|
)
|
||||||
uploadDav(dir_path, file);
|
new Seance().uploadDav(dir_path, file);
|
||||||
});
|
});
|
||||||
|
|
||||||
program.command('check-scissors <file>')
|
program.command('check-scissors <file>')
|
||||||
.description('[test command] check if an image matches the set separator')
|
.description('[test command] check if an image matches the set separator')
|
||||||
.action(async (file) => {
|
.action(async (file) => {
|
||||||
console.log(await checkScissors(file))
|
console.log(await new Seance().checkScissors(file))
|
||||||
})
|
})
|
||||||
|
|
||||||
program.parse(process.argv)
|
program.parse(process.argv)
|
||||||
|
|
|
||||||
Loading…
Reference in a new issue