You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
189 lines
5.1 KiB
189 lines
5.1 KiB
'use strict' |
|
|
|
const events = require('events') |
|
const util = require('util') |
|
|
|
const contentPath = require('./path') |
|
const fixOwner = require('../util/fix-owner') |
|
const fs = require('@npmcli/fs') |
|
const moveFile = require('../util/move-file') |
|
const Minipass = require('minipass') |
|
const Pipeline = require('minipass-pipeline') |
|
const Flush = require('minipass-flush') |
|
const path = require('path') |
|
const rimraf = util.promisify(require('rimraf')) |
|
const ssri = require('ssri') |
|
const uniqueFilename = require('unique-filename') |
|
const fsm = require('fs-minipass') |
|
|
|
module.exports = write |
|
|
|
async function write (cache, data, opts = {}) { |
|
const { algorithms, size, integrity } = opts |
|
if (algorithms && algorithms.length > 1) { |
|
throw new Error('opts.algorithms only supports a single algorithm for now') |
|
} |
|
|
|
if (typeof size === 'number' && data.length !== size) { |
|
throw sizeError(size, data.length) |
|
} |
|
|
|
const sri = ssri.fromData(data, algorithms ? { algorithms } : {}) |
|
if (integrity && !ssri.checkData(data, integrity, opts)) { |
|
throw checksumError(integrity, sri) |
|
} |
|
|
|
const tmp = await makeTmp(cache, opts) |
|
try { |
|
await fs.writeFile(tmp.target, data, { flag: 'wx' }) |
|
await moveToDestination(tmp, cache, sri, opts) |
|
return { integrity: sri, size: data.length } |
|
} finally { |
|
if (!tmp.moved) { |
|
await rimraf(tmp.target) |
|
} |
|
} |
|
} |
|
|
|
module.exports.stream = writeStream |
|
|
|
// writes proxied to the 'inputStream' that is passed to the Promise |
|
// 'end' is deferred until content is handled. |
|
class CacacheWriteStream extends Flush { |
|
constructor (cache, opts) { |
|
super() |
|
this.opts = opts |
|
this.cache = cache |
|
this.inputStream = new Minipass() |
|
this.inputStream.on('error', er => this.emit('error', er)) |
|
this.inputStream.on('drain', () => this.emit('drain')) |
|
this.handleContentP = null |
|
} |
|
|
|
write (chunk, encoding, cb) { |
|
if (!this.handleContentP) { |
|
this.handleContentP = handleContent( |
|
this.inputStream, |
|
this.cache, |
|
this.opts |
|
) |
|
} |
|
return this.inputStream.write(chunk, encoding, cb) |
|
} |
|
|
|
flush (cb) { |
|
this.inputStream.end(() => { |
|
if (!this.handleContentP) { |
|
const e = new Error('Cache input stream was empty') |
|
e.code = 'ENODATA' |
|
// empty streams are probably emitting end right away. |
|
// defer this one tick by rejecting a promise on it. |
|
return Promise.reject(e).catch(cb) |
|
} |
|
// eslint-disable-next-line promise/catch-or-return |
|
this.handleContentP.then( |
|
(res) => { |
|
res.integrity && this.emit('integrity', res.integrity) |
|
// eslint-disable-next-line promise/always-return |
|
res.size !== null && this.emit('size', res.size) |
|
cb() |
|
}, |
|
(er) => cb(er) |
|
) |
|
}) |
|
} |
|
} |
|
|
|
function writeStream (cache, opts = {}) { |
|
return new CacacheWriteStream(cache, opts) |
|
} |
|
|
|
async function handleContent (inputStream, cache, opts) { |
|
const tmp = await makeTmp(cache, opts) |
|
try { |
|
const res = await pipeToTmp(inputStream, cache, tmp.target, opts) |
|
await moveToDestination( |
|
tmp, |
|
cache, |
|
res.integrity, |
|
opts |
|
) |
|
return res |
|
} finally { |
|
if (!tmp.moved) { |
|
await rimraf(tmp.target) |
|
} |
|
} |
|
} |
|
|
|
async function pipeToTmp (inputStream, cache, tmpTarget, opts) { |
|
const outStream = new fsm.WriteStream(tmpTarget, { |
|
flags: 'wx', |
|
}) |
|
|
|
if (opts.integrityEmitter) { |
|
// we need to create these all simultaneously since they can fire in any order |
|
const [integrity, size] = await Promise.all([ |
|
events.once(opts.integrityEmitter, 'integrity').then(res => res[0]), |
|
events.once(opts.integrityEmitter, 'size').then(res => res[0]), |
|
new Pipeline(inputStream, outStream).promise(), |
|
]) |
|
return { integrity, size } |
|
} |
|
|
|
let integrity |
|
let size |
|
const hashStream = ssri.integrityStream({ |
|
integrity: opts.integrity, |
|
algorithms: opts.algorithms, |
|
size: opts.size, |
|
}) |
|
hashStream.on('integrity', i => { |
|
integrity = i |
|
}) |
|
hashStream.on('size', s => { |
|
size = s |
|
}) |
|
|
|
const pipeline = new Pipeline(inputStream, hashStream, outStream) |
|
await pipeline.promise() |
|
return { integrity, size } |
|
} |
|
|
|
async function makeTmp (cache, opts) { |
|
const tmpTarget = uniqueFilename(path.join(cache, 'tmp'), opts.tmpPrefix) |
|
await fixOwner.mkdirfix(cache, path.dirname(tmpTarget)) |
|
return { |
|
target: tmpTarget, |
|
moved: false, |
|
} |
|
} |
|
|
|
async function moveToDestination (tmp, cache, sri, opts) { |
|
const destination = contentPath(cache, sri) |
|
const destDir = path.dirname(destination) |
|
|
|
await fixOwner.mkdirfix(cache, destDir) |
|
await moveFile(tmp.target, destination) |
|
tmp.moved = true |
|
await fixOwner.chownr(cache, destination) |
|
} |
|
|
|
function sizeError (expected, found) { |
|
/* eslint-disable-next-line max-len */ |
|
const err = new Error(`Bad data size: expected inserted data to be ${expected} bytes, but got ${found} instead`) |
|
err.expected = expected |
|
err.found = found |
|
err.code = 'EBADSIZE' |
|
return err |
|
} |
|
|
|
function checksumError (expected, found) { |
|
const err = new Error(`Integrity check failed: |
|
Wanted: ${expected} |
|
Found: ${found}`) |
|
err.code = 'EINTEGRITY' |
|
err.expected = expected |
|
err.found = found |
|
return err |
|
}
|
|
|