fix: remove GPG and run on spawn (#1426)

* fix: first pass remove gpg

* fix: import key

* fix: break validation

* fix: fail ci

* fix: make it the right signature file

* fix: perhaps console

* fix: cleanup

* fix: io the import

* fix: remove from container for now
This commit is contained in:
Tom Hu
2024-05-14 21:26:56 +07:00
committed by GitHub
parent b71af43c1e
commit 2791a5c4fe
6 changed files with 65 additions and 502 deletions

View File

@@ -18,6 +18,7 @@ jobs:
- name: Upload coverage to Codecov (script)
uses: ./
with:
fail_ci_if_error: true
files: ./coverage/script/coverage-final.json
flags: script,${{ matrix.os }}
name: codecov-script
@@ -26,6 +27,7 @@ jobs:
- name: Upload coverage to Codecov (demo)
uses: ./
with:
fail_ci_if_error: true
files: ./coverage/calculator/coverage-final.json,./coverage/coverage-test/coverage-final.json
file: ./coverage/coverage-final.json
flags: demo,${{ matrix.os }}
@@ -35,6 +37,7 @@ jobs:
- name: Upload coverage to Codecov (version)
uses: ./
with:
fail_ci_if_error: true
files: ./coverage/calculator/coverage-final.json,./coverage/coverage-test/coverage-final.json
file: ./coverage/coverage-final.json
flags: version,${{ matrix.os }}

482
dist/index.js vendored
View File

@@ -7047,444 +7047,6 @@ class Deprecation extends Error {
exports.Deprecation = Deprecation;
/***/ }),
/***/ 40:
/***/ ((module, __unused_webpack_exports, __nccwpck_require__) => {
/*!
* node-gpg
* Copyright(c) 2011 Nicholas Penree <drudge@conceited.net>
* MIT Licensed
*/
/**
* Module dependencies.
*/
var fs = __nccwpck_require__(7147);
var spawnGPG = __nccwpck_require__(4228);
var keyRegex = /^gpg: key (.*?):/;
/**
* Base `GPG` object.
*/
var GPG = {
/**
* Raw call to gpg.
*
* @param {String} stdin String to send to stdin.
* @param {Array} [args] Array of arguments.
* @param {Function} [fn] Callback.
* @api public
*/
call: function(stdin, args, fn) {
spawnGPG(stdin, args, fn);
},
/**
* Raw streaming call to gpg. Reads from input file and writes to output file.
*
* @param {String} inputFileName Name of input file.
* @param {String} outputFileName Name of output file.
* @param {Array} [args] Array of arguments.
* @param {Function} [fn] Callback.
* @api public
*/
callStreaming: function(inputFileName, outputFileName, args, fn) {
spawnGPG.streaming({source: inputFileName, dest: outputFileName}, args, fn);
},
/**
* Encrypt source file passed as `options.source` and store it in a file specified in `options.dest`.
*
* @param {Object} options Should contain 'source' and 'dest' keys.
* @param {Function} [fn] Callback.
* @api public
*/
encryptToFile: function (options, fn){
spawnGPG.streaming(options, ['--encrypt'], fn);
},
/**
* Encrypt source `file` and pass the encrypted contents to the callback `fn`.
*
* @param {String} file Filename.
* @param {Function} [fn] Callback containing the encrypted file contents.
* @api public
*/
encryptFile: function(file, fn){
var self = this;
fs.readFile(file, function(err, content){
if (err) return fn(err);
self.encrypt(content, fn);
});
},
/**
* Encrypt source stream passed as `options.source` and pass it to the stream specified in `options.dest`.
* Is basicaly the same method as `encryptToFile()`.
*
* @param {Object} options Should contain 'source' and 'dest' keys that are streams.
* @param {Function} [fn] Callback.
* @api public
*/
encryptToStream: function (options, fn){
spawnGPG.streaming(options, ['--encrypt'], fn);
},
/**
* Encrypt source `stream` and pass the encrypted contents to the callback `fn`.
*
* @param {ReadableStream} stream Stream to read from.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} [fn] Callback containing the encrypted file contents.
* @api public
*/
encryptStream: function (stream, args, fn){
var self = this;
var chunks = [];
stream.on('data', function (chunk){
chunks.push(chunk);
});
stream.on('end', function (){
self.encrypt(Buffer.concat(chunks), args, fn);
});
stream.on('error', fn);
},
/**
* Encrypt `str` and pass the encrypted version to the callback `fn`.
*
* @param {String|Buffer} str String to encrypt.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} [fn] Callback containing the encrypted Buffer.
* @api public
*/
encrypt: function(str, args, fn){
spawnGPG(str, ['--encrypt'], args, fn);
},
/**
* Decrypt `str` and pass the decrypted version to the callback `fn`.
*
* @param {String|Buffer} str Data to decrypt.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} [fn] Callback containing the decrypted Buffer.
* @api public
*/
decrypt: function(str, args, fn){
spawnGPG(str, ['--decrypt'], args, fn);
},
/**
* Decrypt source `file` and pass the decrypted contents to the callback `fn`.
*
* @param {String} file Filename.
* @param {Function} fn Callback containing the decrypted file contents.
* @api public
*/
decryptFile: function(file, fn){
var self = this;
fs.readFile(file, function(err, content){
if (err) return fn(err);
self.decrypt(content, fn);
});
},
/**
* Decrypt source file passed as `options.source` and store it in a file specified in `options.dest`.
*
* @param {Object} options Should contain 'source' and 'dest' keys.
* @param {Function} fn Callback
* @api public
*/
decryptToFile: function (options, fn){
spawnGPG.streaming(options, ['--decrypt'], fn);
},
/**
* Decrypt source `stream` and pass the decrypted contents to the callback `fn`.
*
* @param {ReadableStream} stream Stream to read from.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} [fn] Callback containing the decrypted file contents.
* @api public
*/
decryptStream: function(stream, args, fn){
var self = this;
var chunks = [];
stream.on('data', function (chunk){
chunks.push(chunk);
});
stream.on('end', function (){
self.decrypt(Buffer.concat(chunks), args, fn);
});
stream.on('error', fn);
},
/**
* Decrypt source stream passed as `options.source` and pass it to the stream specified in `options.dest`.
* This is basicaly the same method as `decryptToFile()`.
*
* @param {Object} options Should contain 'source' and 'dest' keys that are streams.
* @param {Function} fn Callback
* @api public
*/
decryptToStream: function (options, fn){
spawnGPG.streaming(options, ['--decrypt'], fn);
},
/**
* Clearsign `str` and pass the signed message to the callback `fn`.
*
* @param {String|Buffer} str String to clearsign.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} fn Callback containing the signed message Buffer.
* @api public
*/
clearsign: function(str, args, fn){
spawnGPG(str, ['--clearsign'], args, fn);
},
/**
* Verify `str` and pass the output to the callback `fn`.
*
* @param {String|Buffer} str Signature to verify.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} [fn] Callback containing the signed message Buffer.
* @api public
*/
verifySignature: function(str, args, fn){
// Set logger fd, verify otherwise outputs to stderr for whatever reason
var defaultArgs = ['--logger-fd', '1', '--verify'];
spawnGPG(str, defaultArgs, args, fn);
},
/**
* Add a key to the keychain by filename.
*
* @param {String} fileName Key filename.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} [fn] Callback containing the signed message Buffer.
* @api public
*/
importKeyFromFile: function(fileName, args, fn){
if (typeof args === 'function') {
fn = args;
args = [];
}
var self = this;
fs.readFile(fileName, function(readErr, str) {
if (readErr) return fn(readErr);
self.importKey(str, args, fn);
});
},
/**
* Add an ascii-armored key to gpg. Expects the key to be passed as input.
*
* @param {String} keyStr Key string (armored).
* @param {Array} args Optional additional arguments to pass to gpg.
* @param {Function} fn Callback containing the signed message Buffer.
* @api public
*/
importKey: function(keyStr, args, fn){
if (typeof args === 'function') {
fn = args;
args = [];
}
// Set logger fd, verify otherwise outputs to stderr for whatever reason
var defaultArgs = ['--logger-fd', '1', '--import'];
spawnGPG(keyStr, defaultArgs, args, function(importError, result) {
if (importError) {
// Ignorable errors
if (/already in secret keyring/.test(importError.message)) {
result = importError.message;
} else {
return fn(importError);
}
}
// Grab key fingerprint and send it back as second arg
var match = result.toString().match(keyRegex);
fn(null, result.toString(), match && match[1]);
});
},
/**
* Removes a key by fingerprint. Warning: this will remove both pub and privkeys!
*
* @param {String} keyID Key fingerprint.
* @param {Array} [args] Array of additonal gpg arguments.
* @param {Function} fn Callback containing the signed message Buffer.
* @api public
*/
removeKey: function(keyID, args, fn){
// Set logger fd, verify otherwise outputs to stderr for whatever reason
var defaultArgs = ['--logger-fd', '1', '--delete-secret-and-public-key'];
spawnGPG(keyID, defaultArgs, args, fn);
}
};
/**
* Expose `GPG` object.
*/
module.exports = GPG;
/***/ }),
/***/ 4228:
/***/ ((module, __unused_webpack_exports, __nccwpck_require__) => {
"use strict";
var spawn = (__nccwpck_require__(2081).spawn);
var globalArgs = ['--batch'];
var readStream = (__nccwpck_require__(7147).createReadStream);
var writeStream = (__nccwpck_require__(7147).createWriteStream);
/**
* Wrapper around spawning GPG. Handles stdout, stderr, and default args.
*
* @param {String} input Input string. Piped to stdin.
* @param {Array} defaultArgs Default arguments for this task.
* @param {Array} args Arguments to pass to GPG when spawned.
* @param {Function} cb Callback.
*/
module.exports = function(input, defaultArgs, args, cb) {
// Allow calling with (input, defaults, cb)
if (typeof args === 'function'){
cb = args;
args = [];
}
cb = once(cb);
var gpgArgs = (args || []).concat(defaultArgs);
var buffers = [];
var buffersLength = 0;
var error = '';
var gpg = spawnIt(gpgArgs, cb);
gpg.stdout.on('data', function (buf){
buffers.push(buf);
buffersLength += buf.length;
});
gpg.stderr.on('data', function(buf){
error += buf.toString('utf8');
});
gpg.on('close', function(code){
var msg = Buffer.concat(buffers, buffersLength);
if (code !== 0) {
// If error is empty, we probably redirected stderr to stdout (for verifySignature, import, etc)
return cb(new Error(error || msg));
}
cb(null, msg, error);
});
gpg.stdin.end(input);
};
/**
* Similar to spawnGPG, but sets up a read/write pipe to/from a stream.
*
* @param {Object} options Options. Should have source and dest strings or streams.
* @param {Array} args GPG args.
* @param {Function} cb Callback
*/
module.exports.streaming = function(options, args, cb) {
cb = once(cb);
options = options || {};
var isSourceStream = isStream(options.source);
var isDestStream = isStream(options.dest);
if (typeof options.source !== 'string' && !isSourceStream){
return cb(new Error('Missing \'source\' option (string or stream)'));
} else if (typeof options.dest !== 'string' && !isDestStream){
return cb(new Error('Missing \'dest\' option (string or stream)'));
}
var sourceStream;
if (!isSourceStream) {
// This will throw if the file doesn't exist
try {
sourceStream = readStream(options.source);
} catch(e) {
return cb(new Error(options.source + ' does not exist. Error: ' + e.message));
}
} else {
sourceStream = options.source;
}
var destStream;
if (!isDestStream) {
try {
destStream = writeStream(options.dest);
} catch(e) {
return cb(new Error('Error opening ' + options.dest + '. Error: ' + e.message));
}
} else {
destStream = options.dest;
}
// Go for it
var gpg = spawnIt(args, cb);
if (!isDestStream) {
gpg.on('close', function (code){
cb(null);
});
} else {
cb(null, destStream);
}
// Pipe input file into gpg stdin; gpg stdout into output file..
sourceStream.pipe(gpg.stdin);
gpg.stdout.pipe(destStream);
};
// Wrapper around spawn. Catches error events and passed global args.
function spawnIt(args, fn) {
var gpg = spawn('gpg', globalArgs.concat(args || []) );
gpg.on('error', fn);
return gpg;
}
// Ensures a callback is only ever called once.
function once(fn) {
var called = false;
return function() {
if (called) return;
called = true;
fn.apply(this, arguments);
};
}
// Check if input is stream with duck typing
function isStream (stream) {
return stream != null && typeof stream === 'object' && typeof stream.pipe === 'function';
};
/***/ }),
/***/ 3287:
@@ -33092,10 +32654,10 @@ const buildUploadExec = () => buildExec_awaiter(void 0, void 0, void 0, function
});
;// CONCATENATED MODULE: external "node:child_process"
const external_node_child_process_namespaceObject = require("node:child_process");
;// CONCATENATED MODULE: external "node:crypto"
const external_node_crypto_namespaceObject = require("node:crypto");
// EXTERNAL MODULE: ./node_modules/gpg/lib/gpg.js
var gpg = __nccwpck_require__(40);
// EXTERNAL MODULE: ./node_modules/undici/index.js
var undici = __nccwpck_require__(1773);
;// CONCATENATED MODULE: ./src/validate.ts
@@ -33151,35 +32713,41 @@ const verify = (filename, platform, version, verbose, failCi) => validate_awaite
`uploader hash: ${hash}, public hash: ${shasum}`, failCi);
}
});
const verifySignature = () => {
gpg.call('', [
const verifySignature = () => validate_awaiter(void 0, void 0, void 0, function* () {
const command = [
'gpg',
'--logger-fd',
'1',
'--verify',
external_node_path_namespaceObject.join(__dirname, `${uploaderName}.SHA256SUM.sig`),
external_node_path_namespaceObject.join(__dirname, `${uploaderName}.SHA256SUM`),
], (err, verifyResult) => validate_awaiter(void 0, void 0, void 0, function* () {
if (err) {
setFailure(`Codecov: Error importing pgp key: ${err.message}`, failCi);
].join(' ');
try {
yield (0,external_node_child_process_namespaceObject.execSync)(command, { stdio: 'inherit' });
}
core.info(verifyResult);
yield validateSha();
}));
};
// Import gpg key
gpg.call('', [
catch (err) {
setFailure(`Codecov: Error verifying gpg signature: ${err.message}`, failCi);
}
});
const importKey = () => validate_awaiter(void 0, void 0, void 0, function* () {
const command = [
'gpg',
'--logger-fd',
'1',
'--no-default-keyring',
'--import',
external_node_path_namespaceObject.join(__dirname, 'pgp_keys.asc'),
], (err, importResult) => validate_awaiter(void 0, void 0, void 0, function* () {
if (err) {
setFailure(`Codecov: Error importing pgp key: ${err.message}`, failCi);
].join(' ');
try {
yield (0,external_node_child_process_namespaceObject.execSync)(command, { stdio: 'inherit' });
}
core.info(importResult);
verifySignature();
}));
catch (err) {
setFailure(`Codecov: Error importing gpg key: ${err.message}`, failCi);
}
});
yield importKey();
yield verifySignature();
yield validateSha();
}
catch (err) {
setFailure(`Codecov: Error validating uploader: ${err.message}`, failCi);

2
dist/index.js.map vendored

File diff suppressed because one or more lines are too long

14
package-lock.json generated
View File

@@ -12,7 +12,6 @@
"@actions/core": "^1.10.1",
"@actions/exec": "^1.1.1",
"@actions/github": "^6.0.0",
"gpg": "^0.6.0",
"undici": "5.28.4"
},
"devDependencies": {
@@ -2932,14 +2931,6 @@
"url": "https://github.com/sponsors/sindresorhus"
}
},
"node_modules/gpg": {
"version": "0.6.0",
"resolved": "https://registry.npmjs.org/gpg/-/gpg-0.6.0.tgz",
"integrity": "sha512-u0BpbalUehzMbaMxtzRAFn/gMmtnaVo2Y0yCp7X6csPnumyaDrXF4uvEWPhj3b1sqrblvKvNEXFSfOQrvGEiQw==",
"engines": {
"node": ">= 0.10.0"
}
},
"node_modules/graceful-fs": {
"version": "4.2.11",
"resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz",
@@ -7266,11 +7257,6 @@
"slash": "^3.0.0"
}
},
"gpg": {
"version": "0.6.0",
"resolved": "https://registry.npmjs.org/gpg/-/gpg-0.6.0.tgz",
"integrity": "sha512-u0BpbalUehzMbaMxtzRAFn/gMmtnaVo2Y0yCp7X6csPnumyaDrXF4uvEWPhj3b1sqrblvKvNEXFSfOQrvGEiQw=="
},
"graceful-fs": {
"version": "4.2.11",
"resolved": "https://registry.npmjs.org/graceful-fs/-/graceful-fs-4.2.11.tgz",

View File

@@ -26,7 +26,6 @@
"@actions/core": "^1.10.1",
"@actions/exec": "^1.1.1",
"@actions/github": "^6.0.0",
"gpg": "^0.6.0",
"undici": "5.28.4"
},
"devDependencies": {

View File

@@ -1,7 +1,7 @@
import {execSync} from 'node:child_process';
import * as crypto from 'node:crypto';
import * as fs from 'node:fs';
import * as path from 'node:path';
import * as gpg from 'gpg';
import * as core from '@actions/core';
import {request} from 'undici';
@@ -76,36 +76,43 @@ const verify = async (
}
};
const verifySignature = () => {
gpg.call('', [
const verifySignature = async () => {
const command = [
'gpg',
'--logger-fd',
'1',
'--verify',
path.join(__dirname, `${uploaderName}.SHA256SUM.sig`),
path.join(__dirname, `${uploaderName}.SHA256SUM`),
], async (err, verifyResult) => {
if (err) {
setFailure(`Codecov: Error importing pgp key: ${err.message}`, failCi);
].join(' ');
try {
await execSync(command, {stdio: 'inherit'});
} catch (err) {
setFailure(`Codecov: Error verifying gpg signature: ${err.message}`, failCi);
}
core.info(verifyResult);
await validateSha();
});
};
// Import gpg key
gpg.call('', [
const importKey = async () => {
const command = [
'gpg',
'--logger-fd',
'1',
'--no-default-keyring',
'--import',
path.join(__dirname, 'pgp_keys.asc'),
], async (err, importResult) => {
if (err) {
setFailure(`Codecov: Error importing pgp key: ${err.message}`, failCi);
].join(' ');
try {
await execSync(command, {stdio: 'inherit'});
} catch (err) {
setFailure(`Codecov: Error importing gpg key: ${err.message}`, failCi);
}
core.info(importResult);
verifySignature();
});
};
await importKey();
await verifySignature();
await validateSha();
} catch (err) {
setFailure(`Codecov: Error validating uploader: ${err.message}`, failCi);
}