#400: partial Bug 1233328 part 2, pull genHPKPStaticPins.js to esr52
This commit is contained in:
parent
eb0e2c9c01
commit
2ba51bda6d
|
@ -95,21 +95,17 @@ EvalCert(const CERTCertificate* cert, const StaticFingerprints* fingerprints,
|
|||
|
||||
/*
|
||||
* Sets certListIntersectsPinset to true if a given chain matches any
|
||||
* fingerprints from the given pinset or the dynamicFingerprints array, or to
|
||||
* false otherwise.
|
||||
* fingerprints from the given static fingerprints or the
|
||||
* dynamicFingerprints array, or to false otherwise.
|
||||
*/
|
||||
static nsresult
|
||||
EvalChain(const CERTCertList* certList, const StaticPinset* pinset,
|
||||
EvalChain(const CERTCertList* certList, const StaticFingerprints* fingerprints,
|
||||
const nsTArray<nsCString>* dynamicFingerprints,
|
||||
/*out*/ bool& certListIntersectsPinset)
|
||||
{
|
||||
certListIntersectsPinset = false;
|
||||
CERTCertificate* currentCert;
|
||||
|
||||
const StaticFingerprints* fingerprints = nullptr;
|
||||
if (pinset) {
|
||||
fingerprints = pinset->sha256;
|
||||
}
|
||||
if (!fingerprints && !dynamicFingerprints) {
|
||||
MOZ_ASSERT(false, "Must pass in at least one type of pinset");
|
||||
return NS_ERROR_FAILURE;
|
||||
|
|
|
@ -10,12 +10,13 @@
|
|||
// [absolute path to]/PreloadedHPKPins.json \
|
||||
// [an unused argument - see bug 1205406] \
|
||||
// [absolute path to]/StaticHPKPins.h
|
||||
"use strict";
|
||||
|
||||
if (arguments.length != 3) {
|
||||
throw "Usage: genHPKPStaticPins.js " +
|
||||
"<absolute path to PreloadedHPKPins.json> " +
|
||||
"<an unused argument - see bug 1205406> " +
|
||||
"<absolute path to StaticHPKPins.h>";
|
||||
throw new Error("Usage: genHPKPStaticPins.js " +
|
||||
"<absolute path to PreloadedHPKPins.json> " +
|
||||
"<an unused argument - see bug 1205406> " +
|
||||
"<absolute path to StaticHPKPins.h>");
|
||||
}
|
||||
|
||||
var { 'classes': Cc, 'interfaces': Ci, 'utils': Cu, 'results': Cr } = Components;
|
||||
|
@ -28,7 +29,6 @@ var gCertDB = Cc["@mozilla.org/security/x509certdb;1"]
|
|||
.getService(Ci.nsIX509CertDB);
|
||||
|
||||
const BUILT_IN_NICK_PREFIX = "Builtin Object Token:";
|
||||
const SHA1_PREFIX = "sha1/";
|
||||
const SHA256_PREFIX = "sha256/";
|
||||
const GOOGLE_PIN_PREFIX = "GOOGLE_PIN_";
|
||||
|
||||
|
@ -53,17 +53,13 @@ const DOMAINHEADER = "/* Domainlist */\n" +
|
|||
" const bool mTestMode;\n" +
|
||||
" const bool mIsMoz;\n" +
|
||||
" const int32_t mId;\n" +
|
||||
" const StaticPinset *pinset;\n" +
|
||||
" const StaticFingerprints* pinset;\n" +
|
||||
"};\n\n";
|
||||
|
||||
const PINSETDEF = "/* Pinsets are each an ordered list by the actual value of the fingerprint */\n" +
|
||||
"struct StaticFingerprints {\n" +
|
||||
" const size_t size;\n" +
|
||||
" const char* const* data;\n" +
|
||||
"};\n\n" +
|
||||
"struct StaticPinset {\n" +
|
||||
" const StaticFingerprints* sha1;\n" +
|
||||
" const StaticFingerprints* sha256;\n" +
|
||||
"};\n\n";
|
||||
|
||||
// Command-line arguments
|
||||
|
@ -126,12 +122,12 @@ function download(filename) {
|
|||
req.send();
|
||||
}
|
||||
catch (e) {
|
||||
throw "ERROR: problem downloading '" + filename + "': " + e;
|
||||
throw new Error(`ERROR: problem downloading '${filename}': ${e}`);
|
||||
}
|
||||
|
||||
if (req.status != 200) {
|
||||
throw("ERROR: problem downloading '" + filename + "': status " +
|
||||
req.status);
|
||||
throw new Error("ERROR: problem downloading '" + filename + "': status " +
|
||||
req.status);
|
||||
}
|
||||
|
||||
let resultDecoded;
|
||||
|
@ -139,7 +135,8 @@ function download(filename) {
|
|||
resultDecoded = atob(req.responseText);
|
||||
}
|
||||
catch (e) {
|
||||
throw "ERROR: could not decode data as base64 from '" + filename + "': " + e;
|
||||
throw new Error("ERROR: could not decode data as base64 from '" + filename +
|
||||
"': " + e);
|
||||
}
|
||||
return resultDecoded;
|
||||
}
|
||||
|
@ -152,7 +149,7 @@ function downloadAsJson(filename) {
|
|||
data = JSON.parse(result);
|
||||
}
|
||||
catch (e) {
|
||||
throw "ERROR: could not parse data from '" + filename + "': " + e;
|
||||
throw new Error("ERROR: could not parse data from '" + filename + "': " + e);
|
||||
}
|
||||
return data;
|
||||
}
|
||||
|
@ -164,19 +161,19 @@ function getSKDFromPem(pem) {
|
|||
}
|
||||
|
||||
/**
|
||||
* Hashes |input| using the SHA1 algorithm in the following manner:
|
||||
* btoa(sha1(atob(input)))
|
||||
* Hashes |input| using the SHA-256 algorithm in the following manner:
|
||||
* btoa(sha256(atob(input)))
|
||||
*
|
||||
* @argument {String} input Base64 string to decode and return the hash of.
|
||||
* @returns {String} Base64 encoded SHA1 hash.
|
||||
* @returns {String} Base64 encoded SHA-256 hash.
|
||||
*/
|
||||
function sha1Base64(input) {
|
||||
function sha256Base64(input) {
|
||||
let decodedValue;
|
||||
try {
|
||||
decodedValue = atob(input);
|
||||
}
|
||||
catch (e) {
|
||||
throw `ERROR: could not decode as base64: '${input}': ${e}`;
|
||||
throw new Error(`ERROR: could not decode as base64: '${input}': ${e}`);
|
||||
}
|
||||
|
||||
// Convert |decodedValue| to an array so that it can be hashed by the
|
||||
|
@ -191,7 +188,7 @@ function sha1Base64(input) {
|
|||
|
||||
let hasher = Cc["@mozilla.org/security/hash;1"]
|
||||
.createInstance(Ci.nsICryptoHash);
|
||||
hasher.init(hasher.SHA1);
|
||||
hasher.init(hasher.SHA256);
|
||||
hasher.update(data, data.length);
|
||||
|
||||
// true is passed so that the hasher returns a Base64 encoded string.
|
||||
|
@ -201,11 +198,11 @@ function sha1Base64(input) {
|
|||
// Downloads the static certs file and tries to map Google Chrome nicknames
|
||||
// to Mozilla nicknames, as well as storing any hashes for pins for which we
|
||||
// don't have root PEMs. Each entry consists of a line containing the name of
|
||||
// the pin followed either by a hash in the format "sha1/" + base64(hash), a
|
||||
// hash in the format "sha256/" + base64(hash), a PEM encoded public key, or
|
||||
// a PEM encoded certificate. For certificates that we have in our database,
|
||||
// the pin followed either by a hash in the format "sha256/" + base64(hash),
|
||||
// a PEM encoded public key, or a PEM encoded certificate.
|
||||
// For certificates that we have in our database,
|
||||
// return a map of Google's nickname to ours. For ones that aren't return a
|
||||
// map of Google's nickname to sha1 values. This code is modeled after agl's
|
||||
// map of Google's nickname to SHA-256 values. This code is modeled after agl's
|
||||
// https://github.com/agl/transport-security-state-generate, which doesn't
|
||||
// live in the Chromium repo because go is not an official language in
|
||||
// Chromium.
|
||||
|
@ -216,7 +213,7 @@ function sha1Base64(input) {
|
|||
// and stick the hash in certSKDToName
|
||||
// We MUST be able to find a corresponding cert nickname for the Chrome names,
|
||||
// otherwise we skip all pinsets referring to that Chrome name.
|
||||
function downloadAndParseChromeCerts(filename, certSKDToName) {
|
||||
function downloadAndParseChromeCerts(filename, certNameToSKD, certSKDToName) {
|
||||
// Prefixes that we care about.
|
||||
const BEGIN_CERT = "-----BEGIN CERTIFICATE-----";
|
||||
const END_CERT = "-----END CERTIFICATE-----";
|
||||
|
@ -238,30 +235,20 @@ function downloadAndParseChromeCerts(filename, certSKDToName) {
|
|||
let chromeNameToHash = {};
|
||||
let chromeNameToMozName = {};
|
||||
let chromeName;
|
||||
for (let i = 0; i < lines.length; ++i) {
|
||||
let line = lines[i];
|
||||
for (let line of lines) {
|
||||
// Skip comments and newlines.
|
||||
if (line.length == 0 || line[0] == '#') {
|
||||
continue;
|
||||
}
|
||||
switch(state) {
|
||||
switch (state) {
|
||||
case PRE_NAME:
|
||||
chromeName = line;
|
||||
state = POST_NAME;
|
||||
break;
|
||||
case POST_NAME:
|
||||
// TODO(bug 1229284): Chromium no longer uses SHA1 hashes, so remove
|
||||
// code like this supporting SHA1.
|
||||
if (line.startsWith(SHA1_PREFIX) ||
|
||||
line.startsWith(SHA256_PREFIX)) {
|
||||
if (line.startsWith(SHA1_PREFIX)) {
|
||||
hash = line.substring(SHA1_PREFIX.length);
|
||||
} else if (line.startsWith(SHA256_PREFIX)) {
|
||||
hash = line.substring(SHA256_PREFIX.length);
|
||||
}
|
||||
// Store the entire prefixed hash, so we can disambiguate sha1 from
|
||||
// sha256 later.
|
||||
chromeNameToHash[chromeName] = line;
|
||||
if (line.startsWith(SHA256_PREFIX)) {
|
||||
hash = line.substring(SHA256_PREFIX.length);
|
||||
chromeNameToHash[chromeName] = hash;
|
||||
certNameToSKD[chromeName] = hash;
|
||||
certSKDToName[hash] = chromeName;
|
||||
state = PRE_NAME;
|
||||
|
@ -270,7 +257,8 @@ function downloadAndParseChromeCerts(filename, certSKDToName) {
|
|||
} else if (line.startsWith(BEGIN_PUB_KEY)) {
|
||||
state = IN_PUB_KEY;
|
||||
} else {
|
||||
throw "ERROR: couldn't parse Chrome certificate file " + line;
|
||||
throw new Error("ERROR: couldn't parse Chrome certificate file " +
|
||||
"line: " + line);
|
||||
}
|
||||
break;
|
||||
case IN_CERT:
|
||||
|
@ -298,12 +286,9 @@ function downloadAndParseChromeCerts(filename, certSKDToName) {
|
|||
case IN_PUB_KEY:
|
||||
if (line.startsWith(END_PUB_KEY)) {
|
||||
state = PRE_NAME;
|
||||
// TODO(bug 1229284): Switch to SHA-256 instead. SHA1 is used here
|
||||
// mainly to confirm that the changes made to support public keys are
|
||||
// correct and don't change any hashes.
|
||||
hash = sha1Base64(pemPubKey);
|
||||
hash = sha256Base64(pemPubKey);
|
||||
pemPubKey = "";
|
||||
chromeNameToHash[chromeName] = SHA1_PREFIX + hash;
|
||||
chromeNameToHash[chromeName] = hash;
|
||||
certNameToSKD[chromeName] = hash;
|
||||
certSKDToName[hash] = chromeName;
|
||||
} else {
|
||||
|
@ -311,7 +296,7 @@ function downloadAndParseChromeCerts(filename, certSKDToName) {
|
|||
}
|
||||
break;
|
||||
default:
|
||||
throw "ERROR: couldn't parse Chrome certificate file " + line;
|
||||
throw new Error("ERROR: couldn't parse Chrome certificate file " + line);
|
||||
}
|
||||
}
|
||||
return [ chromeNameToHash, chromeNameToMozName ];
|
||||
|
@ -325,7 +310,6 @@ function downloadAndParseChromeCerts(filename, certSKDToName) {
|
|||
// {
|
||||
// pinset_name : {
|
||||
// // Array of names with entries in certNameToSKD
|
||||
// sha1_hashes: [],
|
||||
// sha256_hashes: []
|
||||
// }
|
||||
// }
|
||||
|
@ -344,24 +328,17 @@ function downloadAndParseChromePins(filename,
|
|||
|
||||
chromePins.forEach(function(pin) {
|
||||
let valid = true;
|
||||
let pinset = { name: pin.name, sha1_hashes: [], sha256_hashes: [] };
|
||||
let pinset = { name: pin.name, sha256_hashes: [] };
|
||||
// Translate the Chrome pinset format to ours
|
||||
pin.static_spki_hashes.forEach(function(name) {
|
||||
if (name in chromeNameToHash) {
|
||||
let hash = chromeNameToHash[name];
|
||||
if (hash.startsWith(SHA1_PREFIX)) {
|
||||
hash = hash.substring(SHA1_PREFIX.length);
|
||||
pinset.sha1_hashes.push(certSKDToName[hash]);
|
||||
} else if (hash.startsWith(SHA256_PREFIX)) {
|
||||
hash = hash.substring(SHA256_PREFIX.length);
|
||||
pinset.sha256_hashes.push(certSKDToName[hash]);
|
||||
} else {
|
||||
throw("Unsupported hash type: " + chromeNameToHash[name]);
|
||||
}
|
||||
pinset.sha256_hashes.push(certSKDToName[hash]);
|
||||
|
||||
// We should have already added hashes for all of these when we
|
||||
// imported the certificate file.
|
||||
if (!certNameToSKD[name]) {
|
||||
throw("No hash for name: " + name);
|
||||
throw new Error("ERROR: No hash for name: " + name);
|
||||
}
|
||||
} else if (name in chromeNameToMozName) {
|
||||
pinset.sha256_hashes.push(chromeNameToMozName[name]);
|
||||
|
@ -457,9 +434,9 @@ function parseJson(filename) {
|
|||
function nameToAlias(certName) {
|
||||
// change the name to a string valid as a c identifier
|
||||
// remove non-ascii characters
|
||||
certName = certName.replace( /[^[:ascii:]]/g, "_");
|
||||
certName = certName.replace(/[^[:ascii:]]/g, "_");
|
||||
// replace non word characters
|
||||
certName = certName.replace(/[^A-Za-z0-9]/g ,"_");
|
||||
certName = certName.replace(/[^A-Za-z0-9]/g, "_");
|
||||
|
||||
return "k" + certName + "Fingerprint";
|
||||
}
|
||||
|
@ -474,35 +451,25 @@ function genExpirationTime() {
|
|||
let expirationMillis = nowMillis + (PINNING_MINIMUM_REQUIRED_MAX_AGE * 1000);
|
||||
let expirationMicros = expirationMillis * 1000;
|
||||
return "static const PRTime kPreloadPKPinsExpirationTime = INT64_C(" +
|
||||
expirationMicros +");\n";
|
||||
expirationMicros + ");\n";
|
||||
}
|
||||
|
||||
function writeFullPinset(certNameToSKD, certSKDToName, pinset) {
|
||||
// We aren't guaranteed to have sha1 hashes in our own imported pins.
|
||||
let prefix = "kPinset_" + pinset.name;
|
||||
let sha1Name = "nullptr";
|
||||
let sha256Name = "nullptr";
|
||||
if (pinset.sha1_hashes && pinset.sha1_hashes.length > 0) {
|
||||
writeFingerprints(certNameToSKD, certSKDToName, pinset.name,
|
||||
pinset.sha1_hashes, "sha1");
|
||||
sha1Name = "&" + prefix + "_sha1";
|
||||
if (!pinset.sha256_hashes || pinset.sha256_hashes.length == 0) {
|
||||
throw new Error(`ERROR: Pinset ${pinset.name} does not contain any hashes`);
|
||||
}
|
||||
if (pinset.sha256_hashes && pinset.sha256_hashes.length > 0) {
|
||||
writeFingerprints(certNameToSKD, certSKDToName, pinset.name,
|
||||
pinset.sha256_hashes, "sha256");
|
||||
sha256Name = "&" + prefix + "_sha256";
|
||||
}
|
||||
writeString("static const StaticPinset " + prefix + " = {\n" +
|
||||
" " + sha1Name + ",\n " + sha256Name + "\n};\n\n");
|
||||
writeFingerprints(certNameToSKD, certSKDToName, pinset.name,
|
||||
pinset.sha256_hashes);
|
||||
}
|
||||
|
||||
function writeFingerprints(certNameToSKD, certSKDToName, name, hashes, type) {
|
||||
let varPrefix = "kPinset_" + name + "_" + type;
|
||||
writeString("static const char* " + varPrefix + "_Data[] = {\n");
|
||||
function writeFingerprints(certNameToSKD, certSKDToName, name, hashes) {
|
||||
let varPrefix = "kPinset_" + name;
|
||||
writeString("static const char* const " + varPrefix + "_Data[] = {\n");
|
||||
let SKDList = [];
|
||||
for (let certName of hashes) {
|
||||
if (!(certName in certNameToSKD)) {
|
||||
throw "Can't find " + certName + " in certNameToSKD";
|
||||
throw new Error(`ERROR: Can't find '${certName}' in certNameToSKD`);
|
||||
}
|
||||
SKDList.push(certNameToSKD[certName]);
|
||||
}
|
||||
|
@ -544,7 +511,7 @@ function writeEntry(entry) {
|
|||
}
|
||||
if ("id" in entry) {
|
||||
if (entry.id >= 256) {
|
||||
throw("Not enough buckets in histogram");
|
||||
throw new Error("ERROR: Not enough buckets in histogram");
|
||||
}
|
||||
if (entry.id >= 0) {
|
||||
printVal += entry.id + ", ";
|
||||
|
@ -595,23 +562,12 @@ function writeFile(certNameToSKD, certSKDToName,
|
|||
let mozillaPins = {};
|
||||
gStaticPins.pinsets.forEach(function(pinset) {
|
||||
mozillaPins[pinset.name] = true;
|
||||
// We aren't guaranteed to have sha1_hashes in our own JSON.
|
||||
if (pinset.sha1_hashes) {
|
||||
pinset.sha1_hashes.forEach(function(name) {
|
||||
usedFingerprints[name] = true;
|
||||
});
|
||||
}
|
||||
if (pinset.sha256_hashes) {
|
||||
pinset.sha256_hashes.forEach(function(name) {
|
||||
usedFingerprints[name] = true;
|
||||
});
|
||||
}
|
||||
pinset.sha256_hashes.forEach(function (name) {
|
||||
usedFingerprints[name] = true;
|
||||
});
|
||||
});
|
||||
for (let key in chromeImportedPinsets) {
|
||||
let pinset = chromeImportedPinsets[key];
|
||||
pinset.sha1_hashes.forEach(function(name) {
|
||||
usedFingerprints[name] = true;
|
||||
});
|
||||
pinset.sha256_hashes.forEach(function(name) {
|
||||
usedFingerprints[name] = true;
|
||||
});
|
||||
|
@ -663,7 +619,7 @@ function loadExtraCertificates(certStringList) {
|
|||
var extraCertificates = loadExtraCertificates(gStaticPins.extra_certificates);
|
||||
var [ certNameToSKD, certSKDToName ] = loadNSSCertinfo(extraCertificates);
|
||||
var [ chromeNameToHash, chromeNameToMozName ] = downloadAndParseChromeCerts(
|
||||
gStaticPins.chromium_data.cert_file_url, certSKDToName);
|
||||
gStaticPins.chromium_data.cert_file_url, certNameToSKD, certSKDToName);
|
||||
var [ chromeImportedPinsets, chromeImportedEntries ] =
|
||||
downloadAndParseChromePins(gStaticPins.chromium_data.json_file_url,
|
||||
chromeNameToHash, chromeNameToMozName, certNameToSKD, certSKDToName);
|
||||
|
|
Loading…
Reference in New Issue