gecko/security/nss/lib/softoken/lowpbe.c
Kai Engert a37ca8f2ef Bug 669061, Upgrade to NSS 3.13, starting with NSS_3_13_BETA1, r=wtc
--HG--
rename : security/nss/cmd/lib/SSLerrs.h => security/nss/lib/ssl/SSLerrs.h
rename : security/nss/cmd/lib/SECerrs.h => security/nss/lib/util/SECerrs.h
2011-08-19 17:27:10 +02:00

1411 lines
36 KiB
C

/* ***** BEGIN LICENSE BLOCK *****
* Version: MPL 1.1/GPL 2.0/LGPL 2.1
*
* The contents of this file are subject to the Mozilla Public License Version
* 1.1 (the "License"); you may not use this file except in compliance with
* the License. You may obtain a copy of the License at
* http://www.mozilla.org/MPL/
*
* Software distributed under the License is distributed on an "AS IS" basis,
* WITHOUT WARRANTY OF ANY KIND, either express or implied. See the License
* for the specific language governing rights and limitations under the
* License.
*
* The Original Code is the Netscape security libraries.
*
* The Initial Developer of the Original Code is
* Netscape Communications Corporation.
* Portions created by the Initial Developer are Copyright (C) 1994-2000
* the Initial Developer. All Rights Reserved.
*
* Contributor(s):
*
* Alternatively, the contents of this file may be used under the terms of
* either the GNU General Public License Version 2 or later (the "GPL"), or
* the GNU Lesser General Public License Version 2.1 or later (the "LGPL"),
* in which case the provisions of the GPL or the LGPL are applicable instead
* of those above. If you wish to allow use of your version of this file only
* under the terms of either the GPL or the LGPL, and not to allow others to
* use your version of this file under the terms of the MPL, indicate your
* decision by deleting the provisions above and replace them with the notice
* and other provisions required by the GPL or the LGPL. If you do not delete
* the provisions above, a recipient may use your version of this file under
* the terms of any one of the MPL, the GPL or the LGPL.
*
* ***** END LICENSE BLOCK ***** */
#include "plarena.h"
#include "seccomon.h"
#include "secitem.h"
#include "secport.h"
#include "hasht.h"
#include "pkcs11t.h"
#include "blapi.h"
#include "hasht.h"
#include "secasn1.h"
#include "secder.h"
#include "lowpbe.h"
#include "secoid.h"
#include "alghmac.h"
#include "softoken.h"
#include "secerr.h"
SEC_ASN1_MKSUB(SECOID_AlgorithmIDTemplate)
/* template for PKCS 5 PBE Parameter. This template has been expanded
* based upon the additions in PKCS 12. This should eventually be moved
* if RSA updates PKCS 5.
*/
static const SEC_ASN1Template NSSPKCS5PBEParameterTemplate[] =
{
{ SEC_ASN1_SEQUENCE,
0, NULL, sizeof(NSSPKCS5PBEParameter) },
{ SEC_ASN1_OCTET_STRING,
offsetof(NSSPKCS5PBEParameter, salt) },
{ SEC_ASN1_INTEGER,
offsetof(NSSPKCS5PBEParameter, iteration) },
{ 0 }
};
static const SEC_ASN1Template NSSPKCS5PKCS12V2PBEParameterTemplate[] =
{
{ SEC_ASN1_SEQUENCE, 0, NULL, sizeof(NSSPKCS5PBEParameter) },
{ SEC_ASN1_OCTET_STRING, offsetof(NSSPKCS5PBEParameter, salt) },
{ SEC_ASN1_INTEGER, offsetof(NSSPKCS5PBEParameter, iteration) },
{ 0 }
};
/* PKCS5 v2 */
struct nsspkcs5V2PBEParameterStr {
SECAlgorithmID keyParams; /* parameters of the key generation */
SECAlgorithmID algParams; /* parameters for the encryption or mac op */
};
typedef struct nsspkcs5V2PBEParameterStr nsspkcs5V2PBEParameter;
#define PBKDF2
#ifdef PBKDF2
static const SEC_ASN1Template NSSPKCS5V2PBES2ParameterTemplate[] =
{
{ SEC_ASN1_SEQUENCE, 0, NULL, sizeof(nsspkcs5V2PBEParameter) },
{ SEC_ASN1_INLINE | SEC_ASN1_XTRN,
offsetof(nsspkcs5V2PBEParameter, keyParams),
SEC_ASN1_SUB(SECOID_AlgorithmIDTemplate) },
{ SEC_ASN1_INLINE | SEC_ASN1_XTRN,
offsetof(nsspkcs5V2PBEParameter, algParams),
SEC_ASN1_SUB(SECOID_AlgorithmIDTemplate) },
{ 0 }
};
static const SEC_ASN1Template NSSPKCS5V2PBEParameterTemplate[] =
{
{ SEC_ASN1_SEQUENCE, 0, NULL, sizeof(NSSPKCS5PBEParameter) },
/* this is really a choice, but since we don't understand any other
*choice, just inline it. */
{ SEC_ASN1_OCTET_STRING, offsetof(NSSPKCS5PBEParameter, salt) },
{ SEC_ASN1_INTEGER, offsetof(NSSPKCS5PBEParameter, iteration) },
{ SEC_ASN1_INTEGER, offsetof(NSSPKCS5PBEParameter, keyLength) },
{ SEC_ASN1_INLINE | SEC_ASN1_XTRN,
offsetof(NSSPKCS5PBEParameter, prfAlg),
SEC_ASN1_SUB(SECOID_AlgorithmIDTemplate) },
{ 0 }
};
#endif
SECStatus
nsspkcs5_HashBuf(const SECHashObject *hashObj, unsigned char *dest,
unsigned char *src, int len)
{
void *ctx;
unsigned int retLen;
ctx = hashObj->create();
if(ctx == NULL) {
return SECFailure;
}
hashObj->begin(ctx);
hashObj->update(ctx, src, len);
hashObj->end(ctx, dest, &retLen, hashObj->length);
hashObj->destroy(ctx, PR_TRUE);
return SECSuccess;
}
/* generate bits using any hash
*/
static SECItem *
nsspkcs5_PBKDF1(const SECHashObject *hashObj, SECItem *salt, SECItem *pwd,
int iter, PRBool faulty3DES)
{
SECItem *hash = NULL, *pre_hash = NULL;
SECStatus rv = SECFailure;
if((salt == NULL) || (pwd == NULL) || (iter < 0)) {
return NULL;
}
hash = (SECItem *)PORT_ZAlloc(sizeof(SECItem));
pre_hash = (SECItem *)PORT_ZAlloc(sizeof(SECItem));
if((hash != NULL) && (pre_hash != NULL)) {
int i, ph_len;
ph_len = hashObj->length;
if((salt->len + pwd->len) > hashObj->length) {
ph_len = salt->len + pwd->len;
}
rv = SECFailure;
/* allocate buffers */
hash->len = hashObj->length;
hash->data = (unsigned char *)PORT_ZAlloc(hash->len);
pre_hash->data = (unsigned char *)PORT_ZAlloc(ph_len);
/* in pbeSHA1TripleDESCBC there was an allocation error that made
* it into the caller. We do not want to propagate those errors
* further, so we are doing it correctly, but reading the old method.
*/
if (faulty3DES) {
pre_hash->len = ph_len;
} else {
pre_hash->len = salt->len + pwd->len;
}
/* preform hash */
if ((hash->data != NULL) && (pre_hash->data != NULL)) {
rv = SECSuccess;
/* check for 0 length password */
if(pwd->len > 0) {
PORT_Memcpy(pre_hash->data, pwd->data, pwd->len);
}
if(salt->len > 0) {
PORT_Memcpy((pre_hash->data+pwd->len), salt->data, salt->len);
}
for(i = 0; ((i < iter) && (rv == SECSuccess)); i++) {
rv = nsspkcs5_HashBuf(hashObj, hash->data,
pre_hash->data, pre_hash->len);
if(rv != SECFailure) {
pre_hash->len = hashObj->length;
PORT_Memcpy(pre_hash->data, hash->data, hashObj->length);
}
}
}
}
if(pre_hash != NULL) {
SECITEM_FreeItem(pre_hash, PR_TRUE);
}
if((rv != SECSuccess) && (hash != NULL)) {
SECITEM_FreeItem(hash, PR_TRUE);
hash = NULL;
}
return hash;
}
/* this bit generation routine is described in PKCS 12 and the proposed
* extensions to PKCS 5. an initial hash is generated following the
* instructions laid out in PKCS 5. If the number of bits generated is
* insufficient, then the method discussed in the proposed extensions to
* PKCS 5 in PKCS 12 are used. This extension makes use of the HMAC
* function. And the P_Hash function from the TLS standard.
*/
static SECItem *
nsspkcs5_PFXPBE(const SECHashObject *hashObj, NSSPKCS5PBEParameter *pbe_param,
SECItem *init_hash, unsigned int bytes_needed)
{
SECItem *ret_bits = NULL;
int hash_size = 0;
unsigned int i;
unsigned int hash_iter;
unsigned int dig_len;
SECStatus rv = SECFailure;
unsigned char *state = NULL;
unsigned int state_len;
HMACContext *cx = NULL;
hash_size = hashObj->length;
hash_iter = (bytes_needed + (unsigned int)hash_size - 1) / hash_size;
/* allocate return buffer */
ret_bits = (SECItem *)PORT_ZAlloc(sizeof(SECItem));
if(ret_bits == NULL)
return NULL;
ret_bits->data = (unsigned char *)PORT_ZAlloc((hash_iter * hash_size) + 1);
ret_bits->len = (hash_iter * hash_size);
if(ret_bits->data == NULL) {
PORT_Free(ret_bits);
return NULL;
}
/* allocate intermediate hash buffer. 8 is for the 8 bytes of
* data which are added based on iteration number
*/
if ((unsigned int)hash_size > pbe_param->salt.len) {
state_len = hash_size;
} else {
state_len = pbe_param->salt.len;
}
state = (unsigned char *)PORT_ZAlloc(state_len);
if(state == NULL) {
rv = SECFailure;
goto loser;
}
if(pbe_param->salt.len > 0) {
PORT_Memcpy(state, pbe_param->salt.data, pbe_param->salt.len);
}
cx = HMAC_Create(hashObj, init_hash->data, init_hash->len, PR_TRUE);
if (cx == NULL) {
rv = SECFailure;
goto loser;
}
for(i = 0; i < hash_iter; i++) {
/* generate output bits */
HMAC_Begin(cx);
HMAC_Update(cx, state, state_len);
HMAC_Update(cx, pbe_param->salt.data, pbe_param->salt.len);
rv = HMAC_Finish(cx, ret_bits->data + (i * hash_size),
&dig_len, hash_size);
if (rv != SECSuccess)
goto loser;
PORT_Assert((unsigned int)hash_size == dig_len);
/* generate new state */
HMAC_Begin(cx);
HMAC_Update(cx, state, state_len);
rv = HMAC_Finish(cx, state, &state_len, state_len);
if (rv != SECSuccess)
goto loser;
PORT_Assert(state_len == dig_len);
}
loser:
if (state != NULL)
PORT_ZFree(state, state_len);
HMAC_Destroy(cx, PR_TRUE);
if(rv != SECSuccess) {
SECITEM_ZfreeItem(ret_bits, PR_TRUE);
ret_bits = NULL;
}
return ret_bits;
}
/* generate bits for the key and iv determination. if enough bits
* are not generated using PKCS 5, then we need to generate more bits
* based on the extension proposed in PKCS 12
*/
static SECItem *
nsspkcs5_PBKDF1Extended(const SECHashObject *hashObj,
NSSPKCS5PBEParameter *pbe_param, SECItem *pwitem, PRBool faulty3DES)
{
SECItem * hash = NULL;
SECItem * newHash = NULL;
int bytes_needed;
int bytes_available;
bytes_needed = pbe_param->ivLen + pbe_param->keyLen;
bytes_available = hashObj->length;
hash = nsspkcs5_PBKDF1(hashObj, &pbe_param->salt, pwitem,
pbe_param->iter, faulty3DES);
if(hash == NULL) {
return NULL;
}
if(bytes_needed <= bytes_available) {
return hash;
}
newHash = nsspkcs5_PFXPBE(hashObj, pbe_param, hash, bytes_needed);
if (hash != newHash)
SECITEM_FreeItem(hash, PR_TRUE);
return newHash;
}
#ifdef PBKDF2
/*
* PBDKDF2 is PKCS #5 v2.0 it's currently not used by NSS
*/
static void
do_xor(unsigned char *dest, unsigned char *src, int len)
{
/* use byt xor, not all platforms are happy about inaligned
* integer fetches */
while (len--) {
*dest = *dest ^ *src;
dest++;
src++;
}
}
static SECStatus
nsspkcs5_PBKFD2_F(const SECHashObject *hashobj, SECItem *pwitem, SECItem *salt,
int iterations, unsigned int i, unsigned char *T)
{
int j;
HMACContext *cx = NULL;
unsigned int hLen = hashobj->length;
SECStatus rv = SECFailure;
unsigned char *last = NULL;
unsigned int lastLength = salt->len + 4;
unsigned int lastBufLength;
cx=HMAC_Create(hashobj,pwitem->data,pwitem->len,PR_FALSE);
if (cx == NULL) {
goto loser;
}
PORT_Memset(T,0,hLen);
lastBufLength = PR_MAX(lastLength, hLen);
last = PORT_Alloc(lastBufLength);
if (last == NULL) {
goto loser;
}
PORT_Memcpy(last,salt->data,salt->len);
last[salt->len ] = (i >> 24) & 0xff;
last[salt->len+1] = (i >> 16) & 0xff;
last[salt->len+2] = (i >> 8) & 0xff;
last[salt->len+3] = i & 0xff;
/* NOTE: we need at least one iteration to return success! */
for (j=0; j < iterations; j++) {
HMAC_Begin(cx);
HMAC_Update(cx,last,lastLength);
rv =HMAC_Finish(cx,last,&lastLength,hLen);
if (rv !=SECSuccess) {
break;
}
do_xor(T,last,hLen);
}
loser:
if (cx) {
HMAC_Destroy(cx, PR_TRUE);
}
if (last) {
PORT_ZFree(last,lastBufLength);
}
return rv;
}
static SECItem *
nsspkcs5_PBKDF2(const SECHashObject *hashobj, NSSPKCS5PBEParameter *pbe_param,
SECItem *pwitem)
{
int iterations = pbe_param->iter;
int bytesNeeded = pbe_param->keyLen;
unsigned int dkLen = bytesNeeded;
unsigned int hLen = hashobj->length;
unsigned int nblocks = (dkLen+hLen-1) / hLen;
unsigned int i;
unsigned char *rp;
unsigned char *T = NULL;
SECItem *result = NULL;
SECItem *salt = &pbe_param->salt;
SECStatus rv = SECFailure;
result = SECITEM_AllocItem(NULL,NULL,nblocks*hLen);
if (result == NULL) {
return NULL;
}
T = PORT_Alloc(hLen);
if (T == NULL) {
goto loser;
}
for (i=1,rp=result->data; i <= nblocks ; i++, rp +=hLen) {
rv = nsspkcs5_PBKFD2_F(hashobj,pwitem,salt,iterations,i,T);
if (rv != SECSuccess) {
break;
}
PORT_Memcpy(rp,T,hLen);
}
loser:
if (T) {
PORT_ZFree(T,hLen);
}
if (rv != SECSuccess) {
SECITEM_FreeItem(result,PR_TRUE);
result = NULL;
} else {
result->len = dkLen;
}
return result;
}
#endif
#define HMAC_BUFFER 64
#define NSSPBE_ROUNDUP(x,y) ((((x)+((y)-1))/(y))*(y))
#define NSSPBE_MIN(x,y) ((x) < (y) ? (x) : (y))
/*
* This is the extended PBE function defined by the final PKCS #12 spec.
*/
static SECItem *
nsspkcs5_PKCS12PBE(const SECHashObject *hashObject,
NSSPKCS5PBEParameter *pbe_param, SECItem *pwitem,
PBEBitGenID bitGenPurpose, unsigned int bytesNeeded)
{
PRArenaPool *arena = NULL;
unsigned int SLen,PLen;
unsigned int hashLength = hashObject->length;
unsigned char *S, *P;
SECItem *A = NULL, B, D, I;
SECItem *salt = &pbe_param->salt;
unsigned int c,i = 0;
unsigned int hashLen;
int iter;
unsigned char *iterBuf;
void *hash = NULL;
arena = PORT_NewArena(DER_DEFAULT_CHUNKSIZE);
if(!arena) {
return NULL;
}
/* how many hash object lengths are needed */
c = (bytesNeeded + (hashLength-1))/hashLength;
/* initialize our buffers */
D.len = HMAC_BUFFER;
/* B and D are the same length, use one alloc go get both */
D.data = (unsigned char*)PORT_ArenaZAlloc(arena, D.len*2);
B.len = D.len;
B.data = D.data + D.len;
/* if all goes well, A will be returned, so don't use our temp arena */
A = SECITEM_AllocItem(NULL,NULL,c*hashLength);
if (A == NULL) {
goto loser;
}
SLen = NSSPBE_ROUNDUP(salt->len,HMAC_BUFFER);
PLen = NSSPBE_ROUNDUP(pwitem->len,HMAC_BUFFER);
I.len = SLen+PLen;
I.data = (unsigned char*)PORT_ArenaZAlloc(arena, I.len);
if (I.data == NULL) {
goto loser;
}
/* S & P are only used to initialize I */
S = I.data;
P = S + SLen;
PORT_Memset(D.data, (char)bitGenPurpose, D.len);
if (SLen) {
for (i=0; i < SLen; i += salt->len) {
PORT_Memcpy(S+i, salt->data, NSSPBE_MIN(SLen-i,salt->len));
}
}
if (PLen) {
for (i=0; i < PLen; i += pwitem->len) {
PORT_Memcpy(P+i, pwitem->data, NSSPBE_MIN(PLen-i,pwitem->len));
}
}
iterBuf = (unsigned char*)PORT_ArenaZAlloc(arena,hashLength);
if (iterBuf == NULL) {
goto loser;
}
hash = hashObject->create();
if(!hash) {
goto loser;
}
/* calculate the PBE now */
for(i = 0; i < c; i++) {
int Bidx; /* must be signed or the for loop won't terminate */
unsigned int k, j;
unsigned char *Ai = A->data+i*hashLength;
for(iter = 0; iter < pbe_param->iter; iter++) {
hashObject->begin(hash);
if (iter) {
hashObject->update(hash, iterBuf, hashLen);
} else {
hashObject->update(hash, D.data, D.len);
hashObject->update(hash, I.data, I.len);
}
hashObject->end(hash, iterBuf, &hashLen, hashObject->length);
if(hashLen != hashObject->length) {
break;
}
}
PORT_Memcpy(Ai, iterBuf, hashLength);
for (Bidx = 0; Bidx < B.len; Bidx += hashLength) {
PORT_Memcpy(B.data+Bidx,iterBuf,NSSPBE_MIN(B.len-Bidx,hashLength));
}
k = I.len/B.len;
for(j = 0; j < k; j++) {
unsigned int q, carryBit;
unsigned char *Ij = I.data + j*B.len;
/* (Ij = Ij+B+1) */
for (Bidx = (B.len-1), q=1, carryBit=0; Bidx >= 0; Bidx--,q=0) {
q += (unsigned int)Ij[Bidx];
q += (unsigned int)B.data[Bidx];
q += carryBit;
carryBit = (q > 0xff);
Ij[Bidx] = (unsigned char)(q & 0xff);
}
}
}
loser:
if (hash) {
hashObject->destroy(hash, PR_TRUE);
}
if(arena) {
PORT_FreeArena(arena, PR_TRUE);
}
if (A) {
/* if i != c, then we didn't complete the loop above and must of failed
* somwhere along the way */
if (i != c) {
SECITEM_ZfreeItem(A,PR_TRUE);
A = NULL;
} else {
A->len = bytesNeeded;
}
}
return A;
}
/*
* generate key as per PKCS 5
*/
SECItem *
nsspkcs5_ComputeKeyAndIV(NSSPKCS5PBEParameter *pbe_param, SECItem *pwitem,
SECItem *iv, PRBool faulty3DES)
{
SECItem *hash = NULL, *key = NULL;
const SECHashObject *hashObj;
PRBool getIV = PR_FALSE;
if((pbe_param == NULL) || (pwitem == NULL)) {
return NULL;
}
key = SECITEM_AllocItem(NULL,NULL,pbe_param->keyLen);
if (key == NULL) {
return NULL;
}
if (iv && (pbe_param->ivLen) && (iv->data == NULL)) {
getIV = PR_TRUE;
iv->data = (unsigned char *)PORT_Alloc(pbe_param->ivLen);
if (iv->data == NULL) {
goto loser;
}
iv->len = pbe_param->ivLen;
}
hashObj = HASH_GetRawHashObject(pbe_param->hashType);
switch (pbe_param->pbeType) {
case NSSPKCS5_PBKDF1:
hash = nsspkcs5_PBKDF1Extended(hashObj,pbe_param,pwitem,faulty3DES);
if (hash == NULL) {
goto loser;
}
PORT_Assert(hash->len >= key->len+(getIV ? iv->len : 0));
if (getIV) {
PORT_Memcpy(iv->data, hash->data+(hash->len - iv->len),iv->len);
}
break;
#ifdef PBKDF2
case NSSPKCS5_PBKDF2:
hash = nsspkcs5_PBKDF2(hashObj,pbe_param,pwitem);
if (getIV) {
PORT_Memcpy(iv->data, pbe_param->ivData, iv->len);
}
break;
#endif
case NSSPKCS5_PKCS12_V2:
if (getIV) {
hash = nsspkcs5_PKCS12PBE(hashObj,pbe_param,pwitem,
pbeBitGenCipherIV,iv->len);
if (hash == NULL) {
goto loser;
}
PORT_Memcpy(iv->data,hash->data,iv->len);
SECITEM_ZfreeItem(hash,PR_TRUE);
hash = NULL;
}
hash = nsspkcs5_PKCS12PBE(hashObj,pbe_param,pwitem,
pbe_param->keyID,key->len);
default:
break;
}
if (hash == NULL) {
goto loser;
}
if (pbe_param->is2KeyDES) {
PORT_Memcpy(key->data, hash->data, (key->len * 2) / 3);
PORT_Memcpy(&(key->data[(key->len * 2) / 3]), key->data,
key->len / 3);
} else {
PORT_Memcpy(key->data, hash->data, key->len);
}
SECITEM_ZfreeItem(hash, PR_TRUE);
return key;
loser:
if (getIV && iv->data) {
PORT_ZFree(iv->data,iv->len);
iv->data = NULL;
}
SECITEM_ZfreeItem(key, PR_TRUE);
return NULL;
}
static SECStatus
nsspkcs5_FillInParam(SECOidTag algorithm, NSSPKCS5PBEParameter *pbe_param)
{
PRBool skipType = PR_FALSE;
pbe_param->keyLen = 5;
pbe_param->ivLen = 8;
pbe_param->hashType = HASH_AlgSHA1;
pbe_param->pbeType = NSSPKCS5_PBKDF1;
pbe_param->encAlg = SEC_OID_RC2_CBC;
pbe_param->is2KeyDES = PR_FALSE;
switch(algorithm) {
/* DES3 Algorithms */
case SEC_OID_PKCS12_V2_PBE_WITH_SHA1_AND_2KEY_TRIPLE_DES_CBC:
pbe_param->is2KeyDES = PR_TRUE;
/* fall through */
case SEC_OID_PKCS12_V2_PBE_WITH_SHA1_AND_3KEY_TRIPLE_DES_CBC:
pbe_param->pbeType = NSSPKCS5_PKCS12_V2;
/* fall through */
case SEC_OID_PKCS12_PBE_WITH_SHA1_AND_TRIPLE_DES_CBC:
pbe_param->keyLen = 24;
pbe_param->encAlg = SEC_OID_DES_EDE3_CBC;
break;
/* DES Algorithms */
case SEC_OID_PKCS5_PBE_WITH_MD2_AND_DES_CBC:
pbe_param->hashType = HASH_AlgMD2;
goto finish_des;
case SEC_OID_PKCS5_PBE_WITH_MD5_AND_DES_CBC:
pbe_param->hashType = HASH_AlgMD5;
/* fall through */
case SEC_OID_PKCS5_PBE_WITH_SHA1_AND_DES_CBC:
finish_des:
pbe_param->keyLen = 8;
pbe_param->encAlg = SEC_OID_DES_CBC;
break;
/* RC2 Algorithms */
case SEC_OID_PKCS12_V2_PBE_WITH_SHA1_AND_128_BIT_RC2_CBC:
pbe_param->keyLen = 16;
/* fall through */
case SEC_OID_PKCS12_V2_PBE_WITH_SHA1_AND_40_BIT_RC2_CBC:
pbe_param->pbeType = NSSPKCS5_PKCS12_V2;
break;
case SEC_OID_PKCS12_PBE_WITH_SHA1_AND_128_BIT_RC2_CBC:
pbe_param->keyLen = 16;
/* fall through */
case SEC_OID_PKCS12_PBE_WITH_SHA1_AND_40_BIT_RC2_CBC:
break;
/* RC4 algorithms */
case SEC_OID_PKCS12_PBE_WITH_SHA1_AND_128_BIT_RC4:
skipType = PR_TRUE;
/* fall through */
case SEC_OID_PKCS12_V2_PBE_WITH_SHA1_AND_128_BIT_RC4:
pbe_param->keyLen = 16;
/* fall through */
case SEC_OID_PKCS12_V2_PBE_WITH_SHA1_AND_40_BIT_RC4:
if (!skipType) {
pbe_param->pbeType = NSSPKCS5_PKCS12_V2;
}
/* fall through */
case SEC_OID_PKCS12_PBE_WITH_SHA1_AND_40_BIT_RC4:
pbe_param->ivLen = 0;
pbe_param->encAlg = SEC_OID_RC4;
break;
#ifdef PBKDF2
case SEC_OID_PKCS5_PBKDF2:
case SEC_OID_PKCS5_PBES2:
case SEC_OID_PKCS5_PBMAC1:
/* everything else will be filled in by the template */
pbe_param->ivLen = 0;
pbe_param->pbeType = NSSPKCS5_PBKDF2;
pbe_param->encAlg = SEC_OID_PKCS5_PBKDF2;
pbe_param->keyLen = 0; /* needs to be set by caller after return */
break;
#endif
default:
return SECFailure;
}
return SECSuccess;
}
/* decode the algid and generate a PKCS 5 parameter from it
*/
NSSPKCS5PBEParameter *
nsspkcs5_NewParam(SECOidTag alg, SECItem *salt, int iterator)
{
PRArenaPool *arena = NULL;
NSSPKCS5PBEParameter *pbe_param = NULL;
SECStatus rv = SECFailure;
arena = PORT_NewArena(SEC_ASN1_DEFAULT_ARENA_SIZE);
if (arena == NULL)
return NULL;
/* allocate memory for the parameter */
pbe_param = (NSSPKCS5PBEParameter *)PORT_ArenaZAlloc(arena,
sizeof(NSSPKCS5PBEParameter));
if (pbe_param == NULL) {
goto loser;
}
pbe_param->poolp = arena;
rv = nsspkcs5_FillInParam(alg, pbe_param);
if (rv != SECSuccess) {
goto loser;
}
pbe_param->iter = iterator;
if (salt) {
rv = SECITEM_CopyItem(arena,&pbe_param->salt,salt);
}
/* default key gen */
pbe_param->keyID = pbeBitGenCipherKey;
loser:
if (rv != SECSuccess) {
PORT_FreeArena(arena, PR_TRUE);
pbe_param = NULL;
}
return pbe_param;
}
/*
* find the hash type needed to implement a specific HMAC.
* OID definitions are from pkcs 5 v2.0 and 2.1
*/
HASH_HashType
HASH_FromHMACOid(SECOidTag hmac)
{
switch (hmac) {
case SEC_OID_HMAC_SHA1:
return HASH_AlgSHA1;
case SEC_OID_HMAC_SHA256:
return HASH_AlgSHA256;
case SEC_OID_HMAC_SHA384:
return HASH_AlgSHA384;
case SEC_OID_HMAC_SHA512:
return HASH_AlgSHA512;
case SEC_OID_HMAC_SHA224:
default:
break;
}
return HASH_AlgNULL;
}
/* decode the algid and generate a PKCS 5 parameter from it
*/
NSSPKCS5PBEParameter *
nsspkcs5_AlgidToParam(SECAlgorithmID *algid)
{
NSSPKCS5PBEParameter *pbe_param = NULL;
nsspkcs5V2PBEParameter pbev2_param;
SECOidTag algorithm;
SECStatus rv = SECFailure;
if (algid == NULL) {
return NULL;
}
algorithm = SECOID_GetAlgorithmTag(algid);
if (algorithm == SEC_OID_UNKNOWN) {
goto loser;
}
pbe_param = nsspkcs5_NewParam(algorithm, NULL, 1);
if (pbe_param == NULL) {
goto loser;
}
/* decode parameter */
rv = SECFailure;
switch (pbe_param->pbeType) {
case NSSPKCS5_PBKDF1:
rv = SEC_ASN1DecodeItem(pbe_param->poolp, pbe_param,
NSSPKCS5PBEParameterTemplate, &algid->parameters);
break;
case NSSPKCS5_PKCS12_V2:
rv = SEC_ASN1DecodeItem(pbe_param->poolp, pbe_param,
NSSPKCS5PKCS12V2PBEParameterTemplate, &algid->parameters);
break;
#ifdef PBKDF2
case NSSPKCS5_PBKDF2:
PORT_Memset(&pbev2_param,0, sizeof(pbev2_param));
/* just the PBE */
if (algorithm == SEC_OID_PKCS5_PBKDF2) {
rv = SEC_ASN1DecodeItem(pbe_param->poolp, pbe_param,
NSSPKCS5V2PBEParameterTemplate, &algid->parameters);
} else {
/* PBE data an others */
rv = SEC_ASN1DecodeItem(pbe_param->poolp, &pbev2_param,
NSSPKCS5V2PBES2ParameterTemplate, &algid->parameters);
if (rv != SECSuccess) {
break;
}
pbe_param->encAlg = SECOID_GetAlgorithmTag(&pbev2_param.algParams);
rv = SEC_ASN1DecodeItem(pbe_param->poolp, pbe_param,
NSSPKCS5V2PBEParameterTemplate,
&pbev2_param.keyParams.parameters);
if (rv != SECSuccess) {
break;
}
pbe_param->keyLen = DER_GetInteger(&pbe_param->keyLength);
}
/* we we are encrypting, save any iv's */
if (algorithm == SEC_OID_PKCS5_PBES2) {
pbe_param->ivLen = pbev2_param.algParams.parameters.len;
pbe_param->ivData = pbev2_param.algParams.parameters.data;
}
pbe_param->hashType =
HASH_FromHMACOid(SECOID_GetAlgorithmTag(&pbe_param->prfAlg));
if (pbe_param->hashType == HASH_AlgNULL) {
PORT_SetError(SEC_ERROR_INVALID_ALGORITHM);
rv = SECFailure;
}
break;
#endif
}
loser:
if (rv == SECSuccess) {
pbe_param->iter = DER_GetInteger(&pbe_param->iteration);
} else {
nsspkcs5_DestroyPBEParameter(pbe_param);
pbe_param = NULL;
}
return pbe_param;
}
/* destroy a pbe parameter. it assumes that the parameter was
* generated using the appropriate create function and therefor
* contains an arena pool.
*/
void
nsspkcs5_DestroyPBEParameter(NSSPKCS5PBEParameter *pbe_param)
{
if (pbe_param != NULL) {
PORT_FreeArena(pbe_param->poolp, PR_FALSE);
}
}
/* crypto routines */
/* perform DES encryption and decryption. these routines are called
* by nsspkcs5_CipherData. In the case of an error, NULL is returned.
*/
static SECItem *
sec_pkcs5_des(SECItem *key, SECItem *iv, SECItem *src, PRBool triple_des,
PRBool encrypt)
{
SECItem *dest;
SECItem *dup_src;
SECStatus rv = SECFailure;
int pad;
if((src == NULL) || (key == NULL) || (iv == NULL))
return NULL;
dup_src = SECITEM_DupItem(src);
if(dup_src == NULL) {
return NULL;
}
if(encrypt != PR_FALSE) {
void *dummy;
dummy = CBC_PadBuffer(NULL, dup_src->data,
dup_src->len, &dup_src->len, 8 /* DES_BLOCK_SIZE */);
if(dummy == NULL) {
SECITEM_FreeItem(dup_src, PR_TRUE);
return NULL;
}
dup_src->data = (unsigned char*)dummy;
}
dest = (SECItem *)PORT_ZAlloc(sizeof(SECItem));
if(dest != NULL) {
/* allocate with over flow */
dest->data = (unsigned char *)PORT_ZAlloc(dup_src->len + 64);
if(dest->data != NULL) {
DESContext *ctxt;
ctxt = DES_CreateContext(key->data, iv->data,
(triple_des ? NSS_DES_EDE3_CBC : NSS_DES_CBC),
encrypt);
if(ctxt != NULL) {
rv = (encrypt ? DES_Encrypt : DES_Decrypt)(
ctxt, dest->data, &dest->len,
dup_src->len + 64, dup_src->data, dup_src->len);
/* remove padding -- assumes 64 bit blocks */
if((encrypt == PR_FALSE) && (rv == SECSuccess)) {
pad = dest->data[dest->len-1];
if((pad > 0) && (pad <= 8)) {
if(dest->data[dest->len-pad] != pad) {
rv = SECFailure;
PORT_SetError(SEC_ERROR_BAD_PASSWORD);
} else {
dest->len -= pad;
}
} else {
rv = SECFailure;
PORT_SetError(SEC_ERROR_BAD_PASSWORD);
}
}
DES_DestroyContext(ctxt, PR_TRUE);
}
}
}
if(rv == SECFailure) {
if(dest != NULL) {
SECITEM_FreeItem(dest, PR_TRUE);
}
dest = NULL;
}
if(dup_src != NULL) {
SECITEM_FreeItem(dup_src, PR_TRUE);
}
return dest;
}
/* perform aes encryption/decryption if an error occurs, NULL is returned
*/
static SECItem *
sec_pkcs5_aes(SECItem *key, SECItem *iv, SECItem *src, PRBool triple_des,
PRBool encrypt)
{
SECItem *dest;
SECItem *dup_src;
SECStatus rv = SECFailure;
int pad;
if((src == NULL) || (key == NULL) || (iv == NULL))
return NULL;
dup_src = SECITEM_DupItem(src);
if(dup_src == NULL) {
return NULL;
}
if(encrypt != PR_FALSE) {
void *dummy;
dummy = CBC_PadBuffer(NULL, dup_src->data,
dup_src->len, &dup_src->len,AES_BLOCK_SIZE);
if(dummy == NULL) {
SECITEM_FreeItem(dup_src, PR_TRUE);
return NULL;
}
dup_src->data = (unsigned char*)dummy;
}
dest = (SECItem *)PORT_ZAlloc(sizeof(SECItem));
if(dest != NULL) {
/* allocate with over flow */
dest->data = (unsigned char *)PORT_ZAlloc(dup_src->len + 64);
if(dest->data != NULL) {
AESContext *ctxt;
ctxt = AES_CreateContext(key->data, iv->data,
NSS_AES_CBC, encrypt, key->len, 16);
if(ctxt != NULL) {
rv = (encrypt ? AES_Encrypt : AES_Decrypt)(
ctxt, dest->data, &dest->len,
dup_src->len + 64, dup_src->data, dup_src->len);
/* remove padding -- assumes 64 bit blocks */
if((encrypt == PR_FALSE) && (rv == SECSuccess)) {
pad = dest->data[dest->len-1];
if((pad > 0) && (pad <= 16)) {
if(dest->data[dest->len-pad] != pad) {
rv = SECFailure;
PORT_SetError(SEC_ERROR_BAD_PASSWORD);
} else {
dest->len -= pad;
}
} else {
rv = SECFailure;
PORT_SetError(SEC_ERROR_BAD_PASSWORD);
}
}
AES_DestroyContext(ctxt, PR_TRUE);
}
}
}
if(rv == SECFailure) {
if(dest != NULL) {
SECITEM_FreeItem(dest, PR_TRUE);
}
dest = NULL;
}
if(dup_src != NULL) {
SECITEM_FreeItem(dup_src, PR_TRUE);
}
return dest;
}
/* perform rc2 encryption/decryption if an error occurs, NULL is returned
*/
static SECItem *
sec_pkcs5_rc2(SECItem *key, SECItem *iv, SECItem *src, PRBool dummy,
PRBool encrypt)
{
SECItem *dest;
SECItem *dup_src;
SECStatus rv = SECFailure;
int pad;
if((src == NULL) || (key == NULL) || (iv == NULL)) {
return NULL;
}
dup_src = SECITEM_DupItem(src);
if(dup_src == NULL) {
return NULL;
}
if(encrypt != PR_FALSE) {
void *dummy;
dummy = CBC_PadBuffer(NULL, dup_src->data,
dup_src->len, &dup_src->len, 8 /* RC2_BLOCK_SIZE */);
if(dummy == NULL) {
SECITEM_FreeItem(dup_src, PR_TRUE);
return NULL;
}
dup_src->data = (unsigned char*)dummy;
}
dest = (SECItem *)PORT_ZAlloc(sizeof(SECItem));
if(dest != NULL) {
dest->data = (unsigned char *)PORT_ZAlloc(dup_src->len + 64);
if(dest->data != NULL) {
RC2Context *ctxt;
ctxt = RC2_CreateContext(key->data, key->len, iv->data,
NSS_RC2_CBC, key->len);
if(ctxt != NULL) {
rv = (encrypt ? RC2_Encrypt: RC2_Decrypt)(
ctxt, dest->data, &dest->len,
dup_src->len + 64, dup_src->data, dup_src->len);
/* assumes 8 byte blocks -- remove padding */
if((rv == SECSuccess) && (encrypt != PR_TRUE)) {
pad = dest->data[dest->len-1];
if((pad > 0) && (pad <= 8)) {
if(dest->data[dest->len-pad] != pad) {
PORT_SetError(SEC_ERROR_BAD_PASSWORD);
rv = SECFailure;
} else {
dest->len -= pad;
}
} else {
PORT_SetError(SEC_ERROR_BAD_PASSWORD);
rv = SECFailure;
}
}
}
}
}
if((rv != SECSuccess) && (dest != NULL)) {
SECITEM_FreeItem(dest, PR_TRUE);
dest = NULL;
}
if(dup_src != NULL) {
SECITEM_FreeItem(dup_src, PR_TRUE);
}
return dest;
}
/* perform rc4 encryption and decryption */
static SECItem *
sec_pkcs5_rc4(SECItem *key, SECItem *iv, SECItem *src, PRBool dummy_op,
PRBool encrypt)
{
SECItem *dest;
SECStatus rv = SECFailure;
if((src == NULL) || (key == NULL) || (iv == NULL)) {
return NULL;
}
dest = (SECItem *)PORT_ZAlloc(sizeof(SECItem));
if(dest != NULL) {
dest->data = (unsigned char *)PORT_ZAlloc(sizeof(unsigned char) *
(src->len + 64));
if(dest->data != NULL) {
RC4Context *ctxt;
ctxt = RC4_CreateContext(key->data, key->len);
if(ctxt) {
rv = (encrypt ? RC4_Encrypt : RC4_Decrypt)(
ctxt, dest->data, &dest->len,
src->len + 64, src->data, src->len);
RC4_DestroyContext(ctxt, PR_TRUE);
}
}
}
if((rv != SECSuccess) && (dest)) {
SECITEM_FreeItem(dest, PR_TRUE);
dest = NULL;
}
return dest;
}
/* function pointer template for crypto functions */
typedef SECItem *(* pkcs5_crypto_func)(SECItem *key, SECItem *iv,
SECItem *src, PRBool op1, PRBool op2);
/* performs the cipher operation on the src and returns the result.
* if an error occurs, NULL is returned.
*
* a null length password is allowed. this corresponds to encrypting
* the data with ust the salt.
*/
/* change this to use PKCS 11? */
SECItem *
nsspkcs5_CipherData(NSSPKCS5PBEParameter *pbe_param, SECItem *pwitem,
SECItem *src, PRBool encrypt, PRBool *update)
{
SECItem *key = NULL, iv;
SECItem *dest = NULL;
PRBool tripleDES = PR_TRUE;
pkcs5_crypto_func cryptof;
iv.data = NULL;
if (update) {
*update = PR_FALSE;
}
if ((pwitem == NULL) || (src == NULL)) {
return NULL;
}
/* get key, and iv */
key = nsspkcs5_ComputeKeyAndIV(pbe_param, pwitem, &iv, PR_FALSE);
if(key == NULL) {
return NULL;
}
switch(pbe_param->encAlg) {
/* PKCS 5 v2 only */
case SEC_OID_AES_128_CBC:
case SEC_OID_AES_192_CBC:
case SEC_OID_AES_256_CBC:
cryptof = sec_pkcs5_aes;
break;
case SEC_OID_DES_EDE3_CBC:
cryptof = sec_pkcs5_des;
tripleDES = PR_TRUE;
break;
case SEC_OID_DES_CBC:
cryptof = sec_pkcs5_des;
tripleDES = PR_FALSE;
break;
case SEC_OID_RC2_CBC:
cryptof = sec_pkcs5_rc2;
break;
case SEC_OID_RC4:
cryptof = sec_pkcs5_rc4;
break;
default:
cryptof = NULL;
break;
}
if (cryptof == NULL) {
goto loser;
}
dest = (*cryptof)(key, &iv, src, tripleDES, encrypt);
/*
* it's possible for some keys and keydb's to claim to
* be triple des when they're really des. In this case
* we simply try des. If des works we set the update flag
* so the key db knows it needs to update all it's entries.
* The case can only happen on decrypted of a
* SEC_OID_DES_EDE3_CBD.
*/
if ((dest == NULL) && (encrypt == PR_FALSE) &&
(pbe_param->encAlg == SEC_OID_DES_EDE3_CBC)) {
dest = (*cryptof)(key, &iv, src, PR_FALSE, encrypt);
if (update && (dest != NULL)) *update = PR_TRUE;
}
loser:
if (key != NULL) {
SECITEM_ZfreeItem(key, PR_TRUE);
}
if (iv.data != NULL) {
SECITEM_ZfreeItem(&iv, PR_FALSE);
}
return dest;
}
/* creates a algorithm ID containing the PBE algorithm and appropriate
* parameters. the required parameter is the algorithm. if salt is
* not specified, it is generated randomly. if IV is specified, it overrides
* the PKCS 5 generation of the IV.
*
* the returned SECAlgorithmID should be destroyed using
* SECOID_DestroyAlgorithmID
*/
SECAlgorithmID *
nsspkcs5_CreateAlgorithmID(PRArenaPool *arena, SECOidTag algorithm,
NSSPKCS5PBEParameter *pbe_param)
{
SECAlgorithmID *algid, *ret_algid = NULL;
SECItem der_param;
nsspkcs5V2PBEParameter pkcs5v2_param;
SECStatus rv = SECFailure;
void *dummy = NULL;
if (arena == NULL) {
return NULL;
}
der_param.data = NULL;
der_param.len = 0;
/* generate the algorithm id */
algid = (SECAlgorithmID *)PORT_ArenaZAlloc(arena, sizeof(SECAlgorithmID));
if (algid == NULL) {
goto loser;
}
if (pbe_param->iteration.data == NULL) {
dummy = SEC_ASN1EncodeInteger(pbe_param->poolp,&pbe_param->iteration,
pbe_param->iter);
if (dummy == NULL) {
goto loser;
}
}
switch (pbe_param->pbeType) {
case NSSPKCS5_PBKDF1:
dummy = SEC_ASN1EncodeItem(arena, &der_param, pbe_param,
NSSPKCS5PBEParameterTemplate);
break;
case NSSPKCS5_PKCS12_V2:
dummy = SEC_ASN1EncodeItem(arena, &der_param, pbe_param,
NSSPKCS5PKCS12V2PBEParameterTemplate);
break;
#ifdef PBKDF2
case NSSPKCS5_PBKDF2:
if (pbe_param->keyLength.data == NULL) {
dummy = SEC_ASN1EncodeInteger(pbe_param->poolp,
&pbe_param->keyLength, pbe_param->keyLen);
if (dummy == NULL) {
goto loser;
}
}
PORT_Memset(&pkcs5v2_param, 0, sizeof(pkcs5v2_param));
dummy = SEC_ASN1EncodeItem(arena, &der_param, pbe_param,
NSSPKCS5V2PBEParameterTemplate);
if (dummy == NULL) {
break;
}
dummy = NULL;
rv = SECOID_SetAlgorithmID(arena, &pkcs5v2_param.keyParams,
SEC_OID_PKCS5_PBKDF2, &der_param);
if (rv != SECSuccess) {
break;
}
der_param.data = pbe_param->ivData;
der_param.len = pbe_param->ivLen;
rv = SECOID_SetAlgorithmID(arena, &pkcs5v2_param.algParams,
pbe_param->encAlg, pbe_param->ivLen ? &der_param : NULL);
if (rv != SECSuccess) {
break;
}
dummy = SEC_ASN1EncodeItem(arena, &der_param, &pkcs5v2_param,
NSSPKCS5V2PBES2ParameterTemplate);
break;
#endif
default:
break;
}
if (dummy == NULL) {
goto loser;
}
rv = SECOID_SetAlgorithmID(arena, algid, algorithm, &der_param);
if (rv != SECSuccess) {
goto loser;
}
ret_algid = (SECAlgorithmID *)PORT_ZAlloc(sizeof(SECAlgorithmID));
if (ret_algid == NULL) {
goto loser;
}
rv = SECOID_CopyAlgorithmID(NULL, ret_algid, algid);
if (rv != SECSuccess) {
SECOID_DestroyAlgorithmID(ret_algid, PR_TRUE);
ret_algid = NULL;
}
loser:
return ret_algid;
}