openssl: Fixes for DH with OpenSSL 3.0

While we could assign the DH object to a EVP_PKEY object, this won't work
with BoringSSL as it doesn't seem to support EVP_PKEY_derive() for DH.
This commit is contained in:
Tobias Brunner
2022-04-14 19:05:44 +02:00
parent f5710c9ccb
commit 36cf74f5d9
2 changed files with 236 additions and 62 deletions
@@ -18,9 +18,15 @@
#ifndef OPENSSL_NO_DH
#include <openssl/evp.h>
#include <openssl/bn.h>
#include <openssl/dh.h>
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
#include <openssl/param_build.h>
#include <openssl/core_names.h>
#endif
#include "openssl_diffie_hellman.h"
#include "openssl_util.h"
@@ -49,6 +55,17 @@ struct private_openssl_diffie_hellman_t {
*/
diffie_hellman_group_t group;
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
/**
* Diffie Hellman key
*/
EVP_PKEY *key;
/**
* Other public value
*/
EVP_PKEY *pub;
#else
/**
* Diffie Hellman object
*/
@@ -58,6 +75,7 @@ struct private_openssl_diffie_hellman_t {
* Other public value
*/
BIGNUM *pub_key;
#endif
/**
* Shared secret
@@ -65,9 +83,27 @@ struct private_openssl_diffie_hellman_t {
chunk_t shared_secret;
};
METHOD(diffie_hellman_t, get_dh_group, diffie_hellman_group_t,
private_openssl_diffie_hellman_t *this)
{
return this->group;
}
METHOD(diffie_hellman_t, get_my_public_value, bool,
private_openssl_diffie_hellman_t *this, chunk_t *value)
{
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
chunk_t pub;
pub.len = EVP_PKEY_get1_encoded_public_key(this->key, &pub.ptr);
if (pub.len != 0)
{
*value = chunk_clone(pub);
OPENSSL_free(pub.ptr);
return value->len != 0;
}
return FALSE;
#else
const BIGNUM *pubkey;
*value = chunk_alloc(DH_size(this->dh));
@@ -75,11 +111,22 @@ METHOD(diffie_hellman_t, get_my_public_value, bool,
DH_get0_key(this->dh, &pubkey, NULL);
BN_bn2bin(pubkey, value->ptr + value->len - BN_num_bytes(pubkey));
return TRUE;
#endif
}
METHOD(diffie_hellman_t, get_shared_secret, bool,
private_openssl_diffie_hellman_t *this, chunk_t *secret)
{
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
if (!this->shared_secret.len &&
!openssl_compute_shared_key(this->key, this->pub, &this->shared_secret))
{
DBG1(DBG_LIB, "DH shared secret computation failed");
return FALSE;
}
*secret = chunk_clone(this->shared_secret);
return TRUE;
#else
int len;
if (!this->shared_secret.len)
@@ -99,6 +146,7 @@ METHOD(diffie_hellman_t, get_shared_secret, bool,
*secret = chunk_copy_pad(chunk_alloc(DH_size(this->dh)),
this->shared_secret, 0);
return TRUE;
#endif
}
@@ -110,14 +158,101 @@ METHOD(diffie_hellman_t, set_other_public_value, bool,
return FALSE;
}
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
if (!this->pub)
{
this->pub = EVP_PKEY_new();
}
if (EVP_PKEY_copy_parameters(this->pub, this->key) <= 0 ||
EVP_PKEY_set1_encoded_public_key(this->pub, value.ptr, value.len) <= 0)
{
DBG1(DBG_LIB, "DH public value is malformed");
return FALSE;
}
#else
if (!BN_bin2bn(value.ptr, value.len, this->pub_key))
{
return FALSE;
}
#endif
chunk_clear(&this->shared_secret);
return TRUE;
}
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
/**
* Calculate the public key for the given private key and DH parameters.
* Setting only the private key and generating the public key interanlly is
* not supported anymore with OpenSSL 3.0.0.
*/
static BIGNUM *calculate_public_key(BIGNUM *priv, const BIGNUM *g,
const BIGNUM *p)
{
BN_CTX *ctx = BN_CTX_new();
BIGNUM *pub = BN_new();
BN_set_flags(priv, BN_FLG_CONSTTIME);
/* pub = g^priv mod p */
if (!ctx || ! pub || !BN_mod_exp(pub, g, priv, p, ctx))
{
BN_free(pub);
pub = NULL;
}
BN_CTX_free(ctx);
return pub;
}
METHOD(diffie_hellman_t, set_private_value, bool,
private_openssl_diffie_hellman_t *this, chunk_t value)
{
BIGNUM *priv, *g = NULL, *p = NULL, *pub = NULL;
OSSL_PARAM_BLD *bld = NULL;
OSSL_PARAM *params = NULL;
EVP_PKEY *key = NULL;
EVP_PKEY_CTX *ctx = NULL;
bool ret = FALSE;
priv = BN_bin2bn(value.ptr, value.len, NULL);
if (EVP_PKEY_get_bn_param(this->key, OSSL_PKEY_PARAM_FFC_G, &g) <= 0 ||
EVP_PKEY_get_bn_param(this->key, OSSL_PKEY_PARAM_FFC_P, &p) <= 0)
{
goto error;
}
pub = calculate_public_key(priv, g, p);
bld = OSSL_PARAM_BLD_new();
if (pub && bld &&
OSSL_PARAM_BLD_push_BN(bld, OSSL_PKEY_PARAM_FFC_G, g) &&
OSSL_PARAM_BLD_push_BN(bld, OSSL_PKEY_PARAM_FFC_P, p) &&
OSSL_PARAM_BLD_push_BN(bld, OSSL_PKEY_PARAM_PRIV_KEY, priv) &&
OSSL_PARAM_BLD_push_BN(bld, OSSL_PKEY_PARAM_PUB_KEY, pub))
{
params = OSSL_PARAM_BLD_to_param(bld);
}
ctx = EVP_PKEY_CTX_new_from_name(NULL, "DH", NULL);
if (!params || !ctx ||
EVP_PKEY_fromdata_init(ctx) <= 0 ||
EVP_PKEY_fromdata(ctx, &key, EVP_PKEY_KEYPAIR, params) <= 0)
{
goto error;
}
EVP_PKEY_free(this->key);
this->key = key;
ret = TRUE;
error:
EVP_PKEY_CTX_free(ctx);
OSSL_PARAM_free(params);
OSSL_PARAM_BLD_free(bld);
BN_free(pub);
BN_free(p);
BN_free(g);
BN_free(priv);
return ret;
}
#else /* OPENSSL_VERSION_NUMBER */
METHOD(diffie_hellman_t, set_private_value, bool,
private_openssl_diffie_hellman_t *this, chunk_t value)
{
@@ -136,50 +271,18 @@ METHOD(diffie_hellman_t, set_private_value, bool,
return FALSE;
}
METHOD(diffie_hellman_t, get_dh_group, diffie_hellman_group_t,
private_openssl_diffie_hellman_t *this)
{
return this->group;
}
/**
* Lookup the modulus in modulo table
*/
static status_t set_modulus(private_openssl_diffie_hellman_t *this)
{
BIGNUM *p, *g;
diffie_hellman_params_t *params = diffie_hellman_get_params(this->group);
if (!params)
{
return NOT_FOUND;
}
p = BN_bin2bn(params->prime.ptr, params->prime.len, NULL);
g = BN_bin2bn(params->generator.ptr, params->generator.len, NULL);
if (!DH_set0_pqg(this->dh, p, NULL, g))
{
return FAILED;
}
if (params->exp_len != params->prime.len)
{
#if defined(OPENSSL_IS_BORINGSSL) && \
(!defined(BORINGSSL_API_VERSION) || BORINGSSL_API_VERSION < 11)
this->dh->priv_length = params->exp_len * 8;
#else
if (!DH_set_length(this->dh, params->exp_len * 8))
{
return FAILED;
}
#endif
}
return SUCCESS;
}
#endif /* OPENSSL_VERSION_NUMBER */
METHOD(diffie_hellman_t, destroy, void,
private_openssl_diffie_hellman_t *this)
{
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
EVP_PKEY_free(this->key);
EVP_PKEY_free(this->pub);
#else
BN_clear_free(this->pub_key);
DH_free(this->dh);
#endif
chunk_clear(&this->shared_secret);
free(this);
}
@@ -191,7 +294,8 @@ openssl_diffie_hellman_t *openssl_diffie_hellman_create(
diffie_hellman_group_t group, ...)
{
private_openssl_diffie_hellman_t *this;
const BIGNUM *privkey;
BIGNUM *g, *p;
int priv_len = 0;
INIT(this,
.public = {
@@ -204,48 +308,105 @@ openssl_diffie_hellman_t *openssl_diffie_hellman_create(
.destroy = _destroy,
},
},
.group = group,
);
this->dh = DH_new();
if (!this->dh)
{
free(this);
return NULL;
}
this->group = group;
this->pub_key = BN_new();
if (group == MODP_CUSTOM)
{
chunk_t g, p;
chunk_t g_chunk, p_chunk;
VA_ARGS_GET(group, g, p);
if (!DH_set0_pqg(this->dh, BN_bin2bn(p.ptr, p.len, NULL), NULL,
BN_bin2bn(g.ptr, g.len, NULL)))
{
destroy(this);
return NULL;
}
VA_ARGS_GET(group, g_chunk, p_chunk);
g = BN_bin2bn(g_chunk.ptr, g_chunk.len, NULL);
p = BN_bin2bn(p_chunk.ptr, p_chunk.len, NULL);
}
else
{
/* find a modulus according to group */
if (set_modulus(this) != SUCCESS)
diffie_hellman_params_t *params = diffie_hellman_get_params(group);
if (!params)
{
destroy(this);
return NULL;
}
g = BN_bin2bn(params->generator.ptr, params->generator.len, NULL);
p = BN_bin2bn(params->prime.ptr, params->prime.len, NULL);
if (params->exp_len != params->prime.len)
{
priv_len = params->exp_len * 8;
}
}
/* generate my public and private values */
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
OSSL_PARAM_BLD *bld;
OSSL_PARAM *params = NULL;
EVP_PKEY_CTX *ctx;
/* if we abandoned MODP_CUSTOM, we could set OSSL_PKEY_PARAM_GROUP_NAME,
* which wouldn't require the first ctx/key for the parameters */
bld = OSSL_PARAM_BLD_new();
if (bld &&
OSSL_PARAM_BLD_push_BN(bld, OSSL_PKEY_PARAM_FFC_G, g) &&
OSSL_PARAM_BLD_push_BN(bld, OSSL_PKEY_PARAM_FFC_P, p) &&
(!priv_len ||
OSSL_PARAM_BLD_push_int(bld, OSSL_PKEY_PARAM_DH_PRIV_LEN, priv_len)))
{
params = OSSL_PARAM_BLD_to_param(bld);
}
OSSL_PARAM_BLD_free(bld);
BN_free(g);
BN_free(p);
ctx = EVP_PKEY_CTX_new_from_name(NULL, "DH", NULL);
if (!params || !ctx ||
EVP_PKEY_fromdata_init(ctx) <= 0 ||
EVP_PKEY_fromdata(ctx, &this->key, EVP_PKEY_KEY_PARAMETERS, params) <= 0)
{
EVP_PKEY_CTX_free(ctx);
OSSL_PARAM_free(params);
destroy(this);
return NULL;
}
OSSL_PARAM_free(params);
EVP_PKEY_CTX_free(ctx);
ctx = EVP_PKEY_CTX_new(this->key, NULL);
if (!ctx ||
EVP_PKEY_keygen_init(ctx) <= 0 ||
EVP_PKEY_generate(ctx, &this->key) <= 0)
{
EVP_PKEY_CTX_free(ctx);
destroy(this);
return NULL;
}
EVP_PKEY_CTX_free(ctx);
#else /* OPENSSL_VERSION_NUMBER */
this->dh = DH_new();
this->pub_key = BN_new();
if (!DH_set0_pqg(this->dh, p, NULL, g))
{
BN_free(g);
BN_free(p);
destroy(this);
return NULL;
}
if (priv_len)
{
#if defined(OPENSSL_IS_BORINGSSL) && \
(!defined(BORINGSSL_API_VERSION) || BORINGSSL_API_VERSION < 11)
this->dh->priv_length = priv_len;
#else
if (!DH_set_length(this->dh, priv_len))
{
destroy(this);
return NULL;
}
#endif
}
if (!DH_generate_key(this->dh))
{
destroy(this);
return NULL;
}
DH_get0_key(this->dh, NULL, &privkey);
DBG2(DBG_LIB, "size of DH secret exponent: %d bits", BN_num_bits(privkey));
#endif /* OPENSSL_VERSION_NUMBER */
return &this->public;
}
@@ -22,6 +22,11 @@
#include <openssl/evp.h>
#include <openssl/x509.h>
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
/* for EVP_PKEY_CTX_set_dh_pad */
#include <openssl/dh.h>
#endif
/* these were added with 1.1.0 when ASN1_OBJECT was made opaque */
#if OPENSSL_VERSION_NUMBER < 0x10100000L
#define OBJ_get0_data(o) ((o)->data)
@@ -48,6 +53,14 @@ bool openssl_compute_shared_key(EVP_PKEY *priv, EVP_PKEY *pub, chunk_t *shared)
goto error;
}
#if OPENSSL_VERSION_NUMBER >= 0x30000000L
if (EVP_PKEY_base_id(priv) == EVP_PKEY_DH &&
EVP_PKEY_CTX_set_dh_pad(ctx, 1) <= 0)
{
goto error;
}
#endif
if (EVP_PKEY_derive_set_peer(ctx, pub) <= 0)
{
goto error;