2
0
mirror of https://gitlab.isc.org/isc-projects/bind9 synced 2025-08-22 18:19:42 +00:00
bind/lib/dns/opensslrsa_link.c

1195 lines
25 KiB
C
Raw Normal View History

/*
* Copyright (C) Internet Systems Consortium, Inc. ("ISC")
*
* This Source Code Form is subject to the terms of the Mozilla Public
* License, v. 2.0. If a copy of the MPL was not distributed with this
* file, You can obtain one at http://mozilla.org/MPL/2.0/.
*
* See the COPYRIGHT file distributed with this work for additional
* information regarding copyright ownership.
*/
Complete rewrite the BIND 9 build system The rewrite of BIND 9 build system is a large work and cannot be reasonable split into separate merge requests. Addition of the automake has a positive effect on the readability and maintainability of the build system as it is more declarative, it allows conditional and we are able to drop all of the custom make code that BIND 9 developed over the years to overcome the deficiencies of autoconf + custom Makefile.in files. This squashed commit contains following changes: - conversion (or rather fresh rewrite) of all Makefile.in files to Makefile.am by using automake - the libtool is now properly integrated with automake (the way we used it was rather hackish as the only official way how to use libtool is via automake - the dynamic module loading was rewritten from a custom patchwork to libtool's libltdl (which includes the patchwork to support module loading on different systems internally) - conversion of the unit test executor from kyua to automake parallel driver - conversion of the system test executor from custom make/shell to automake parallel driver - The GSSAPI has been refactored, the custom SPNEGO on the basis that all major KRB5/GSSAPI (mit-krb5, heimdal and Windows) implementations support SPNEGO mechanism. - The various defunct tests from bin/tests have been removed: bin/tests/optional and bin/tests/pkcs11 - The text files generated from the MD files have been removed, the MarkDown has been designed to be readable by both humans and computers - The xsl header is now generated by a simple sed command instead of perl helper - The <irs/platform.h> header has been removed - cleanups of configure.ac script to make it more simpler, addition of multiple macros (there's still work to be done though) - the tarball can now be prepared with `make dist` - the system tests are partially able to run in oot build Here's a list of unfinished work that needs to be completed in subsequent merge requests: - `make distcheck` doesn't yet work (because of system tests oot run is not yet finished) - documentation is not yet built, there's a different merge request with docbook to sphinx-build rst conversion that needs to be rebased and adapted on top of the automake - msvc build is non functional yet and we need to decide whether we will just cross-compile bind9 using mingw-w64 or fix the msvc build - contributed dlz modules are not included neither in the autoconf nor automake
2018-08-07 16:46:53 +02:00
/*! \file */
#include <inttypes.h>
#include <stdbool.h>
#include <openssl/bn.h>
#include <openssl/err.h>
#include <openssl/objects.h>
#include <openssl/rsa.h>
2015-08-18 19:43:19 +10:00
#include <isc/mem.h>
#include <isc/safe.h>
#include <isc/string.h>
#include <isc/util.h>
#include <pk11/site.h>
#include <dst/result.h>
#include "dst_internal.h"
#include "dst_openssl.h"
#include "dst_parse.h"
#if !defined(OPENSSL_NO_ENGINE)
2008-03-31 14:42:51 +00:00
#include <openssl/engine.h>
#endif /* if !defined(OPENSSL_NO_ENGINE) */
/*
* Limit the size of public exponents.
*/
#ifndef RSA_MAX_PUBEXP_BITS
#define RSA_MAX_PUBEXP_BITS 35
#endif /* ifndef RSA_MAX_PUBEXP_BITS */
/*
* We don't use configure for windows so enforce the OpenSSL version
* here. Unlike with configure we don't support overriding this test.
*/
2018-05-03 14:03:50 +02:00
#if defined(WIN32) && (OPENSSL_VERSION_NUMBER < 0x10000000L)
#error Please upgrade OpenSSL to 1.0.0 or greater.
#endif /* if defined(WIN32) && (OPENSSL_VERSION_NUMBER < 0x10000000L) */
#define DST_RET(a) \
{ \
ret = a; \
goto err; \
}
2008-03-31 14:42:51 +00:00
2018-06-12 11:26:04 +02:00
#if !HAVE_RSA_SET0_KEY
/* From OpenSSL 1.1.0 */
static int
2020-02-13 14:44:37 -08:00
RSA_set0_key(RSA *r, BIGNUM *n, BIGNUM *e, BIGNUM *d) {
/*
* If the fields n and e in r are NULL, the corresponding input
* parameters MUST be non-NULL for n and e. d may be
* left NULL (in case only the public key is used).
*/
2018-05-03 13:59:04 +02:00
if ((r->n == NULL && n == NULL) || (r->e == NULL && e == NULL)) {
return (0);
2018-05-03 13:59:04 +02:00
}
if (n != NULL) {
BN_free(r->n);
r->n = n;
}
if (e != NULL) {
BN_free(r->e);
r->e = e;
}
if (d != NULL) {
BN_free(r->d);
r->d = d;
}
return (1);
}
static int
2020-02-13 14:44:37 -08:00
RSA_set0_factors(RSA *r, BIGNUM *p, BIGNUM *q) {
/*
* If the fields p and q in r are NULL, the corresponding input
* parameters MUST be non-NULL.
*/
2018-05-03 13:59:04 +02:00
if ((r->p == NULL && p == NULL) || (r->q == NULL && q == NULL)) {
return (0);
2018-05-03 13:59:04 +02:00
}
if (p != NULL) {
BN_free(r->p);
r->p = p;
}
if (q != NULL) {
BN_free(r->q);
r->q = q;
}
return (1);
}
static int
2020-02-13 14:44:37 -08:00
RSA_set0_crt_params(RSA *r, BIGNUM *dmp1, BIGNUM *dmq1, BIGNUM *iqmp) {
/*
* If the fields dmp1, dmq1 and iqmp in r are NULL, the
* corresponding input parameters MUST be non-NULL.
*/
if ((r->dmp1 == NULL && dmp1 == NULL) ||
(r->dmq1 == NULL && dmq1 == NULL) ||
2020-02-13 14:44:37 -08:00
(r->iqmp == NULL && iqmp == NULL))
{
return (0);
2018-05-03 13:59:04 +02:00
}
if (dmp1 != NULL) {
BN_free(r->dmp1);
r->dmp1 = dmp1;
}
if (dmq1 != NULL) {
BN_free(r->dmq1);
r->dmq1 = dmq1;
}
if (iqmp != NULL) {
BN_free(r->iqmp);
r->iqmp = iqmp;
}
return (1);
}
static void
2020-02-13 14:44:37 -08:00
RSA_get0_key(const RSA *r, const BIGNUM **n, const BIGNUM **e,
const BIGNUM **d) {
2018-05-03 13:59:04 +02:00
if (n != NULL) {
*n = r->n;
2018-05-03 13:59:04 +02:00
}
if (e != NULL) {
*e = r->e;
2018-05-03 13:59:04 +02:00
}
if (d != NULL) {
*d = r->d;
2018-05-03 13:59:04 +02:00
}
}
static void
2020-02-13 14:44:37 -08:00
RSA_get0_factors(const RSA *r, const BIGNUM **p, const BIGNUM **q) {
2018-05-03 13:59:04 +02:00
if (p != NULL) {
*p = r->p;
2018-05-03 13:59:04 +02:00
}
if (q != NULL) {
*q = r->q;
}
}
static void
RSA_get0_crt_params(const RSA *r, const BIGNUM **dmp1, const BIGNUM **dmq1,
2020-02-13 14:44:37 -08:00
const BIGNUM **iqmp) {
2018-05-03 13:59:04 +02:00
if (dmp1 != NULL) {
*dmp1 = r->dmp1;
2018-05-03 13:59:04 +02:00
}
if (dmq1 != NULL) {
*dmq1 = r->dmq1;
2018-05-03 13:59:04 +02:00
}
if (iqmp != NULL) {
*iqmp = r->iqmp;
2018-05-03 13:59:04 +02:00
}
}
static int
2020-02-13 14:44:37 -08:00
RSA_test_flags(const RSA *r, int flags) {
return (r->flags & flags);
}
2018-06-12 11:26:04 +02:00
#endif /* !HAVE_RSA_SET0_KEY */
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_createctx(dst_key_t *key, dst_context_t *dctx) {
EVP_MD_CTX *evp_md_ctx;
const EVP_MD *type = NULL;
2008-04-01 00:03:31 +00:00
UNUSED(key);
2018-10-25 10:27:49 +02:00
REQUIRE(dctx->key->key_alg == DST_ALG_RSASHA1 ||
dctx->key->key_alg == DST_ALG_NSEC3RSASHA1 ||
dctx->key->key_alg == DST_ALG_RSASHA256 ||
dctx->key->key_alg == DST_ALG_RSASHA512);
/*
* Reject incorrect RSA key lengths.
*/
switch (dctx->key->key_alg) {
case DST_ALG_RSASHA1:
case DST_ALG_NSEC3RSASHA1:
/* From RFC 3110 */
if (dctx->key->key_size > 4096) {
return (ISC_R_FAILURE);
}
break;
case DST_ALG_RSASHA256:
/* From RFC 5702 */
2020-02-13 14:44:37 -08:00
if ((dctx->key->key_size < 512) || (dctx->key->key_size > 4096))
{
return (ISC_R_FAILURE);
}
break;
case DST_ALG_RSASHA512:
/* From RFC 5702 */
if ((dctx->key->key_size < 1024) ||
(dctx->key->key_size > 4096)) {
return (ISC_R_FAILURE);
}
break;
default:
INSIST(0);
ISC_UNREACHABLE();
}
2008-03-31 14:42:51 +00:00
evp_md_ctx = EVP_MD_CTX_create();
if (evp_md_ctx == NULL) {
2008-03-31 14:42:51 +00:00
return (ISC_R_NOMEMORY);
}
2008-03-31 14:42:51 +00:00
switch (dctx->key->key_alg) {
case DST_ALG_RSASHA1:
case DST_ALG_NSEC3RSASHA1:
type = EVP_sha1(); /* SHA1 + RSA */
break;
case DST_ALG_RSASHA256:
type = EVP_sha256(); /* SHA256 + RSA */
break;
case DST_ALG_RSASHA512:
type = EVP_sha512();
break;
default:
INSIST(0);
ISC_UNREACHABLE();
}
2008-03-31 14:42:51 +00:00
if (!EVP_DigestInit_ex(evp_md_ctx, type, NULL)) {
EVP_MD_CTX_destroy(evp_md_ctx);
return (dst__openssl_toresult3(
dctx->category, "EVP_DigestInit_ex", ISC_R_FAILURE));
2008-03-31 14:42:51 +00:00
}
dctx->ctxdata.evp_md_ctx = evp_md_ctx;
return (ISC_R_SUCCESS);
}
static void
2020-02-13 14:44:37 -08:00
opensslrsa_destroyctx(dst_context_t *dctx) {
2008-04-01 00:03:31 +00:00
EVP_MD_CTX *evp_md_ctx = dctx->ctxdata.evp_md_ctx;
2018-10-25 10:27:49 +02:00
REQUIRE(dctx->key->key_alg == DST_ALG_RSASHA1 ||
dctx->key->key_alg == DST_ALG_NSEC3RSASHA1 ||
dctx->key->key_alg == DST_ALG_RSASHA256 ||
dctx->key->key_alg == DST_ALG_RSASHA512);
2008-03-31 14:42:51 +00:00
if (evp_md_ctx != NULL) {
EVP_MD_CTX_destroy(evp_md_ctx);
dctx->ctxdata.evp_md_ctx = NULL;
}
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_adddata(dst_context_t *dctx, const isc_region_t *data) {
2008-04-01 00:03:31 +00:00
EVP_MD_CTX *evp_md_ctx = dctx->ctxdata.evp_md_ctx;
2018-10-25 10:27:49 +02:00
REQUIRE(dctx->key->key_alg == DST_ALG_RSASHA1 ||
dctx->key->key_alg == DST_ALG_NSEC3RSASHA1 ||
dctx->key->key_alg == DST_ALG_RSASHA256 ||
dctx->key->key_alg == DST_ALG_RSASHA512);
2008-03-31 14:42:51 +00:00
if (!EVP_DigestUpdate(evp_md_ctx, data->base, data->length)) {
return (dst__openssl_toresult3(
dctx->category, "EVP_DigestUpdate", ISC_R_FAILURE));
2008-03-31 14:42:51 +00:00
}
return (ISC_R_SUCCESS);
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_sign(dst_context_t *dctx, isc_buffer_t *sig) {
dst_key_t *key = dctx->key;
isc_region_t r;
2008-03-31 14:42:51 +00:00
unsigned int siglen = 0;
2020-02-13 14:44:37 -08:00
EVP_MD_CTX *evp_md_ctx = dctx->ctxdata.evp_md_ctx;
EVP_PKEY *pkey = key->keydata.pkey;
2018-10-25 10:27:49 +02:00
REQUIRE(dctx->key->key_alg == DST_ALG_RSASHA1 ||
dctx->key->key_alg == DST_ALG_NSEC3RSASHA1 ||
dctx->key->key_alg == DST_ALG_RSASHA256 ||
dctx->key->key_alg == DST_ALG_RSASHA512);
isc_buffer_availableregion(sig, &r);
if (r.length < (unsigned int)EVP_PKEY_size(pkey)) {
2008-03-31 14:42:51 +00:00
return (ISC_R_NOSPACE);
}
2008-03-31 14:42:51 +00:00
if (!EVP_SignFinal(evp_md_ctx, r.base, &siglen, pkey)) {
return (dst__openssl_toresult3(dctx->category, "EVP_SignFinal",
ISC_R_FAILURE));
2008-03-31 14:42:51 +00:00
}
isc_buffer_add(sig, siglen);
return (ISC_R_SUCCESS);
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_verify2(dst_context_t *dctx, int maxbits, const isc_region_t *sig) {
dst_key_t *key = dctx->key;
int status = 0;
const BIGNUM *e = NULL;
2020-02-13 14:44:37 -08:00
EVP_MD_CTX *evp_md_ctx = dctx->ctxdata.evp_md_ctx;
EVP_PKEY *pkey = key->keydata.pkey;
RSA *rsa;
int bits;
2018-10-25 10:27:49 +02:00
REQUIRE(dctx->key->key_alg == DST_ALG_RSASHA1 ||
dctx->key->key_alg == DST_ALG_NSEC3RSASHA1 ||
dctx->key->key_alg == DST_ALG_RSASHA256 ||
dctx->key->key_alg == DST_ALG_RSASHA512);
rsa = EVP_PKEY_get1_RSA(pkey);
if (rsa == NULL) {
return (dst__openssl_toresult(DST_R_OPENSSLFAILURE));
}
RSA_get0_key(rsa, NULL, &e, NULL);
bits = BN_num_bits(e);
RSA_free(rsa);
if (bits > maxbits && maxbits != 0) {
return (DST_R_VERIFYFAILURE);
}
2008-03-31 14:42:51 +00:00
status = EVP_VerifyFinal(evp_md_ctx, sig->base, sig->length, pkey);
switch (status) {
case 1:
return (ISC_R_SUCCESS);
case 0:
return (dst__openssl_toresult(DST_R_VERIFYFAILURE));
default:
return (dst__openssl_toresult3(dctx->category,
"EVP_VerifyFinal",
DST_R_VERIFYFAILURE));
}
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_verify(dst_context_t *dctx, const isc_region_t *sig) {
return (opensslrsa_verify2(dctx, 0, sig));
}
static bool
2020-02-13 14:44:37 -08:00
opensslrsa_compare(const dst_key_t *key1, const dst_key_t *key2) {
int status;
RSA *rsa1 = NULL, *rsa2 = NULL;
const BIGNUM *n1 = NULL, *n2 = NULL;
const BIGNUM *e1 = NULL, *e2 = NULL;
const BIGNUM *d1 = NULL, *d2 = NULL;
const BIGNUM *p1 = NULL, *p2 = NULL;
const BIGNUM *q1 = NULL, *q2 = NULL;
2020-02-13 14:44:37 -08:00
EVP_PKEY *pkey1, *pkey2;
2008-03-31 14:42:51 +00:00
pkey1 = key1->keydata.pkey;
pkey2 = key2->keydata.pkey;
/*
* The pkey reference will keep these around after
* the RSA_free() call.
*/
if (pkey1 != NULL) {
rsa1 = EVP_PKEY_get1_RSA(pkey1);
RSA_free(rsa1);
}
if (pkey2 != NULL) {
rsa2 = EVP_PKEY_get1_RSA(pkey2);
RSA_free(rsa2);
}
if (rsa1 == NULL && rsa2 == NULL) {
return (true);
} else if (rsa1 == NULL || rsa2 == NULL) {
return (false);
}
RSA_get0_key(rsa1, &n1, &e1, &d1);
RSA_get0_key(rsa2, &n2, &e2, &d2);
status = BN_cmp(n1, n2) || BN_cmp(e1, e2);
if (status != 0) {
return (false);
}
if (RSA_test_flags(rsa1, RSA_FLAG_EXT_PKEY) != 0 ||
2020-02-13 14:44:37 -08:00
RSA_test_flags(rsa2, RSA_FLAG_EXT_PKEY) != 0)
{
if (RSA_test_flags(rsa1, RSA_FLAG_EXT_PKEY) == 0 ||
2020-02-13 14:44:37 -08:00
RSA_test_flags(rsa2, RSA_FLAG_EXT_PKEY) == 0)
{
return (false);
}
2008-03-31 14:42:51 +00:00
/*
* Can't compare private parameters, BTW does it make sense?
*/
return (true);
2008-03-31 14:42:51 +00:00
}
if (d1 != NULL || d2 != NULL) {
if (d1 == NULL || d2 == NULL) {
return (false);
}
RSA_get0_factors(rsa1, &p1, &q1);
RSA_get0_factors(rsa2, &p2, &q2);
status = BN_cmp(d1, d2) || BN_cmp(p1, p1) || BN_cmp(q1, q2);
if (status != 0) {
return (false);
}
}
return (true);
}
2009-10-24 09:46:19 +00:00
static int
2020-02-13 14:44:37 -08:00
progress_cb(int p, int n, BN_GENCB *cb) {
2009-10-30 05:08:23 +00:00
union {
void *dptr;
void (*fptr)(int);
} u;
2009-10-24 09:46:19 +00:00
UNUSED(n);
2009-10-30 05:08:23 +00:00
u.dptr = BN_GENCB_get_arg(cb);
if (u.fptr != NULL) {
2009-10-30 05:08:23 +00:00
u.fptr(p);
}
2009-10-24 09:46:19 +00:00
return (1);
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_generate(dst_key_t *key, int exp, void (*callback)(int)) {
2012-07-24 12:18:10 +10:00
isc_result_t ret = DST_R_OPENSSLFAILURE;
2009-10-30 05:08:23 +00:00
union {
void *dptr;
void (*fptr)(int);
} u;
2020-02-13 14:44:37 -08:00
RSA *rsa = RSA_new();
BIGNUM *e = BN_new();
#if OPENSSL_VERSION_NUMBER < 0x10100000L || defined(LIBRESSL_VERSION_NUMBER)
BN_GENCB _cb;
#endif /* if OPENSSL_VERSION_NUMBER < 0x10100000L || \
* defined(LIBRESSL_VERSION_NUMBER) */
BN_GENCB *cb = BN_GENCB_new();
2008-03-31 14:42:51 +00:00
EVP_PKEY *pkey = EVP_PKEY_new();
/*
* Reject incorrect RSA key lengths.
*/
switch (key->key_alg) {
case DST_ALG_RSASHA1:
case DST_ALG_NSEC3RSASHA1:
/* From RFC 3110 */
if (key->key_size > 4096) {
goto err;
}
break;
case DST_ALG_RSASHA256:
/* From RFC 5702 */
if ((key->key_size < 512) || (key->key_size > 4096)) {
goto err;
}
break;
case DST_ALG_RSASHA512:
/* From RFC 5702 */
if ((key->key_size < 1024) || (key->key_size > 4096)) {
goto err;
}
break;
default:
INSIST(0);
ISC_UNREACHABLE();
}
if (rsa == NULL || e == NULL || cb == NULL) {
goto err;
}
if (pkey == NULL) {
2008-03-31 14:42:51 +00:00
goto err;
}
if (!EVP_PKEY_set1_RSA(pkey, rsa)) {
2008-03-31 14:42:51 +00:00
goto err;
}
if (exp == 0) {
/* RSA_F4 0x10001 */
BN_set_bit(e, 0);
BN_set_bit(e, 16);
} else {
/* (phased-out) F5 0x100000001 */
BN_set_bit(e, 0);
BN_set_bit(e, 32);
}
2009-10-24 09:46:19 +00:00
if (callback == NULL) {
BN_GENCB_set_old(cb, NULL, NULL);
2009-10-24 09:46:19 +00:00
} else {
2009-10-30 05:08:23 +00:00
u.fptr = callback;
BN_GENCB_set(cb, progress_cb, u.dptr);
2009-10-24 09:46:19 +00:00
}
if (RSA_generate_key_ex(rsa, key->key_size, e, cb)) {
BN_free(e);
BN_GENCB_free(cb);
cb = NULL;
2008-03-31 14:42:51 +00:00
key->keydata.pkey = pkey;
2008-04-01 23:47:10 +00:00
2008-03-31 14:42:51 +00:00
RSA_free(rsa);
return (ISC_R_SUCCESS);
}
ret = dst__openssl_toresult2("RSA_generate_key_ex",
DST_R_OPENSSLFAILURE);
err:
if (pkey != NULL) {
2008-03-31 14:42:51 +00:00
EVP_PKEY_free(pkey);
pkey = NULL;
}
if (e != NULL) {
BN_free(e);
e = NULL;
}
if (rsa != NULL) {
RSA_free(rsa);
rsa = NULL;
}
if (cb != NULL) {
BN_GENCB_free(cb);
cb = NULL;
}
return (dst__openssl_toresult(ret));
}
static bool
2020-02-13 14:44:37 -08:00
opensslrsa_isprivate(const dst_key_t *key) {
const BIGNUM *d = NULL;
2020-02-13 14:44:37 -08:00
RSA *rsa = EVP_PKEY_get1_RSA(key->keydata.pkey);
2008-03-31 14:42:51 +00:00
INSIST(rsa != NULL);
RSA_free(rsa);
/* key->keydata.pkey still has a reference so rsa is still valid. */
if (rsa != NULL && RSA_test_flags(rsa, RSA_FLAG_EXT_PKEY) != 0) {
return (true);
}
RSA_get0_key(rsa, NULL, NULL, &d);
return (rsa != NULL && d != NULL);
}
static void
2020-02-13 14:44:37 -08:00
opensslrsa_destroy(dst_key_t *key) {
2008-03-31 14:42:51 +00:00
EVP_PKEY *pkey = key->keydata.pkey;
EVP_PKEY_free(pkey);
key->keydata.pkey = NULL;
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_todns(const dst_key_t *key, isc_buffer_t *data) {
isc_region_t r;
unsigned int e_bytes;
unsigned int mod_bytes;
isc_result_t ret;
RSA *rsa;
EVP_PKEY *pkey;
const BIGNUM *e = NULL, *n = NULL;
2008-03-31 14:42:51 +00:00
REQUIRE(key->keydata.pkey != NULL);
2008-03-31 14:42:51 +00:00
pkey = key->keydata.pkey;
rsa = EVP_PKEY_get1_RSA(pkey);
if (rsa == NULL) {
2008-03-31 14:42:51 +00:00
return (dst__openssl_toresult(DST_R_OPENSSLFAILURE));
}
isc_buffer_availableregion(data, &r);
RSA_get0_key(rsa, &n, &e, NULL);
mod_bytes = BN_num_bytes(n);
e_bytes = BN_num_bytes(e);
if (e_bytes < 256) { /*%< key exponent is <= 2040 bits */
if (r.length < 1) {
2008-03-31 14:42:51 +00:00
DST_RET(ISC_R_NOSPACE);
}
isc_buffer_putuint8(data, (uint8_t)e_bytes);
isc_region_consume(&r, 1);
} else {
if (r.length < 3) {
2008-03-31 14:42:51 +00:00
DST_RET(ISC_R_NOSPACE);
}
isc_buffer_putuint8(data, 0);
isc_buffer_putuint16(data, (uint16_t)e_bytes);
isc_region_consume(&r, 3);
}
if (r.length < e_bytes + mod_bytes) {
DST_RET(ISC_R_NOSPACE);
}
RSA_get0_key(rsa, &n, &e, NULL);
BN_bn2bin(e, r.base);
isc_region_consume(&r, e_bytes);
BN_bn2bin(n, r.base);
isc_buffer_add(data, e_bytes + mod_bytes);
2008-03-31 14:42:51 +00:00
ret = ISC_R_SUCCESS;
err:
RSA_free(rsa);
2008-03-31 14:42:51 +00:00
return (ret);
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_fromdns(dst_key_t *key, isc_buffer_t *data) {
RSA *rsa;
isc_region_t r;
unsigned int e_bytes;
unsigned int length;
2020-02-13 14:44:37 -08:00
EVP_PKEY *pkey;
BIGNUM *e = NULL, *n = NULL;
isc_buffer_remainingregion(data, &r);
if (r.length == 0) {
return (ISC_R_SUCCESS);
}
length = r.length;
rsa = RSA_new();
if (rsa == NULL) {
return (dst__openssl_toresult(ISC_R_NOMEMORY));
}
2001-11-06 17:59:50 +00:00
if (r.length < 1) {
RSA_free(rsa);
return (DST_R_INVALIDPUBLICKEY);
2001-11-06 17:59:50 +00:00
}
e_bytes = *r.base;
isc_region_consume(&r, 1);
if (e_bytes == 0) {
2001-11-06 17:59:50 +00:00
if (r.length < 2) {
RSA_free(rsa);
return (DST_R_INVALIDPUBLICKEY);
2001-11-06 17:59:50 +00:00
}
e_bytes = (*r.base) << 8;
isc_region_consume(&r, 1);
e_bytes += *r.base;
isc_region_consume(&r, 1);
}
2001-11-06 17:59:50 +00:00
if (r.length < e_bytes) {
RSA_free(rsa);
return (DST_R_INVALIDPUBLICKEY);
2001-11-06 17:59:50 +00:00
}
e = BN_bin2bn(r.base, e_bytes, NULL);
isc_region_consume(&r, e_bytes);
n = BN_bin2bn(r.base, r.length, NULL);
if (RSA_set0_key(rsa, n, e, NULL) == 0) {
if (n != NULL) {
BN_free(n);
}
if (e != NULL) {
BN_free(e);
}
RSA_free(rsa);
return (ISC_R_NOMEMORY);
}
key->key_size = BN_num_bits(n);
isc_buffer_forward(data, length);
2008-03-31 14:42:51 +00:00
pkey = EVP_PKEY_new();
if (pkey == NULL) {
RSA_free(rsa);
return (ISC_R_NOMEMORY);
}
if (!EVP_PKEY_set1_RSA(pkey, rsa)) {
EVP_PKEY_free(pkey);
RSA_free(rsa);
return (dst__openssl_toresult(DST_R_OPENSSLFAILURE));
}
key->keydata.pkey = pkey;
RSA_free(rsa);
return (ISC_R_SUCCESS);
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_tofile(const dst_key_t *key, const char *directory) {
int i;
RSA *rsa;
dst_private_t priv;
unsigned char *bufs[8];
2020-02-13 14:44:37 -08:00
isc_result_t result;
const BIGNUM *n = NULL, *e = NULL, *d = NULL;
const BIGNUM *p = NULL, *q = NULL;
const BIGNUM *dmp1 = NULL, *dmq1 = NULL, *iqmp = NULL;
2020-02-07 14:21:29 +01:00
if (key->external) {
priv.nelements = 0;
return (dst__privstruct_writefile(key, &priv, directory));
}
if (key->keydata.pkey == NULL) {
2008-03-31 14:42:51 +00:00
return (DST_R_NULLKEY);
}
2008-03-31 14:42:51 +00:00
rsa = EVP_PKEY_get1_RSA(key->keydata.pkey);
if (rsa == NULL) {
2008-03-31 14:42:51 +00:00
return (dst__openssl_toresult(DST_R_OPENSSLFAILURE));
}
memset(bufs, 0, sizeof(bufs));
RSA_get0_key(rsa, &n, &e, &d);
RSA_get0_factors(rsa, &p, &q);
RSA_get0_crt_params(rsa, &dmp1, &dmq1, &iqmp);
for (i = 0; i < 8; i++) {
bufs[i] = isc_mem_get(key->mctx, BN_num_bytes(n));
}
i = 0;
priv.elements[i].tag = TAG_RSA_MODULUS;
priv.elements[i].length = BN_num_bytes(n);
BN_bn2bin(n, bufs[i]);
priv.elements[i].data = bufs[i];
i++;
priv.elements[i].tag = TAG_RSA_PUBLICEXPONENT;
priv.elements[i].length = BN_num_bytes(e);
BN_bn2bin(e, bufs[i]);
priv.elements[i].data = bufs[i];
i++;
if (d != NULL) {
2008-03-31 14:42:51 +00:00
priv.elements[i].tag = TAG_RSA_PRIVATEEXPONENT;
priv.elements[i].length = BN_num_bytes(d);
BN_bn2bin(d, bufs[i]);
2008-03-31 14:42:51 +00:00
priv.elements[i].data = bufs[i];
i++;
}
if (p != NULL) {
2008-03-31 14:42:51 +00:00
priv.elements[i].tag = TAG_RSA_PRIME1;
priv.elements[i].length = BN_num_bytes(p);
BN_bn2bin(p, bufs[i]);
2008-03-31 14:42:51 +00:00
priv.elements[i].data = bufs[i];
i++;
}
if (q != NULL) {
2008-03-31 14:42:51 +00:00
priv.elements[i].tag = TAG_RSA_PRIME2;
priv.elements[i].length = BN_num_bytes(q);
BN_bn2bin(q, bufs[i]);
2008-03-31 14:42:51 +00:00
priv.elements[i].data = bufs[i];
i++;
}
if (dmp1 != NULL) {
2008-03-31 14:42:51 +00:00
priv.elements[i].tag = TAG_RSA_EXPONENT1;
priv.elements[i].length = BN_num_bytes(dmp1);
BN_bn2bin(dmp1, bufs[i]);
2008-03-31 14:42:51 +00:00
priv.elements[i].data = bufs[i];
i++;
}
if (dmq1 != NULL) {
2008-03-31 14:42:51 +00:00
priv.elements[i].tag = TAG_RSA_EXPONENT2;
priv.elements[i].length = BN_num_bytes(dmq1);
BN_bn2bin(dmq1, bufs[i]);
2008-03-31 14:42:51 +00:00
priv.elements[i].data = bufs[i];
i++;
}
if (iqmp != NULL) {
2008-03-31 14:42:51 +00:00
priv.elements[i].tag = TAG_RSA_COEFFICIENT;
priv.elements[i].length = BN_num_bytes(iqmp);
BN_bn2bin(iqmp, bufs[i]);
2008-03-31 14:42:51 +00:00
priv.elements[i].data = bufs[i];
i++;
}
2008-04-01 23:47:10 +00:00
2008-03-31 14:42:51 +00:00
if (key->engine != NULL) {
priv.elements[i].tag = TAG_RSA_ENGINE;
2020-02-13 14:44:37 -08:00
priv.elements[i].length = (unsigned short)strlen(key->engine) +
1;
2008-03-31 14:42:51 +00:00
priv.elements[i].data = (unsigned char *)key->engine;
i++;
}
if (key->label != NULL) {
priv.elements[i].tag = TAG_RSA_LABEL;
2020-02-13 14:44:37 -08:00
priv.elements[i].length = (unsigned short)strlen(key->label) +
1;
2008-03-31 14:42:51 +00:00
priv.elements[i].data = (unsigned char *)key->label;
i++;
}
priv.nelements = i;
result = dst__privstruct_writefile(key, &priv, directory);
2020-02-07 14:21:29 +01:00
2008-03-31 14:42:51 +00:00
RSA_free(rsa);
for (i = 0; i < 8; i++) {
if (bufs[i] == NULL) {
break;
}
isc_mem_put(key->mctx, bufs[i], BN_num_bytes(n));
}
return (result);
}
static isc_result_t
2020-02-13 14:44:37 -08:00
rsa_check(RSA *rsa, RSA *pub) {
const BIGNUM *n1 = NULL, *n2 = NULL;
const BIGNUM *e1 = NULL, *e2 = NULL;
2020-02-13 14:44:37 -08:00
BIGNUM *n = NULL, *e = NULL;
/*
* Public parameters should be the same but if they are not set
* copy them from the public key.
*/
RSA_get0_key(rsa, &n1, &e1, NULL);
if (pub != NULL) {
RSA_get0_key(pub, &n2, &e2, NULL);
if (n1 != NULL) {
if (BN_cmp(n1, n2) != 0) {
return (DST_R_INVALIDPRIVATEKEY);
}
} else {
n = BN_dup(n2);
}
if (e1 != NULL) {
if (BN_cmp(e1, e2) != 0) {
return (DST_R_INVALIDPRIVATEKEY);
}
} else {
e = BN_dup(e2);
}
if (RSA_set0_key(rsa, n, e, NULL) == 0) {
if (n != NULL) {
BN_free(n);
}
if (e != NULL) {
BN_free(e);
}
}
}
RSA_get0_key(rsa, &n1, &e1, NULL);
if (n1 == NULL || e1 == NULL) {
return (DST_R_INVALIDPRIVATEKEY);
}
return (ISC_R_SUCCESS);
}
static isc_result_t
2020-02-13 14:44:37 -08:00
opensslrsa_parse(dst_key_t *key, isc_lex_t *lexer, dst_key_t *pub) {
dst_private_t priv;
2020-02-13 14:44:37 -08:00
isc_result_t ret;
int i;
RSA *rsa = NULL, *pubrsa = NULL;
#if !defined(OPENSSL_NO_ENGINE)
2020-02-13 14:44:37 -08:00
ENGINE *ep = NULL;
const BIGNUM *ex = NULL;
#endif /* if !defined(OPENSSL_NO_ENGINE) */
2020-02-13 14:44:37 -08:00
isc_mem_t *mctx = key->mctx;
2009-09-07 12:58:33 +00:00
const char *engine = NULL, *label = NULL;
2020-02-13 14:44:37 -08:00
EVP_PKEY *pkey = NULL;
BIGNUM *n = NULL, *e = NULL, *d = NULL;
BIGNUM *p = NULL, *q = NULL;
BIGNUM *dmp1 = NULL, *dmq1 = NULL, *iqmp = NULL;
/* read private key file */
ret = dst__privstruct_parse(key, DST_ALG_RSA, lexer, mctx, &priv);
if (ret != ISC_R_SUCCESS) {
goto err;
}
if (key->external) {
if (priv.nelements != 0) {
DST_RET(DST_R_INVALIDPRIVATEKEY);
}
if (pub == NULL) {
DST_RET(DST_R_INVALIDPRIVATEKEY);
}
key->keydata.pkey = pub->keydata.pkey;
pub->keydata.pkey = NULL;
key->key_size = pub->key_size;
dst__privstruct_free(&priv, mctx);
isc_safe_memwipe(&priv, sizeof(priv));
return (ISC_R_SUCCESS);
}
if (pub != NULL && pub->keydata.pkey != NULL) {
pubrsa = EVP_PKEY_get1_RSA(pub->keydata.pkey);
}
2008-03-31 14:42:51 +00:00
for (i = 0; i < priv.nelements; i++) {
switch (priv.elements[i].tag) {
case TAG_RSA_ENGINE:
2009-09-07 12:58:33 +00:00
engine = (char *)priv.elements[i].data;
2008-03-31 14:42:51 +00:00
break;
case TAG_RSA_LABEL:
label = (char *)priv.elements[i].data;
break;
default:
break;
}
}
2008-03-31 14:42:51 +00:00
/*
* Is this key is stored in a HSM?
* See if we can fetch it.
*/
2009-09-07 12:58:33 +00:00
if (label != NULL) {
#if !defined(OPENSSL_NO_ENGINE)
if (engine == NULL) {
2009-09-07 12:58:33 +00:00
DST_RET(DST_R_NOENGINE);
}
ep = dst__openssl_getengine(engine);
if (ep == NULL) {
2008-03-31 14:42:51 +00:00
DST_RET(DST_R_NOENGINE);
}
pkey = ENGINE_load_private_key(ep, label, NULL, NULL);
if (pkey == NULL) {
DST_RET(dst__openssl_toresult2("ENGINE_load_private_"
"key",
ISC_R_NOTFOUND));
}
2009-09-07 12:58:33 +00:00
key->engine = isc_mem_strdup(key->mctx, engine);
2008-03-31 14:42:51 +00:00
key->label = isc_mem_strdup(key->mctx, label);
rsa = EVP_PKEY_get1_RSA(pkey);
if (rsa == NULL) {
DST_RET(dst__openssl_toresult(DST_R_OPENSSLFAILURE));
}
if (rsa_check(rsa, pubrsa) != ISC_R_SUCCESS) {
DST_RET(DST_R_INVALIDPRIVATEKEY);
}
RSA_get0_key(rsa, NULL, &ex, NULL);
if (BN_num_bits(ex) > RSA_MAX_PUBEXP_BITS) {
DST_RET(ISC_R_RANGE);
}
if (pubrsa != NULL) {
2009-09-07 12:58:33 +00:00
RSA_free(pubrsa);
}
2008-03-31 14:42:51 +00:00
key->key_size = EVP_PKEY_bits(pkey);
key->keydata.pkey = pkey;
2009-09-07 12:58:33 +00:00
RSA_free(rsa);
2008-03-31 14:42:51 +00:00
dst__privstruct_free(&priv, mctx);
isc_safe_memwipe(&priv, sizeof(priv));
2008-03-31 14:42:51 +00:00
return (ISC_R_SUCCESS);
#else /* if !defined(OPENSSL_NO_ENGINE) */
DST_RET(DST_R_NOENGINE);
#endif /* if !defined(OPENSSL_NO_ENGINE) */
2008-04-01 23:47:10 +00:00
}
2008-03-31 14:42:51 +00:00
rsa = RSA_new();
if (rsa == NULL) {
DST_RET(ISC_R_NOMEMORY);
}
2008-03-31 14:42:51 +00:00
pkey = EVP_PKEY_new();
if (pkey == NULL) {
2008-03-31 14:42:51 +00:00
DST_RET(ISC_R_NOMEMORY);
}
if (!EVP_PKEY_set1_RSA(pkey, rsa)) {
2008-03-31 14:42:51 +00:00
DST_RET(ISC_R_FAILURE);
}
2008-03-31 14:42:51 +00:00
key->keydata.pkey = pkey;
for (i = 0; i < priv.nelements; i++) {
BIGNUM *bn;
2008-03-31 14:42:51 +00:00
switch (priv.elements[i].tag) {
case TAG_RSA_ENGINE:
continue;
case TAG_RSA_LABEL:
continue;
default:
bn = BN_bin2bn(priv.elements[i].data,
priv.elements[i].length, NULL);
if (bn == NULL) {
2008-03-31 14:42:51 +00:00
DST_RET(ISC_R_NOMEMORY);
}
switch (priv.elements[i].tag) {
case TAG_RSA_MODULUS:
n = bn;
break;
case TAG_RSA_PUBLICEXPONENT:
e = bn;
break;
case TAG_RSA_PRIVATEEXPONENT:
d = bn;
break;
case TAG_RSA_PRIME1:
p = bn;
break;
case TAG_RSA_PRIME2:
q = bn;
break;
case TAG_RSA_EXPONENT1:
dmp1 = bn;
break;
case TAG_RSA_EXPONENT2:
dmq1 = bn;
break;
case TAG_RSA_COEFFICIENT:
iqmp = bn;
break;
}
2001-12-12 17:09:39 +00:00
}
}
dst__privstruct_free(&priv, mctx);
isc_safe_memwipe(&priv, sizeof(priv));
if (RSA_set0_key(rsa, n, e, d) == 0) {
if (n != NULL) {
BN_free(n);
}
if (e != NULL) {
BN_free(e);
}
if (d != NULL) {
BN_free(d);
}
}
if (RSA_set0_factors(rsa, p, q) == 0) {
if (p != NULL) {
BN_free(p);
}
if (q != NULL) {
BN_free(q);
}
}
if (RSA_set0_crt_params(rsa, dmp1, dmq1, iqmp) == 0) {
if (dmp1 != NULL) {
BN_free(dmp1);
}
if (dmq1 != NULL) {
BN_free(dmq1);
}
if (iqmp != NULL) {
BN_free(iqmp);
}
}
if (rsa_check(rsa, pubrsa) != ISC_R_SUCCESS) {
DST_RET(DST_R_INVALIDPRIVATEKEY);
}
if (BN_num_bits(e) > RSA_MAX_PUBEXP_BITS) {
DST_RET(ISC_R_RANGE);
}
key->key_size = BN_num_bits(n);
if (pubrsa != NULL) {
RSA_free(pubrsa);
}
2008-03-31 14:42:51 +00:00
RSA_free(rsa);
return (ISC_R_SUCCESS);
err:
if (pkey != NULL) {
2008-03-31 14:42:51 +00:00
EVP_PKEY_free(pkey);
}
if (rsa != NULL) {
2008-03-31 14:42:51 +00:00
RSA_free(rsa);
}
if (pubrsa != NULL) {
RSA_free(pubrsa);
}
key->keydata.generic = NULL;
dst__privstruct_free(&priv, mctx);
isc_safe_memwipe(&priv, sizeof(priv));
return (ret);
}
2008-03-31 14:42:51 +00:00
static isc_result_t
opensslrsa_fromlabel(dst_key_t *key, const char *engine, const char *label,
2020-02-13 14:44:37 -08:00
const char *pin) {
#if !defined(OPENSSL_NO_ENGINE)
2020-02-13 14:44:37 -08:00
ENGINE *e = NULL;
isc_result_t ret;
EVP_PKEY *pkey = NULL;
RSA *rsa = NULL, *pubrsa = NULL;
const BIGNUM *ex = NULL;
2008-03-31 14:42:51 +00:00
UNUSED(pin);
if (engine == NULL) {
DST_RET(DST_R_NOENGINE);
}
2008-03-31 14:42:51 +00:00
e = dst__openssl_getengine(engine);
if (e == NULL) {
2008-03-31 14:42:51 +00:00
DST_RET(DST_R_NOENGINE);
}
2009-09-07 12:58:33 +00:00
pkey = ENGINE_load_public_key(e, label, NULL, NULL);
if (pkey != NULL) {
pubrsa = EVP_PKEY_get1_RSA(pkey);
EVP_PKEY_free(pkey);
if (pubrsa == NULL) {
2009-09-07 12:58:33 +00:00
DST_RET(dst__openssl_toresult(DST_R_OPENSSLFAILURE));
}
2009-09-07 12:58:33 +00:00
}
2008-03-31 14:42:51 +00:00
pkey = ENGINE_load_private_key(e, label, NULL, NULL);
if (pkey == NULL) {
DST_RET(dst__openssl_toresult2("ENGINE_load_private_key",
ISC_R_NOTFOUND));
2009-09-07 12:58:33 +00:00
}
key->engine = isc_mem_strdup(key->mctx, engine);
2008-03-31 14:42:51 +00:00
key->label = isc_mem_strdup(key->mctx, label);
2009-09-07 12:58:33 +00:00
rsa = EVP_PKEY_get1_RSA(pkey);
if (rsa == NULL) {
2009-09-07 12:58:33 +00:00
DST_RET(dst__openssl_toresult(DST_R_OPENSSLFAILURE));
}
if (rsa_check(rsa, pubrsa) != ISC_R_SUCCESS) {
2009-09-07 12:58:33 +00:00
DST_RET(DST_R_INVALIDPRIVATEKEY);
}
RSA_get0_key(rsa, NULL, &ex, NULL);
if (BN_num_bits(ex) > RSA_MAX_PUBEXP_BITS) {
DST_RET(ISC_R_RANGE);
}
if (pubrsa != NULL) {
2009-09-07 12:58:33 +00:00
RSA_free(pubrsa);
}
2008-03-31 14:42:51 +00:00
key->key_size = EVP_PKEY_bits(pkey);
key->keydata.pkey = pkey;
2009-09-07 12:58:33 +00:00
RSA_free(rsa);
2008-03-31 14:42:51 +00:00
return (ISC_R_SUCCESS);
err:
if (rsa != NULL) {
2009-09-07 12:58:33 +00:00
RSA_free(rsa);
}
if (pubrsa != NULL) {
2009-09-07 12:58:33 +00:00
RSA_free(pubrsa);
}
if (pkey != NULL) {
2008-03-31 14:42:51 +00:00
EVP_PKEY_free(pkey);
}
2008-03-31 14:42:51 +00:00
return (ret);
#else /* if !defined(OPENSSL_NO_ENGINE) */
UNUSED(key);
UNUSED(engine);
UNUSED(label);
UNUSED(pin);
return (DST_R_NOENGINE);
#endif /* if !defined(OPENSSL_NO_ENGINE) */
2008-03-31 14:42:51 +00:00
}
static dst_func_t opensslrsa_functions = {
opensslrsa_createctx,
NULL, /*%< createctx2 */
opensslrsa_destroyctx,
opensslrsa_adddata,
opensslrsa_sign,
opensslrsa_verify,
opensslrsa_verify2,
NULL, /*%< computesecret */
opensslrsa_compare,
NULL, /*%< paramcompare */
opensslrsa_generate,
opensslrsa_isprivate,
opensslrsa_destroy,
opensslrsa_todns,
opensslrsa_fromdns,
opensslrsa_tofile,
opensslrsa_parse,
NULL, /*%< cleanup */
2008-03-31 14:42:51 +00:00
opensslrsa_fromlabel,
NULL, /*%< dump */
NULL, /*%< restore */
};
isc_result_t
2020-02-13 14:44:37 -08:00
dst__opensslrsa_init(dst_func_t **funcp, unsigned char algorithm) {
REQUIRE(funcp != NULL);
2018-05-03 14:03:50 +02:00
UNUSED(algorithm);
if (*funcp == NULL) {
2018-05-03 14:03:50 +02:00
*funcp = &opensslrsa_functions;
}
return (ISC_R_SUCCESS);
}