test/rsa_sp800_56b_test.c:305: error: INTEGER_OVERFLOW_L2
  ([0, +oo] - 1):unsigned32 by call to `rsa_check_private_exponent`.
Showing all 30 steps of the trace


test/rsa_sp800_56b_test.c:305:14: Call
303.             && TEST_true(RSA_set0_key(key, n, e, d))
304.             /* fails since d >= lcm(p-1, q-1) */
305.             && TEST_false(rsa_check_private_exponent(key, 8, ctx))
                    ^
306.             && TEST_true(BN_set_word(d, 45))
307.             /* d is correct size and 1 = e.d mod lcm(p-1, q-1) */

crypto/rsa/rsa_sp800_56b_check.c:157:1: Parameter `ctx->stack.depth`
  155.    *     (Step 6b) 1 = (d*e) mod LCM(p–1, q–1)
  156.    */
  157. > int rsa_check_private_exponent(const RSA *rsa, int nbits, BN_CTX *ctx)
  158.   {
  159.       int ret;

crypto/rsa/rsa_sp800_56b_check.c:166:5: Call
  164.           return 0;
  165.   
  166.       BN_CTX_start(ctx);
             ^
  167.       r = BN_CTX_get(ctx);
  168.       p1 = BN_CTX_get(ctx);

crypto/bn/bn_ctx.c:171:1: Parameter `ctx->stack.depth`
    169.   }
    170.   
    171. > void BN_CTX_start(BN_CTX *ctx)
    172.   {
    173.       CTXDBG("ENTER BN_CTX_start()", ctx);

crypto/rsa/rsa_sp800_56b_check.c:167:9: Call
  165.   
  166.       BN_CTX_start(ctx);
  167.       r = BN_CTX_get(ctx);
                 ^
  168.       p1 = BN_CTX_get(ctx);
  169.       q1 = BN_CTX_get(ctx);

crypto/bn/bn_ctx.c:202:1: Parameter `ctx->stack.depth`
    200.   }
    201.   
    202. > BIGNUM *BN_CTX_get(BN_CTX *ctx)
    203.   {
    204.       BIGNUM *ret;

crypto/rsa/rsa_sp800_56b_check.c:168:10: Call
  166.       BN_CTX_start(ctx);
  167.       r = BN_CTX_get(ctx);
  168.       p1 = BN_CTX_get(ctx);
                  ^
  169.       q1 = BN_CTX_get(ctx);
  170.       lcm = BN_CTX_get(ctx);

crypto/bn/bn_ctx.c:202:1: Parameter `ctx->stack.depth`
    200.   }
    201.   
    202. > BIGNUM *BN_CTX_get(BN_CTX *ctx)
    203.   {
    204.       BIGNUM *ret;

crypto/rsa/rsa_sp800_56b_check.c:169:10: Call
  167.       r = BN_CTX_get(ctx);
  168.       p1 = BN_CTX_get(ctx);
  169.       q1 = BN_CTX_get(ctx);
                  ^
  170.       lcm = BN_CTX_get(ctx);
  171.       p1q1 = BN_CTX_get(ctx);

crypto/bn/bn_ctx.c:202:1: Parameter `ctx->stack.depth`
    200.   }
    201.   
    202. > BIGNUM *BN_CTX_get(BN_CTX *ctx)
    203.   {
    204.       BIGNUM *ret;

crypto/rsa/rsa_sp800_56b_check.c:170:11: Call
  168.       p1 = BN_CTX_get(ctx);
  169.       q1 = BN_CTX_get(ctx);
  170.       lcm = BN_CTX_get(ctx);
                   ^
  171.       p1q1 = BN_CTX_get(ctx);
  172.       gcd = BN_CTX_get(ctx);

crypto/bn/bn_ctx.c:202:1: Parameter `ctx->stack.depth`
    200.   }
    201.   
    202. > BIGNUM *BN_CTX_get(BN_CTX *ctx)
    203.   {
    204.       BIGNUM *ret;

crypto/rsa/rsa_sp800_56b_check.c:171:12: Call
  169.       q1 = BN_CTX_get(ctx);
  170.       lcm = BN_CTX_get(ctx);
  171.       p1q1 = BN_CTX_get(ctx);
                    ^
  172.       gcd = BN_CTX_get(ctx);
  173.       ret = (gcd != NULL

crypto/bn/bn_ctx.c:202:1: Parameter `ctx->stack.depth`
    200.   }
    201.   
    202. > BIGNUM *BN_CTX_get(BN_CTX *ctx)
    203.   {
    204.       BIGNUM *ret;

crypto/rsa/rsa_sp800_56b_check.c:172:11: Call
  170.       lcm = BN_CTX_get(ctx);
  171.       p1q1 = BN_CTX_get(ctx);
  172.       gcd = BN_CTX_get(ctx);
                   ^
  173.       ret = (gcd != NULL
  174.             /* LCM(p - 1, q - 1) */

crypto/bn/bn_ctx.c:202:1: Parameter `ctx->stack.depth`
    200.   }
    201.   
    202. > BIGNUM *BN_CTX_get(BN_CTX *ctx)
    203.   {
    204.       BIGNUM *ret;

crypto/rsa/rsa_sp800_56b_check.c:175:15: Call
  173.       ret = (gcd != NULL
  174.             /* LCM(p - 1, q - 1) */
  175.             && (rsa_get_lcm(ctx, rsa->p, rsa->q, lcm, gcd, p1, q1, p1q1) == 1)
                       ^
  176.             /* (Step 6a) d < LCM(p - 1, q - 1) */
  177.             && (BN_cmp(rsa->d, lcm) < 0)

crypto/rsa/rsa_sp800_56b_check.c:220:1: Parameter `ctx->stack.depth`
    218.   
    219.   /* return LCM(p-1, q-1) */
    220. > int rsa_get_lcm(BN_CTX *ctx, const BIGNUM *p, const BIGNUM *q,
    221.                   BIGNUM *lcm, BIGNUM *gcd, BIGNUM *p1, BIGNUM *q1,
    222.                   BIGNUM *p1q1)

crypto/rsa/rsa_sp800_56b_check.c:226:15: Call
    224.       return BN_sub(p1, p, BN_value_one())    /* p-1 */
    225.              && BN_sub(q1, q, BN_value_one()) /* q-1 */
    226.              && BN_mul(p1q1, p1, q1, ctx)     /* (p-1)(q-1) */
                         ^
    227.              && BN_gcd(gcd, p1, q1, ctx)
    228.              && BN_div(lcm, NULL, p1q1, gcd, ctx); /* LCM((p-1, q-1)) */

crypto/bn/bn_mul.c:497:1: Parameter `ctx->stack.depth`
      495.   #endif                          /* BN_RECURSION */
      496.   
      497. > int BN_mul(BIGNUM *r, const BIGNUM *a, const BIGNUM *b, BN_CTX *ctx)
      498.   {
      499.       int ret = bn_mul_fixed_top(r, a, b, ctx);

crypto/bn/bn_mul.c:499:15: Call
      497.   int BN_mul(BIGNUM *r, const BIGNUM *a, const BIGNUM *b, BN_CTX *ctx)
      498.   {
      499.       int ret = bn_mul_fixed_top(r, a, b, ctx);
                           ^
      500.   
      501.       bn_correct_top(r);

crypto/bn/bn_mul.c:507:1: Parameter `ctx->stack.depth`
        505.   }
        506.   
        507. > int bn_mul_fixed_top(BIGNUM *r, const BIGNUM *a, const BIGNUM *b, BN_CTX *ctx)
        508.   {
        509.       int ret = 0;

crypto/bn/bn_mul.c:533:5: Call
        531.       top = al + bl;
        532.   
        533.       BN_CTX_start(ctx);
                   ^
        534.       if ((r == a) || (r == b)) {
        535.           if ((rr = BN_CTX_get(ctx)) == NULL)

crypto/bn/bn_ctx.c:171:1: Parameter `ctx->stack.depth`
          169.   }
          170.   
          171. > void BN_CTX_start(BN_CTX *ctx)
          172.   {
          173.       CTXDBG("ENTER BN_CTX_start()", ctx);

crypto/bn/bn_mul.c:618:5: Call
        616.    err:
        617.       bn_check_top(r);
        618.       BN_CTX_end(ctx);
                   ^
        619.       return ret;
        620.   }

crypto/bn/bn_ctx.c:185:1: Parameter `ctx->stack.depth`
          183.   }
          184.   
          185. > void BN_CTX_end(BN_CTX *ctx)
          186.   {
          187.       CTXDBG("ENTER BN_CTX_end()", ctx);

crypto/bn/bn_ctx.c:191:27: Call
          189.           ctx->err_stack--;
          190.       else {
          191.           unsigned int fp = BN_STACK_pop(&ctx->stack);
                                           ^
          192.           /* Does this stack frame have anything to release? */
          193.           if (fp < ctx->used)

crypto/bn/bn_ctx.c:266:1: <LHS trace>
264.   }
265.   
266. > static unsigned int BN_STACK_pop(BN_STACK *st)
267.   {
268.       return st->indexes[--(st->depth)];

crypto/bn/bn_ctx.c:266:1: Parameter `st->depth`
            264.   }
            265.   
            266. > static unsigned int BN_STACK_pop(BN_STACK *st)
            267.   {
            268.       return st->indexes[--(st->depth)];

crypto/bn/bn_ctx.c:268:12: Binary operation: ([0, +oo] - 1):unsigned32 by call to `rsa_check_private_exponent` 
            266.   static unsigned int BN_STACK_pop(BN_STACK *st)
            267.   {
            268.       return st->indexes[--(st->depth)];
                              ^
            269.   }
            270.   
