ssl/record/ssl3_record_tls13.c:172: error: INTEGER_OVERFLOW_L2
  (0 - [-oo, 32]):unsigned64 by call to `EVP_CipherUpdate`.
Showing all 9 steps of the trace


ssl/record/ssl3_record_tls13.c:172:16: Call
170.               || EVP_CipherUpdate(ctx, NULL, &lenu, recheader,
171.                                   sizeof(recheader)) <= 0
172.               || EVP_CipherUpdate(ctx, rec->data, &lenu, rec->input,
                      ^
173.                                   (unsigned int)rec->length) <= 0
174.               || EVP_CipherFinal_ex(ctx, rec->data + lenu, &lenf) <= 0

crypto/evp/evp_enc.c:209:1: Parameter `ctx->cipher->block_size`
  207.   }
  208.   
  209. > int EVP_CipherUpdate(EVP_CIPHER_CTX *ctx, unsigned char *out, int *outl,
  210.                        const unsigned char *in, int inl)
  211.   {

crypto/evp/evp_enc.c:215:16: Call
  213.           return EVP_EncryptUpdate(ctx, out, outl, in, inl);
  214.       else
  215.           return EVP_DecryptUpdate(ctx, out, outl, in, inl);
                        ^
  216.   }
  217.   

crypto/evp/evp_enc.c:423:1: Parameter `ctx->cipher->block_size`
    421.   }
    422.   
    423. > int EVP_DecryptUpdate(EVP_CIPHER_CTX *ctx, unsigned char *out, int *outl,
    424.                         const unsigned char *in, int inl)
    425.   {

crypto/evp/evp_enc.c:429:5: Assignment
    427.       unsigned int b;
    428.   
    429.       b = ctx->cipher->block_size;
               ^
    430.   
    431.       if (EVP_CIPHER_CTX_test_flags(ctx, EVP_CIPH_FLAG_LENGTH_BITS))

crypto/evp/evp_enc.c:462:16: Call
    460.           /* see comment about PTRDIFF_T comparison above */
    461.           if (((PTRDIFF_T)out == (PTRDIFF_T)in)
    462.               || is_partially_overlapping(out, in, b)) {
                          ^
    463.               EVPerr(EVP_F_EVP_DECRYPTUPDATE, EVP_R_PARTIALLY_OVERLAPPING);
    464.               return 0;

crypto/evp/evp_enc.c:283:1: <RHS trace>
281.   #endif
282.   
283. > int is_partially_overlapping(const void *ptr1, const void *ptr2, int len)
284.   {
285.       PTRDIFF_T diff = (PTRDIFF_T)ptr1-(PTRDIFF_T)ptr2;

crypto/evp/evp_enc.c:283:1: Parameter `len`
      281.   #endif
      282.   
      283. > int is_partially_overlapping(const void *ptr1, const void *ptr2, int len)
      284.   {
      285.       PTRDIFF_T diff = (PTRDIFF_T)ptr1-(PTRDIFF_T)ptr2;

crypto/evp/evp_enc.c:292:50: Binary operation: (0 - [-oo, 32]):unsigned64 by call to `EVP_CipherUpdate` 
      290.        */
      291.       int overlapped = (len > 0) & (diff != 0) & ((diff < (PTRDIFF_T)len) |
      292.                                                   (diff > (0 - (PTRDIFF_T)len)));
                                                              ^
      293.   
      294.       return overlapped;

int is_partially_overlapping(const void *ptr1, const void *ptr2, int len)
{
    PTRDIFF_T diff = (PTRDIFF_T)ptr1-(PTRDIFF_T)ptr2;
    int overlapped = (len > 0) & (diff != 0) & ((diff < (PTRDIFF_T)len) |
                                                (diff > (0 - (PTRDIFF_T)len)));
    return overlapped;
}
['int tls13_enc(SSL *s, SSL3_RECORD *recs, size_t n_recs, int sending)\n{\n    EVP_CIPHER_CTX *ctx;\n    unsigned char iv[EVP_MAX_IV_LENGTH], recheader[SSL3_RT_HEADER_LENGTH];\n    size_t ivlen, taglen, offset, loop, hdrlen;\n    unsigned char *staticiv;\n    unsigned char *seq;\n    int lenu, lenf;\n    SSL3_RECORD *rec = &recs[0];\n    uint32_t alg_enc;\n    WPACKET wpkt;\n    if (n_recs != 1) {\n        SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_F_TLS13_ENC,\n                 ERR_R_INTERNAL_ERROR);\n        return -1;\n    }\n    if (sending) {\n        ctx = s->enc_write_ctx;\n        staticiv = s->write_iv;\n        seq = RECORD_LAYER_get_write_sequence(&s->rlayer);\n    } else {\n        ctx = s->enc_read_ctx;\n        staticiv = s->read_iv;\n        seq = RECORD_LAYER_get_read_sequence(&s->rlayer);\n    }\n    if (ctx == NULL) {\n        memmove(rec->data, rec->input, rec->length);\n        rec->input = rec->data;\n        return 1;\n    }\n    ivlen = EVP_CIPHER_CTX_iv_length(ctx);\n    if (s->early_data_state == SSL_EARLY_DATA_WRITING\n            || s->early_data_state == SSL_EARLY_DATA_WRITE_RETRY) {\n        if (s->session != NULL && s->session->ext.max_early_data > 0) {\n            alg_enc = s->session->cipher->algorithm_enc;\n        } else {\n            if (!ossl_assert(s->psksession != NULL\n                             && s->psksession->ext.max_early_data > 0)) {\n                SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_F_TLS13_ENC,\n                         ERR_R_INTERNAL_ERROR);\n                return -1;\n            }\n            alg_enc = s->psksession->cipher->algorithm_enc;\n        }\n    } else {\n        if (!ossl_assert(s->s3->tmp.new_cipher != NULL)) {\n            SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_F_TLS13_ENC,\n                     ERR_R_INTERNAL_ERROR);\n            return -1;\n        }\n        alg_enc = s->s3->tmp.new_cipher->algorithm_enc;\n    }\n    if (alg_enc & SSL_AESCCM) {\n        if (alg_enc & (SSL_AES128CCM8 | SSL_AES256CCM8))\n            taglen = EVP_CCM8_TLS_TAG_LEN;\n         else\n            taglen = EVP_CCM_TLS_TAG_LEN;\n         if (sending && EVP_CIPHER_CTX_ctrl(ctx, EVP_CTRL_AEAD_SET_TAG, taglen,\n                                         NULL) <= 0) {\n            SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_F_TLS13_ENC,\n                     ERR_R_INTERNAL_ERROR);\n            return -1;\n        }\n    } else if (alg_enc & SSL_AESGCM) {\n        taglen = EVP_GCM_TLS_TAG_LEN;\n    } else if (alg_enc & SSL_CHACHA20) {\n        taglen = EVP_CHACHAPOLY_TLS_TAG_LEN;\n    } else {\n        SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_F_TLS13_ENC,\n                 ERR_R_INTERNAL_ERROR);\n        return -1;\n    }\n    if (!sending) {\n        if (rec->length < taglen + 1)\n            return 0;\n        rec->length -= taglen;\n    }\n    if (ivlen < SEQ_NUM_SIZE) {\n        SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_F_TLS13_ENC,\n                 ERR_R_INTERNAL_ERROR);\n        return -1;\n    }\n    offset = ivlen - SEQ_NUM_SIZE;\n    memcpy(iv, staticiv, offset);\n    for (loop = 0; loop < SEQ_NUM_SIZE; loop++)\n        iv[offset + loop] = staticiv[offset + loop] ^ seq[loop];\n    for (loop = SEQ_NUM_SIZE; loop > 0; loop--) {\n        ++seq[loop - 1];\n        if (seq[loop - 1] != 0)\n            break;\n    }\n    if (loop == 0) {\n        return -1;\n    }\n    if (EVP_CipherInit_ex(ctx, NULL, NULL, NULL, iv, sending) <= 0\n            || (!sending && EVP_CIPHER_CTX_ctrl(ctx, EVP_CTRL_AEAD_SET_TAG,\n                                             taglen,\n                                             rec->data + rec->length) <= 0)) {\n        return -1;\n    }\n    if (!WPACKET_init_static_len(&wpkt, recheader, sizeof(recheader), 0)\n            || !WPACKET_put_bytes_u8(&wpkt, rec->type)\n            || !WPACKET_put_bytes_u16(&wpkt, rec->rec_version)\n            || !WPACKET_put_bytes_u16(&wpkt, rec->length + taglen)\n            || !WPACKET_get_total_written(&wpkt, &hdrlen)\n            || hdrlen != SSL3_RT_HEADER_LENGTH\n            || !WPACKET_finish(&wpkt)) {\n        WPACKET_cleanup(&wpkt);\n        return -1;\n    }\n    if (((alg_enc & SSL_AESCCM) != 0\n                 && EVP_CipherUpdate(ctx, NULL, &lenu, NULL,\n                                     (unsigned int)rec->length) <= 0)\n            || EVP_CipherUpdate(ctx, NULL, &lenu, recheader,\n                                sizeof(recheader)) <= 0\n            || EVP_CipherUpdate(ctx, rec->data, &lenu, rec->input,\n                                (unsigned int)rec->length) <= 0\n            || EVP_CipherFinal_ex(ctx, rec->data + lenu, &lenf) <= 0\n            || (size_t)(lenu + lenf) != rec->length) {\n        return -1;\n    }\n    if (sending) {\n        if (EVP_CIPHER_CTX_ctrl(ctx, EVP_CTRL_AEAD_GET_TAG, taglen,\n                                rec->data + rec->length) <= 0) {\n            SSLfatal(s, SSL_AD_INTERNAL_ERROR, SSL_F_TLS13_ENC,\n                     ERR_R_INTERNAL_ERROR);\n            return -1;\n        }\n        rec->length += taglen;\n    }\n    return 1;\n}', 'int EVP_CipherUpdate(EVP_CIPHER_CTX *ctx, unsigned char *out, int *outl,\n                     const unsigned char *in, int inl)\n{\n    if (ctx->encrypt)\n        return EVP_EncryptUpdate(ctx, out, outl, in, inl);\n    else\n        return EVP_DecryptUpdate(ctx, out, outl, in, inl);\n}', 'int EVP_DecryptUpdate(EVP_CIPHER_CTX *ctx, unsigned char *out, int *outl,\n                      const unsigned char *in, int inl)\n{\n    int fix_len, cmpl = inl;\n    unsigned int b;\n    b = ctx->cipher->block_size;\n    if (EVP_CIPHER_CTX_test_flags(ctx, EVP_CIPH_FLAG_LENGTH_BITS))\n        cmpl = (cmpl + 7) / 8;\n    if (ctx->cipher->flags & EVP_CIPH_FLAG_CUSTOM_CIPHER) {\n        if (b == 1 && is_partially_overlapping(out, in, cmpl)) {\n            EVPerr(EVP_F_EVP_DECRYPTUPDATE, EVP_R_PARTIALLY_OVERLAPPING);\n            return 0;\n        }\n        fix_len = ctx->cipher->do_cipher(ctx, out, in, inl);\n        if (fix_len < 0) {\n            *outl = 0;\n            return 0;\n        } else\n            *outl = fix_len;\n        return 1;\n    }\n    if (inl <= 0) {\n        *outl = 0;\n        return inl == 0;\n    }\n    if (ctx->flags & EVP_CIPH_NO_PADDING)\n        return EVP_EncryptUpdate(ctx, out, outl, in, inl);\n    OPENSSL_assert(b <= sizeof(ctx->final));\n    if (ctx->final_used) {\n        if (((PTRDIFF_T)out == (PTRDIFF_T)in)\n            || is_partially_overlapping(out, in, b)) {\n            EVPerr(EVP_F_EVP_DECRYPTUPDATE, EVP_R_PARTIALLY_OVERLAPPING);\n            return 0;\n        }\n        memcpy(out, ctx->final, b);\n        out += b;\n        fix_len = 1;\n    } else\n        fix_len = 0;\n    if (!EVP_EncryptUpdate(ctx, out, outl, in, inl))\n        return 0;\n    if (b > 1 && !ctx->buf_len) {\n        *outl -= b;\n        ctx->final_used = 1;\n        memcpy(ctx->final, &out[*outl], b);\n    } else\n        ctx->final_used = 0;\n    if (fix_len)\n        *outl += b;\n    return 1;\n}', 'int is_partially_overlapping(const void *ptr1, const void *ptr2, int len)\n{\n    PTRDIFF_T diff = (PTRDIFF_T)ptr1-(PTRDIFF_T)ptr2;\n    int overlapped = (len > 0) & (diff != 0) & ((diff < (PTRDIFF_T)len) |\n                                                (diff > (0 - (PTRDIFF_T)len)));\n    return overlapped;\n}']