NMSEDEC_FRACBITS  521 libavcodec/j2kenc.c         mask = ~((1<<NMSEDEC_FRACBITS)-1);
NMSEDEC_FRACBITS  524 libavcodec/j2kenc.c         lut_nmsedec_sig[i]  = FFMAX((3 * i << (13 - NMSEDEC_FRACBITS)) - (9 << 11), 0);
NMSEDEC_FRACBITS  525 libavcodec/j2kenc.c         lut_nmsedec_sig0[i] = FFMAX((i*i + (1<<NMSEDEC_FRACBITS-1) & mask) << 1, 0);
NMSEDEC_FRACBITS  528 libavcodec/j2kenc.c         lut_nmsedec_ref[i]  = FFMAX((a - 2) * (i << (13 - NMSEDEC_FRACBITS)) +
NMSEDEC_FRACBITS  530 libavcodec/j2kenc.c         lut_nmsedec_ref0[i] = FFMAX(((i * i - (i << NMSEDEC_BITS) + (1 << 2 * NMSEDEC_FRACBITS) + (1 << (NMSEDEC_FRACBITS - 1))) & mask)
NMSEDEC_FRACBITS  538 libavcodec/j2kenc.c     if (bpno > NMSEDEC_FRACBITS)
NMSEDEC_FRACBITS  539 libavcodec/j2kenc.c         return lut_nmsedec_sig[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
NMSEDEC_FRACBITS  545 libavcodec/j2kenc.c     if (bpno > NMSEDEC_FRACBITS)
NMSEDEC_FRACBITS  546 libavcodec/j2kenc.c         return lut_nmsedec_ref[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
NMSEDEC_FRACBITS  552 libavcodec/j2kenc.c     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  564 libavcodec/j2kenc.c                         *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  574 libavcodec/j2kenc.c     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  580 libavcodec/j2kenc.c                     *nmsedec += getnmsedec_ref(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  588 libavcodec/j2kenc.c     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  615 libavcodec/j2kenc.c                             *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  630 libavcodec/j2kenc.c                             *nmsedec += getnmsedec_sig(t1->data[(y) * t1->stride + x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  663 libavcodec/j2kenc.c         cblk->nonzerobits = av_log2(max) + 1 - NMSEDEC_FRACBITS;
NMSEDEC_FRACBITS  930 libavcodec/j2kenc.c                                     *ptr++ = comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x] * (1 << NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  938 libavcodec/j2kenc.c                                     *ptr = (int64_t)*ptr * (int64_t)(16384 * 65536 / band->i_stepsize) >> 15 - NMSEDEC_FRACBITS;