NMSEDEC_FRACBITS  454 libavcodec/j2kenc.c         mask = ~((1<<NMSEDEC_FRACBITS)-1);
NMSEDEC_FRACBITS  457 libavcodec/j2kenc.c         lut_nmsedec_sig[i]  = FFMAX(6*i - (9<<NMSEDEC_FRACBITS-1) << 12-NMSEDEC_FRACBITS, 0);
NMSEDEC_FRACBITS  458 libavcodec/j2kenc.c         lut_nmsedec_sig0[i] = FFMAX((i*i + (1<<NMSEDEC_FRACBITS-1) & mask) << 1, 0);
NMSEDEC_FRACBITS  461 libavcodec/j2kenc.c         lut_nmsedec_ref[i]  = FFMAX((-2*i + (1<<NMSEDEC_FRACBITS) + a*i - (a*a<<NMSEDEC_FRACBITS-2))
NMSEDEC_FRACBITS  462 libavcodec/j2kenc.c                                     << 13-NMSEDEC_FRACBITS, 0);
NMSEDEC_FRACBITS  463 libavcodec/j2kenc.c         lut_nmsedec_ref0[i] = FFMAX(((i*i + (1-4*i << NMSEDEC_FRACBITS-1) + (1<<2*NMSEDEC_FRACBITS)) & mask)
NMSEDEC_FRACBITS  471 libavcodec/j2kenc.c     if (bpno > NMSEDEC_FRACBITS)
NMSEDEC_FRACBITS  472 libavcodec/j2kenc.c         return lut_nmsedec_sig[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
NMSEDEC_FRACBITS  478 libavcodec/j2kenc.c     if (bpno > NMSEDEC_FRACBITS)
NMSEDEC_FRACBITS  479 libavcodec/j2kenc.c         return lut_nmsedec_ref[(x >> (bpno - NMSEDEC_FRACBITS)) & ((1 << NMSEDEC_BITS) - 1)];
NMSEDEC_FRACBITS  485 libavcodec/j2kenc.c     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  497 libavcodec/j2kenc.c                         *nmsedec += getnmsedec_sig(t1->data[y][x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  507 libavcodec/j2kenc.c     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  513 libavcodec/j2kenc.c                     *nmsedec += getnmsedec_ref(t1->data[y][x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  521 libavcodec/j2kenc.c     int y0, x, y, mask = 1 << (bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  548 libavcodec/j2kenc.c                             *nmsedec += getnmsedec_sig(t1->data[y][x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  563 libavcodec/j2kenc.c                             *nmsedec += getnmsedec_sig(t1->data[y][x], bpno + NMSEDEC_FRACBITS);
NMSEDEC_FRACBITS  597 libavcodec/j2kenc.c         cblk->nonzerobits = av_log2(max) + 1 - NMSEDEC_FRACBITS;
NMSEDEC_FRACBITS  858 libavcodec/j2kenc.c                                     *ptr++ = comp->i_data[(comp->coord[0][1] - comp->coord[0][0]) * y + x] << NMSEDEC_FRACBITS;
NMSEDEC_FRACBITS  866 libavcodec/j2kenc.c                                     *ptr = (int64_t)*ptr * (int64_t)(16384 * 65536 / band->i_stepsize) >> 15 - NMSEDEC_FRACBITS;