| File: | root/firefox-clang/third_party/dav1d/src/decode.c |
| Warning: | line 323, column 23 The left operand of '==' is a garbage value due to array index out of bounds |
Press '?' to see keyboard shortcuts
Keyboard shortcuts:
| 1 | /* | |||
| 2 | * Copyright © 2018-2021, VideoLAN and dav1d authors | |||
| 3 | * Copyright © 2018, Two Orioles, LLC | |||
| 4 | * All rights reserved. | |||
| 5 | * | |||
| 6 | * Redistribution and use in source and binary forms, with or without | |||
| 7 | * modification, are permitted provided that the following conditions are met: | |||
| 8 | * | |||
| 9 | * 1. Redistributions of source code must retain the above copyright notice, this | |||
| 10 | * list of conditions and the following disclaimer. | |||
| 11 | * | |||
| 12 | * 2. Redistributions in binary form must reproduce the above copyright notice, | |||
| 13 | * this list of conditions and the following disclaimer in the documentation | |||
| 14 | * and/or other materials provided with the distribution. | |||
| 15 | * | |||
| 16 | * THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS" AND | |||
| 17 | * ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED | |||
| 18 | * WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE | |||
| 19 | * DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT OWNER OR CONTRIBUTORS BE LIABLE FOR | |||
| 20 | * ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES | |||
| 21 | * (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; | |||
| 22 | * LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND | |||
| 23 | * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT | |||
| 24 | * (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS | |||
| 25 | * SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. | |||
| 26 | */ | |||
| 27 | ||||
| 28 | #include "config.h" | |||
| 29 | ||||
| 30 | #include <errno(*__errno_location ()).h> | |||
| 31 | #include <limits.h> | |||
| 32 | #include <string.h> | |||
| 33 | #include <stdio.h> | |||
| 34 | #include <inttypes.h> | |||
| 35 | ||||
| 36 | #include "dav1d/data.h" | |||
| 37 | ||||
| 38 | #include "common/frame.h" | |||
| 39 | #include "common/intops.h" | |||
| 40 | ||||
| 41 | #include "src/ctx.h" | |||
| 42 | #include "src/decode.h" | |||
| 43 | #include "src/dequant_tables.h" | |||
| 44 | #include "src/env.h" | |||
| 45 | #include "src/filmgrain.h" | |||
| 46 | #include "src/log.h" | |||
| 47 | #include "src/qm.h" | |||
| 48 | #include "src/recon.h" | |||
| 49 | #include "src/ref.h" | |||
| 50 | #include "src/tables.h" | |||
| 51 | #include "src/thread_task.h" | |||
| 52 | #include "src/warpmv.h" | |||
| 53 | ||||
| 54 | static void init_quant_tables(const Dav1dSequenceHeader *const seq_hdr, | |||
| 55 | const Dav1dFrameHeader *const frame_hdr, | |||
| 56 | const int qidx, uint16_t (*dq)[3][2]) | |||
| 57 | { | |||
| 58 | for (int i = 0; i < (frame_hdr->segmentation.enabled ? 8 : 1); i++) { | |||
| 59 | const int yac = frame_hdr->segmentation.enabled ? | |||
| 60 | iclip_u8(qidx + frame_hdr->segmentation.seg_data.d[i].delta_q) : qidx; | |||
| 61 | const int ydc = iclip_u8(yac + frame_hdr->quant.ydc_delta); | |||
| 62 | const int uac = iclip_u8(yac + frame_hdr->quant.uac_delta); | |||
| 63 | const int udc = iclip_u8(yac + frame_hdr->quant.udc_delta); | |||
| 64 | const int vac = iclip_u8(yac + frame_hdr->quant.vac_delta); | |||
| 65 | const int vdc = iclip_u8(yac + frame_hdr->quant.vdc_delta); | |||
| 66 | ||||
| 67 | dq[i][0][0] = dav1d_dq_tbl[seq_hdr->hbd][ydc][0]; | |||
| 68 | dq[i][0][1] = dav1d_dq_tbl[seq_hdr->hbd][yac][1]; | |||
| 69 | dq[i][1][0] = dav1d_dq_tbl[seq_hdr->hbd][udc][0]; | |||
| 70 | dq[i][1][1] = dav1d_dq_tbl[seq_hdr->hbd][uac][1]; | |||
| 71 | dq[i][2][0] = dav1d_dq_tbl[seq_hdr->hbd][vdc][0]; | |||
| 72 | dq[i][2][1] = dav1d_dq_tbl[seq_hdr->hbd][vac][1]; | |||
| 73 | } | |||
| 74 | } | |||
| 75 | ||||
| 76 | static int read_mv_component_diff(MsacContext *const msac, | |||
| 77 | CdfMvComponent *const mv_comp, | |||
| 78 | const int mv_prec) | |||
| 79 | { | |||
| 80 | const int sign = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(msac, mv_comp->sign); | |||
| 81 | const int cl = dav1d_msac_decode_symbol_adapt16(msac, mv_comp->classes, 10)((msac)->symbol_adapt16(msac, mv_comp->classes, 10)); | |||
| 82 | int up, fp = 3, hp = 1; | |||
| 83 | ||||
| 84 | if (!cl) { | |||
| 85 | up = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(msac, mv_comp->class0); | |||
| 86 | if (mv_prec >= 0) { // !force_integer_mv | |||
| 87 | fp = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(msac, mv_comp->class0_fp[up], 3); | |||
| 88 | if (mv_prec > 0) // allow_high_precision_mv | |||
| 89 | hp = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(msac, mv_comp->class0_hp); | |||
| 90 | } | |||
| 91 | } else { | |||
| 92 | up = 1 << cl; | |||
| 93 | for (int n = 0; n < cl; n++) | |||
| 94 | up |= dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(msac, mv_comp->classN[n]) << n; | |||
| 95 | if (mv_prec >= 0) { // !force_integer_mv | |||
| 96 | fp = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(msac, mv_comp->classN_fp, 3); | |||
| 97 | if (mv_prec > 0) // allow_high_precision_mv | |||
| 98 | hp = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(msac, mv_comp->classN_hp); | |||
| 99 | } | |||
| 100 | } | |||
| 101 | ||||
| 102 | const int diff = ((up << 3) | (fp << 1) | hp) + 1; | |||
| 103 | ||||
| 104 | return sign ? -diff : diff; | |||
| 105 | } | |||
| 106 | ||||
| 107 | static void read_mv_residual(Dav1dTileState *const ts, mv *const ref_mv, | |||
| 108 | const int mv_prec) | |||
| 109 | { | |||
| 110 | MsacContext *const msac = &ts->msac; | |||
| 111 | const enum MVJoint mv_joint = | |||
| 112 | dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(msac, ts->cdf.mv.joint, N_MV_JOINTS - 1); | |||
| 113 | if (mv_joint & MV_JOINT_V) | |||
| 114 | ref_mv->y += read_mv_component_diff(msac, &ts->cdf.mv.comp[0], mv_prec); | |||
| 115 | if (mv_joint & MV_JOINT_H) | |||
| 116 | ref_mv->x += read_mv_component_diff(msac, &ts->cdf.mv.comp[1], mv_prec); | |||
| 117 | } | |||
| 118 | ||||
| 119 | static void read_tx_tree(Dav1dTaskContext *const t, | |||
| 120 | const enum RectTxfmSize from, | |||
| 121 | const int depth, uint16_t *const masks, | |||
| 122 | const int x_off, const int y_off) | |||
| 123 | { | |||
| 124 | const Dav1dFrameContext *const f = t->f; | |||
| 125 | const int bx4 = t->bx & 31, by4 = t->by & 31; | |||
| 126 | const TxfmInfo *const t_dim = &dav1d_txfm_dimensions[from]; | |||
| 127 | const int txw = t_dim->lw, txh = t_dim->lh; | |||
| 128 | int is_split; | |||
| 129 | ||||
| 130 | if (depth < 2 && from > (int) TX_4X4) { | |||
| 131 | const int cat = 2 * (TX_64X64 - t_dim->max) - depth; | |||
| 132 | const int a = t->a->tx[bx4] < txw; | |||
| 133 | const int l = t->l.tx[by4] < txh; | |||
| 134 | ||||
| 135 | is_split = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&t->ts->msac, | |||
| 136 | t->ts->cdf.m.txpart[cat][a + l]); | |||
| 137 | if (is_split) | |||
| 138 | masks[depth] |= 1 << (y_off * 4 + x_off); | |||
| 139 | } else { | |||
| 140 | is_split = 0; | |||
| 141 | } | |||
| 142 | ||||
| 143 | if (is_split && t_dim->max > TX_8X8) { | |||
| 144 | const enum RectTxfmSize sub = t_dim->sub; | |||
| 145 | const TxfmInfo *const sub_t_dim = &dav1d_txfm_dimensions[sub]; | |||
| 146 | const int txsw = sub_t_dim->w, txsh = sub_t_dim->h; | |||
| 147 | ||||
| 148 | read_tx_tree(t, sub, depth + 1, masks, x_off * 2 + 0, y_off * 2 + 0); | |||
| 149 | t->bx += txsw; | |||
| 150 | if (txw >= txh && t->bx < f->bw) | |||
| 151 | read_tx_tree(t, sub, depth + 1, masks, x_off * 2 + 1, y_off * 2 + 0); | |||
| 152 | t->bx -= txsw; | |||
| 153 | t->by += txsh; | |||
| 154 | if (txh >= txw && t->by < f->bh) { | |||
| 155 | read_tx_tree(t, sub, depth + 1, masks, x_off * 2 + 0, y_off * 2 + 1); | |||
| 156 | t->bx += txsw; | |||
| 157 | if (txw >= txh && t->bx < f->bw) | |||
| 158 | read_tx_tree(t, sub, depth + 1, masks, | |||
| 159 | x_off * 2 + 1, y_off * 2 + 1); | |||
| 160 | t->bx -= txsw; | |||
| 161 | } | |||
| 162 | t->by -= txsh; | |||
| 163 | } else { | |||
| 164 | dav1d_memset_pow2[t_dim->lw](&t->a->tx[bx4], is_split ? TX_4X4 : txw); | |||
| 165 | dav1d_memset_pow2[t_dim->lh](&t->l.tx[by4], is_split ? TX_4X4 : txh); | |||
| 166 | } | |||
| 167 | } | |||
| 168 | ||||
| 169 | static int neg_deinterleave(int diff, int ref, int max) { | |||
| 170 | if (!ref) return diff; | |||
| 171 | if (ref >= (max - 1)) return max - diff - 1; | |||
| 172 | if (2 * ref < max) { | |||
| 173 | if (diff <= 2 * ref) { | |||
| 174 | if (diff & 1) | |||
| 175 | return ref + ((diff + 1) >> 1); | |||
| 176 | else | |||
| 177 | return ref - (diff >> 1); | |||
| 178 | } | |||
| 179 | return diff; | |||
| 180 | } else { | |||
| 181 | if (diff <= 2 * (max - ref - 1)) { | |||
| 182 | if (diff & 1) | |||
| 183 | return ref + ((diff + 1) >> 1); | |||
| 184 | else | |||
| 185 | return ref - (diff >> 1); | |||
| 186 | } | |||
| 187 | return max - (diff + 1); | |||
| 188 | } | |||
| 189 | } | |||
| 190 | ||||
| 191 | static void find_matching_ref(const Dav1dTaskContext *const t, | |||
| 192 | const enum EdgeFlags intra_edge_flags, | |||
| 193 | const int bw4, const int bh4, | |||
| 194 | const int w4, const int h4, | |||
| 195 | const int have_left, const int have_top, | |||
| 196 | const int ref, uint64_t masks[2]) | |||
| 197 | { | |||
| 198 | /*const*/ refmvs_block *const *r = &t->rt.r[(t->by & 31) + 5]; | |||
| 199 | int count = 0; | |||
| 200 | int have_topleft = have_top && have_left; | |||
| 201 | int have_topright = imax(bw4, bh4) < 32 && | |||
| 202 | have_top && t->bx + bw4 < t->ts->tiling.col_end && | |||
| 203 | (intra_edge_flags & EDGE_I444_TOP_HAS_RIGHT); | |||
| 204 | ||||
| 205 | #define bs(rp) dav1d_block_dimensions[(rp)->bs] | |||
| 206 | #define matches(rp) ((rp)->ref.ref[0] == ref + 1 && (rp)->ref.ref[1] == -1) | |||
| 207 | ||||
| 208 | if (have_top) { | |||
| 209 | const refmvs_block *r2 = &r[-1][t->bx]; | |||
| 210 | if (matches(r2)) { | |||
| 211 | masks[0] |= 1; | |||
| 212 | count = 1; | |||
| 213 | } | |||
| 214 | int aw4 = bs(r2)[0]; | |||
| 215 | if (aw4 >= bw4) { | |||
| 216 | const int off = t->bx & (aw4 - 1); | |||
| 217 | if (off) have_topleft = 0; | |||
| 218 | if (aw4 - off > bw4) have_topright = 0; | |||
| 219 | } else { | |||
| 220 | unsigned mask = 1 << aw4; | |||
| 221 | for (int x = aw4; x < w4; x += aw4) { | |||
| 222 | r2 += aw4; | |||
| 223 | if (matches(r2)) { | |||
| 224 | masks[0] |= mask; | |||
| 225 | if (++count >= 8) return; | |||
| 226 | } | |||
| 227 | aw4 = bs(r2)[0]; | |||
| 228 | mask <<= aw4; | |||
| 229 | } | |||
| 230 | } | |||
| 231 | } | |||
| 232 | if (have_left) { | |||
| 233 | /*const*/ refmvs_block *const *r2 = r; | |||
| 234 | if (matches(&r2[0][t->bx - 1])) { | |||
| 235 | masks[1] |= 1; | |||
| 236 | if (++count >= 8) return; | |||
| 237 | } | |||
| 238 | int lh4 = bs(&r2[0][t->bx - 1])[1]; | |||
| 239 | if (lh4 >= bh4) { | |||
| 240 | if (t->by & (lh4 - 1)) have_topleft = 0; | |||
| 241 | } else { | |||
| 242 | unsigned mask = 1 << lh4; | |||
| 243 | for (int y = lh4; y < h4; y += lh4) { | |||
| 244 | r2 += lh4; | |||
| 245 | if (matches(&r2[0][t->bx - 1])) { | |||
| 246 | masks[1] |= mask; | |||
| 247 | if (++count >= 8) return; | |||
| 248 | } | |||
| 249 | lh4 = bs(&r2[0][t->bx - 1])[1]; | |||
| 250 | mask <<= lh4; | |||
| 251 | } | |||
| 252 | } | |||
| 253 | } | |||
| 254 | if (have_topleft && matches(&r[-1][t->bx - 1])) { | |||
| 255 | masks[1] |= 1ULL << 32; | |||
| 256 | if (++count >= 8) return; | |||
| 257 | } | |||
| 258 | if (have_topright && matches(&r[-1][t->bx + bw4])) { | |||
| 259 | masks[0] |= 1ULL << 32; | |||
| 260 | } | |||
| 261 | #undef matches | |||
| 262 | } | |||
| 263 | ||||
| 264 | static void derive_warpmv(const Dav1dTaskContext *const t, | |||
| 265 | const int bw4, const int bh4, | |||
| 266 | const uint64_t masks[2], const union mv mv, | |||
| 267 | Dav1dWarpedMotionParams *const wmp) | |||
| 268 | { | |||
| 269 | int pts[8][2 /* in, out */][2 /* x, y */], np = 0; | |||
| 270 | /*const*/ refmvs_block *const *r = &t->rt.r[(t->by & 31) + 5]; | |||
| 271 | ||||
| 272 | #define add_sample(dx, dy, sx, sy, rp)do { pts[np][0][0] = 16 * (2 * dx + sx * bs(rp)[0]) - 8; pts[ np][0][1] = 16 * (2 * dy + sy * bs(rp)[1]) - 8; pts[np][1][0] = pts[np][0][0] + (rp)->mv.mv[0].x; pts[np][1][1] = pts[np ][0][1] + (rp)->mv.mv[0].y; np++; } while (0) do { \ | |||
| 273 | pts[np][0][0] = 16 * (2 * dx + sx * bs(rp)[0]) - 8; \ | |||
| 274 | pts[np][0][1] = 16 * (2 * dy + sy * bs(rp)[1]) - 8; \ | |||
| 275 | pts[np][1][0] = pts[np][0][0] + (rp)->mv.mv[0].x; \ | |||
| 276 | pts[np][1][1] = pts[np][0][1] + (rp)->mv.mv[0].y; \ | |||
| 277 | np++; \ | |||
| 278 | } while (0) | |||
| 279 | ||||
| 280 | // use masks[] to find the projectable motion vectors in the edges | |||
| 281 | if ((unsigned) masks[0] == 1 && !(masks[1] >> 32)) { | |||
| ||||
| 282 | const int off = t->bx & (bs(&r[-1][t->bx])[0] - 1); | |||
| 283 | add_sample(-off, 0, 1, -1, &r[-1][t->bx])do { pts[np][0][0] = 16 * (2 * -off + 1 * bs(&r[-1][t-> bx])[0]) - 8; pts[np][0][1] = 16 * (2 * 0 + -1 * bs(&r[-1 ][t->bx])[1]) - 8; pts[np][1][0] = pts[np][0][0] + (&r [-1][t->bx])->mv.mv[0].x; pts[np][1][1] = pts[np][0][1] + (&r[-1][t->bx])->mv.mv[0].y; np++; } while (0); | |||
| 284 | } else for (unsigned off = 0, xmask = (uint32_t) masks[0]; np < 8 && xmask;) { // top | |||
| 285 | const int tz = ctz(xmask); | |||
| 286 | off += tz; | |||
| 287 | xmask >>= tz; | |||
| 288 | add_sample(off, 0, 1, -1, &r[-1][t->bx + off])do { pts[np][0][0] = 16 * (2 * off + 1 * bs(&r[-1][t-> bx + off])[0]) - 8; pts[np][0][1] = 16 * (2 * 0 + -1 * bs(& r[-1][t->bx + off])[1]) - 8; pts[np][1][0] = pts[np][0][0] + (&r[-1][t->bx + off])->mv.mv[0].x; pts[np][1][1] = pts[np][0][1] + (&r[-1][t->bx + off])->mv.mv[0]. y; np++; } while (0); | |||
| 289 | xmask &= ~1; | |||
| 290 | } | |||
| 291 | if (np
| |||
| 292 | const int off = t->by & (bs(&r[0][t->bx - 1])[1] - 1); | |||
| 293 | add_sample(0, -off, -1, 1, &r[-off][t->bx - 1])do { pts[np][0][0] = 16 * (2 * 0 + -1 * bs(&r[-off][t-> bx - 1])[0]) - 8; pts[np][0][1] = 16 * (2 * -off + 1 * bs(& r[-off][t->bx - 1])[1]) - 8; pts[np][1][0] = pts[np][0][0] + (&r[-off][t->bx - 1])->mv.mv[0].x; pts[np][1][1] = pts[np][0][1] + (&r[-off][t->bx - 1])->mv.mv[0]. y; np++; } while (0); | |||
| 294 | } else for (unsigned off = 0, ymask = (uint32_t) masks[1]; np < 8 && ymask;) { // left | |||
| 295 | const int tz = ctz(ymask); | |||
| 296 | off += tz; | |||
| 297 | ymask >>= tz; | |||
| 298 | add_sample(0, off, -1, 1, &r[off][t->bx - 1])do { pts[np][0][0] = 16 * (2 * 0 + -1 * bs(&r[off][t-> bx - 1])[0]) - 8; pts[np][0][1] = 16 * (2 * off + 1 * bs(& r[off][t->bx - 1])[1]) - 8; pts[np][1][0] = pts[np][0][0] + (&r[off][t->bx - 1])->mv.mv[0].x; pts[np][1][1] = pts [np][0][1] + (&r[off][t->bx - 1])->mv.mv[0].y; np++ ; } while (0); | |||
| 299 | ymask &= ~1; | |||
| 300 | } | |||
| 301 | if (np
| |||
| 302 | add_sample(0, 0, -1, -1, &r[-1][t->bx - 1])do { pts[np][0][0] = 16 * (2 * 0 + -1 * bs(&r[-1][t->bx - 1])[0]) - 8; pts[np][0][1] = 16 * (2 * 0 + -1 * bs(&r[ -1][t->bx - 1])[1]) - 8; pts[np][1][0] = pts[np][0][0] + ( &r[-1][t->bx - 1])->mv.mv[0].x; pts[np][1][1] = pts [np][0][1] + (&r[-1][t->bx - 1])->mv.mv[0].y; np++; } while (0); | |||
| 303 | if (np
| |||
| 304 | add_sample(bw4, 0, 1, -1, &r[-1][t->bx + bw4])do { pts[np][0][0] = 16 * (2 * bw4 + 1 * bs(&r[-1][t-> bx + bw4])[0]) - 8; pts[np][0][1] = 16 * (2 * 0 + -1 * bs(& r[-1][t->bx + bw4])[1]) - 8; pts[np][1][0] = pts[np][0][0] + (&r[-1][t->bx + bw4])->mv.mv[0].x; pts[np][1][1] = pts[np][0][1] + (&r[-1][t->bx + bw4])->mv.mv[0]. y; np++; } while (0); | |||
| 305 | assert(np > 0 && np <= 8)((void) sizeof ((np > 0 && np <= 8) ? 1 : 0), __extension__ ({ if (np > 0 && np <= 8) ; else __assert_fail ("np > 0 && np <= 8", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 305, __extension__ __PRETTY_FUNCTION__); })); | |||
| 306 | #undef bs | |||
| 307 | ||||
| 308 | // select according to motion vector difference against a threshold | |||
| 309 | int mvd[8], ret = 0; | |||
| 310 | const int thresh = 4 * iclip(imax(bw4, bh4), 4, 28); | |||
| 311 | for (int i = 0; i < np; i++) { | |||
| 312 | mvd[i] = abs(pts[i][1][0] - pts[i][0][0] - mv.x) + | |||
| 313 | abs(pts[i][1][1] - pts[i][0][1] - mv.y); | |||
| 314 | if (mvd[i] > thresh) | |||
| 315 | mvd[i] = -1; | |||
| 316 | else | |||
| 317 | ret++; | |||
| 318 | } | |||
| 319 | if (!ret
| |||
| 320 | ret = 1; | |||
| 321 | } else for (int i = 0, j = np - 1, k = 0; k < np - ret; k++, i++, j--) { | |||
| 322 | while (mvd[i] != -1) i++; | |||
| 323 | while (mvd[j] == -1) j--; | |||
| ||||
| 324 | assert(i != j)((void) sizeof ((i != j) ? 1 : 0), __extension__ ({ if (i != j ) ; else __assert_fail ("i != j", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 324, __extension__ __PRETTY_FUNCTION__); })); | |||
| 325 | if (i > j) break; | |||
| 326 | // replace the discarded samples; | |||
| 327 | mvd[i] = mvd[j]; | |||
| 328 | memcpy(pts[i], pts[j], sizeof(*pts)); | |||
| 329 | } | |||
| 330 | ||||
| 331 | if (!dav1d_find_affine_int(pts, ret, bw4, bh4, mv, wmp, t->bx, t->by) && | |||
| 332 | !dav1d_get_shear_params(wmp)) | |||
| 333 | { | |||
| 334 | wmp->type = DAV1D_WM_TYPE_AFFINE; | |||
| 335 | } else | |||
| 336 | wmp->type = DAV1D_WM_TYPE_IDENTITY; | |||
| 337 | } | |||
| 338 | ||||
| 339 | static inline int findoddzero(const uint8_t *buf, int len) { | |||
| 340 | for (int n = 0; n < len; n++) | |||
| 341 | if (!buf[n * 2]) return 1; | |||
| 342 | return 0; | |||
| 343 | } | |||
| 344 | ||||
| 345 | // meant to be SIMD'able, so that theoretical complexity of this function | |||
| 346 | // times block size goes from w4*h4 to w4+h4-1 | |||
| 347 | // a and b are previous two lines containing (a) top/left entries or (b) | |||
| 348 | // top/left entries, with a[0] being either the first top or first left entry, | |||
| 349 | // depending on top_offset being 1 or 0, and b being the first top/left entry | |||
| 350 | // for whichever has one. left_offset indicates whether the (len-1)th entry | |||
| 351 | // has a left neighbour. | |||
| 352 | // output is order[] and ctx for each member of this diagonal. | |||
| 353 | static void order_palette(const uint8_t *pal_idx, const ptrdiff_t stride, | |||
| 354 | const int i, const int first, const int last, | |||
| 355 | uint8_t (*const order)[8], uint8_t *const ctx) | |||
| 356 | { | |||
| 357 | int have_top = i > first; | |||
| 358 | ||||
| 359 | assert(pal_idx)((void) sizeof ((pal_idx) ? 1 : 0), __extension__ ({ if (pal_idx ) ; else __assert_fail ("pal_idx", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 359, __extension__ __PRETTY_FUNCTION__); })); | |||
| 360 | pal_idx += first + (i - first) * stride; | |||
| 361 | for (int j = first, n = 0; j >= last; have_top = 1, j--, n++, pal_idx += stride - 1) { | |||
| 362 | const int have_left = j > 0; | |||
| 363 | ||||
| 364 | assert(have_left || have_top)((void) sizeof ((have_left || have_top) ? 1 : 0), __extension__ ({ if (have_left || have_top) ; else __assert_fail ("have_left || have_top" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 364, __extension__ __PRETTY_FUNCTION__); })); | |||
| 365 | ||||
| 366 | #define add(v_in) do { \ | |||
| 367 | const int v = v_in; \ | |||
| 368 | assert((unsigned)v < 8U)((void) sizeof (((unsigned)v < 8U) ? 1 : 0), __extension__ ({ if ((unsigned)v < 8U) ; else __assert_fail ("(unsigned)v < 8U" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 368, __extension__ __PRETTY_FUNCTION__); })); \ | |||
| 369 | order[n][o_idx++] = v; \ | |||
| 370 | mask |= 1 << v; \ | |||
| 371 | } while (0) | |||
| 372 | ||||
| 373 | unsigned mask = 0; | |||
| 374 | int o_idx = 0; | |||
| 375 | if (!have_left) { | |||
| 376 | ctx[n] = 0; | |||
| 377 | add(pal_idx[-stride]); | |||
| 378 | } else if (!have_top) { | |||
| 379 | ctx[n] = 0; | |||
| 380 | add(pal_idx[-1]); | |||
| 381 | } else { | |||
| 382 | const int l = pal_idx[-1], t = pal_idx[-stride], tl = pal_idx[-(stride + 1)]; | |||
| 383 | const int same_t_l = t == l; | |||
| 384 | const int same_t_tl = t == tl; | |||
| 385 | const int same_l_tl = l == tl; | |||
| 386 | const int same_all = same_t_l & same_t_tl & same_l_tl; | |||
| 387 | ||||
| 388 | if (same_all) { | |||
| 389 | ctx[n] = 4; | |||
| 390 | add(t); | |||
| 391 | } else if (same_t_l) { | |||
| 392 | ctx[n] = 3; | |||
| 393 | add(t); | |||
| 394 | add(tl); | |||
| 395 | } else if (same_t_tl | same_l_tl) { | |||
| 396 | ctx[n] = 2; | |||
| 397 | add(tl); | |||
| 398 | add(same_t_tl ? l : t); | |||
| 399 | } else { | |||
| 400 | ctx[n] = 1; | |||
| 401 | add(imin(t, l)); | |||
| 402 | add(imax(t, l)); | |||
| 403 | add(tl); | |||
| 404 | } | |||
| 405 | } | |||
| 406 | for (unsigned m = 1, bit = 0; m < 0x100; m <<= 1, bit++) | |||
| 407 | if (!(mask & m)) | |||
| 408 | order[n][o_idx++] = bit; | |||
| 409 | assert(o_idx == 8)((void) sizeof ((o_idx == 8) ? 1 : 0), __extension__ ({ if (o_idx == 8) ; else __assert_fail ("o_idx == 8", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 409, __extension__ __PRETTY_FUNCTION__); })); | |||
| 410 | #undef add | |||
| 411 | } | |||
| 412 | } | |||
| 413 | ||||
| 414 | static void read_pal_indices(Dav1dTaskContext *const t, | |||
| 415 | uint8_t *const pal_idx, | |||
| 416 | const int pal_sz, const int pl, | |||
| 417 | const int w4, const int h4, | |||
| 418 | const int bw4, const int bh4) | |||
| 419 | { | |||
| 420 | Dav1dTileState *const ts = t->ts; | |||
| 421 | const ptrdiff_t stride = bw4 * 4; | |||
| 422 | assert(pal_idx)((void) sizeof ((pal_idx) ? 1 : 0), __extension__ ({ if (pal_idx ) ; else __assert_fail ("pal_idx", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 422, __extension__ __PRETTY_FUNCTION__); })); | |||
| 423 | uint8_t *const pal_tmp = t->scratch.pal_idx_uv; | |||
| 424 | pal_tmp[0] = dav1d_msac_decode_uniform(&ts->msac, pal_sz); | |||
| 425 | uint16_t (*const color_map_cdf)[8] = | |||
| 426 | ts->cdf.m.color_map[pl][pal_sz - 2]; | |||
| 427 | uint8_t (*const order)[8] = t->scratch.pal_order; | |||
| 428 | uint8_t *const ctx = t->scratch.pal_ctx; | |||
| 429 | for (int i = 1; i < 4 * (w4 + h4) - 1; i++) { | |||
| 430 | // top/left-to-bottom/right diagonals ("wave-front") | |||
| 431 | const int first = imin(i, w4 * 4 - 1); | |||
| 432 | const int last = imax(0, i - h4 * 4 + 1); | |||
| 433 | order_palette(pal_tmp, stride, i, first, last, order, ctx); | |||
| 434 | for (int j = first, m = 0; j >= last; j--, m++) { | |||
| 435 | const int color_idx = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, | |||
| 436 | color_map_cdf[ctx[m]], pal_sz - 1); | |||
| 437 | pal_tmp[(i - j) * stride + j] = order[m][color_idx]; | |||
| 438 | } | |||
| 439 | } | |||
| 440 | ||||
| 441 | t->c->pal_dsp.pal_idx_finish(pal_idx, pal_tmp, bw4 * 4, bh4 * 4, | |||
| 442 | w4 * 4, h4 * 4); | |||
| 443 | } | |||
| 444 | ||||
| 445 | static void read_vartx_tree(Dav1dTaskContext *const t, | |||
| 446 | Av1Block *const b, const enum BlockSize bs, | |||
| 447 | const int bx4, const int by4) | |||
| 448 | { | |||
| 449 | const Dav1dFrameContext *const f = t->f; | |||
| 450 | const uint8_t *const b_dim = dav1d_block_dimensions[bs]; | |||
| 451 | const int bw4 = b_dim[0], bh4 = b_dim[1]; | |||
| 452 | ||||
| 453 | // var-tx tree coding | |||
| 454 | uint16_t tx_split[2] = { 0 }; | |||
| 455 | b->max_ytx = dav1d_max_txfm_size_for_bs[bs][0]; | |||
| 456 | if (!b->skip && (f->frame_hdr->segmentation.lossless[b->seg_id] || | |||
| 457 | b->max_ytx == TX_4X4)) | |||
| 458 | { | |||
| 459 | b->max_ytx = b->uvtx = TX_4X4; | |||
| 460 | if (f->frame_hdr->txfm_mode == DAV1D_TX_SWITCHABLE) { | |||
| 461 | dav1d_memset_pow2[b_dim[2]](&t->a->tx[bx4], TX_4X4); | |||
| 462 | dav1d_memset_pow2[b_dim[3]](&t->l.tx[by4], TX_4X4); | |||
| 463 | } | |||
| 464 | } else if (f->frame_hdr->txfm_mode != DAV1D_TX_SWITCHABLE || b->skip) { | |||
| 465 | if (f->frame_hdr->txfm_mode == DAV1D_TX_SWITCHABLE) { | |||
| 466 | dav1d_memset_pow2[b_dim[2]](&t->a->tx[bx4], b_dim[2 + 0]); | |||
| 467 | dav1d_memset_pow2[b_dim[3]](&t->l.tx[by4], b_dim[2 + 1]); | |||
| 468 | } | |||
| 469 | b->uvtx = dav1d_max_txfm_size_for_bs[bs][f->cur.p.layout]; | |||
| 470 | } else { | |||
| 471 | assert(bw4 <= 16 || bh4 <= 16 || b->max_ytx == TX_64X64)((void) sizeof ((bw4 <= 16 || bh4 <= 16 || b->max_ytx == TX_64X64) ? 1 : 0), __extension__ ({ if (bw4 <= 16 || bh4 <= 16 || b->max_ytx == TX_64X64) ; else __assert_fail ( "bw4 <= 16 || bh4 <= 16 || b->max_ytx == TX_64X64", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 471, __extension__ __PRETTY_FUNCTION__); })); | |||
| 472 | int y, x, y_off, x_off; | |||
| 473 | const TxfmInfo *const ytx = &dav1d_txfm_dimensions[b->max_ytx]; | |||
| 474 | for (y = 0, y_off = 0; y < bh4; y += ytx->h, y_off++) { | |||
| 475 | for (x = 0, x_off = 0; x < bw4; x += ytx->w, x_off++) { | |||
| 476 | read_tx_tree(t, b->max_ytx, 0, tx_split, x_off, y_off); | |||
| 477 | // contexts are updated inside read_tx_tree() | |||
| 478 | t->bx += ytx->w; | |||
| 479 | } | |||
| 480 | t->bx -= x; | |||
| 481 | t->by += ytx->h; | |||
| 482 | } | |||
| 483 | t->by -= y; | |||
| 484 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 485 | printf("Post-vartxtree[%x/%x]: r=%d\n", | |||
| 486 | tx_split[0], tx_split[1], t->ts->msac.rng); | |||
| 487 | b->uvtx = dav1d_max_txfm_size_for_bs[bs][f->cur.p.layout]; | |||
| 488 | } | |||
| 489 | assert(!(tx_split[0] & ~0x33))((void) sizeof ((!(tx_split[0] & ~0x33)) ? 1 : 0), __extension__ ({ if (!(tx_split[0] & ~0x33)) ; else __assert_fail ("!(tx_split[0] & ~0x33)" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 489, __extension__ __PRETTY_FUNCTION__); })); | |||
| 490 | b->tx_split0 = (uint8_t)tx_split[0]; | |||
| 491 | b->tx_split1 = tx_split[1]; | |||
| 492 | } | |||
| 493 | ||||
| 494 | static inline unsigned get_prev_frame_segid(const Dav1dFrameContext *const f, | |||
| 495 | const int by, const int bx, | |||
| 496 | const int w4, int h4, | |||
| 497 | const uint8_t *ref_seg_map, | |||
| 498 | const ptrdiff_t stride) | |||
| 499 | { | |||
| 500 | assert(f->frame_hdr->primary_ref_frame != DAV1D_PRIMARY_REF_NONE)((void) sizeof ((f->frame_hdr->primary_ref_frame != 7) ? 1 : 0), __extension__ ({ if (f->frame_hdr->primary_ref_frame != 7) ; else __assert_fail ("f->frame_hdr->primary_ref_frame != DAV1D_PRIMARY_REF_NONE" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 500, __extension__ __PRETTY_FUNCTION__); })); | |||
| 501 | ||||
| 502 | unsigned seg_id = 8; | |||
| 503 | ref_seg_map += by * stride + bx; | |||
| 504 | do { | |||
| 505 | for (int x = 0; x < w4; x++) | |||
| 506 | seg_id = imin(seg_id, ref_seg_map[x]); | |||
| 507 | ref_seg_map += stride; | |||
| 508 | } while (--h4 > 0 && seg_id); | |||
| 509 | assert(seg_id < 8)((void) sizeof ((seg_id < 8) ? 1 : 0), __extension__ ({ if (seg_id < 8) ; else __assert_fail ("seg_id < 8", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 509, __extension__ __PRETTY_FUNCTION__); })); | |||
| 510 | ||||
| 511 | return seg_id; | |||
| 512 | } | |||
| 513 | ||||
| 514 | static inline void splat_oneref_mv(const Dav1dContext *const c, | |||
| 515 | Dav1dTaskContext *const t, | |||
| 516 | const enum BlockSize bs, | |||
| 517 | const Av1Block *const b, | |||
| 518 | const int bw4, const int bh4) | |||
| 519 | { | |||
| 520 | const enum InterPredMode mode = b->inter_mode; | |||
| 521 | const refmvs_block ALIGN(tmpl, 16)tmpl __attribute__((aligned(16))) = (refmvs_block) { | |||
| 522 | .ref.ref = { b->ref[0] + 1, b->interintra_type ? 0 : -1 }, | |||
| 523 | .mv.mv[0] = b->mv[0], | |||
| 524 | .bs = bs, | |||
| 525 | .mf = (mode == GLOBALMV && imin(bw4, bh4) >= 2) | ((mode == NEWMV) * 2), | |||
| 526 | }; | |||
| 527 | c->refmvs_dsp.splat_mv(&t->rt.r[(t->by & 31) + 5], &tmpl, t->bx, bw4, bh4); | |||
| 528 | } | |||
| 529 | ||||
| 530 | static inline void splat_intrabc_mv(const Dav1dContext *const c, | |||
| 531 | Dav1dTaskContext *const t, | |||
| 532 | const enum BlockSize bs, | |||
| 533 | const Av1Block *const b, | |||
| 534 | const int bw4, const int bh4) | |||
| 535 | { | |||
| 536 | const refmvs_block ALIGN(tmpl, 16)tmpl __attribute__((aligned(16))) = (refmvs_block) { | |||
| 537 | .ref.ref = { 0, -1 }, | |||
| 538 | .mv.mv[0] = b->mv[0], | |||
| 539 | .bs = bs, | |||
| 540 | .mf = 0, | |||
| 541 | }; | |||
| 542 | c->refmvs_dsp.splat_mv(&t->rt.r[(t->by & 31) + 5], &tmpl, t->bx, bw4, bh4); | |||
| 543 | } | |||
| 544 | ||||
| 545 | static inline void splat_tworef_mv(const Dav1dContext *const c, | |||
| 546 | Dav1dTaskContext *const t, | |||
| 547 | const enum BlockSize bs, | |||
| 548 | const Av1Block *const b, | |||
| 549 | const int bw4, const int bh4) | |||
| 550 | { | |||
| 551 | assert(bw4 >= 2 && bh4 >= 2)((void) sizeof ((bw4 >= 2 && bh4 >= 2) ? 1 : 0) , __extension__ ({ if (bw4 >= 2 && bh4 >= 2) ; else __assert_fail ("bw4 >= 2 && bh4 >= 2", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 551, __extension__ __PRETTY_FUNCTION__); })); | |||
| 552 | const enum CompInterPredMode mode = b->inter_mode; | |||
| 553 | const refmvs_block ALIGN(tmpl, 16)tmpl __attribute__((aligned(16))) = (refmvs_block) { | |||
| 554 | .ref.ref = { b->ref[0] + 1, b->ref[1] + 1 }, | |||
| 555 | .mv.mv = { b->mv[0], b->mv[1] }, | |||
| 556 | .bs = bs, | |||
| 557 | .mf = (mode == GLOBALMV_GLOBALMV) | !!((1 << mode) & (0xbc)) * 2, | |||
| 558 | }; | |||
| 559 | c->refmvs_dsp.splat_mv(&t->rt.r[(t->by & 31) + 5], &tmpl, t->bx, bw4, bh4); | |||
| 560 | } | |||
| 561 | ||||
| 562 | static inline void splat_intraref(const Dav1dContext *const c, | |||
| 563 | Dav1dTaskContext *const t, | |||
| 564 | const enum BlockSize bs, | |||
| 565 | const int bw4, const int bh4) | |||
| 566 | { | |||
| 567 | const refmvs_block ALIGN(tmpl, 16)tmpl __attribute__((aligned(16))) = (refmvs_block) { | |||
| 568 | .ref.ref = { 0, -1 }, | |||
| 569 | .mv.mv[0].n = INVALID_MV0x80008000, | |||
| 570 | .bs = bs, | |||
| 571 | .mf = 0, | |||
| 572 | }; | |||
| 573 | c->refmvs_dsp.splat_mv(&t->rt.r[(t->by & 31) + 5], &tmpl, t->bx, bw4, bh4); | |||
| 574 | } | |||
| 575 | ||||
| 576 | static void mc_lowest_px(int *const dst, const int by4, const int bh4, | |||
| 577 | const int mvy, const int ss_ver, | |||
| 578 | const struct ScalableMotionParams *const smp) | |||
| 579 | { | |||
| 580 | const int v_mul = 4 >> ss_ver; | |||
| 581 | if (!smp->scale) { | |||
| 582 | const int my = mvy >> (3 + ss_ver), dy = mvy & (15 >> !ss_ver); | |||
| 583 | *dst = imax(*dst, (by4 + bh4) * v_mul + my + 4 * !!dy); | |||
| 584 | } else { | |||
| 585 | int y = (by4 * v_mul << 4) + mvy * (1 << !ss_ver); | |||
| 586 | const int64_t tmp = (int64_t)(y) * smp->scale + (smp->scale - 0x4000) * 8; | |||
| 587 | y = apply_sign64((int)((llabs(tmp) + 128) >> 8), tmp) + 32; | |||
| 588 | const int bottom = ((y + (bh4 * v_mul - 1) * smp->step) >> 10) + 1 + 4; | |||
| 589 | *dst = imax(*dst, bottom); | |||
| 590 | } | |||
| 591 | } | |||
| 592 | ||||
| 593 | static ALWAYS_INLINE__attribute__((always_inline)) inline void affine_lowest_px(Dav1dTaskContext *const t, int *const dst, | |||
| 594 | const uint8_t *const b_dim, | |||
| 595 | const Dav1dWarpedMotionParams *const wmp, | |||
| 596 | const int ss_ver, const int ss_hor) | |||
| 597 | { | |||
| 598 | const int h_mul = 4 >> ss_hor, v_mul = 4 >> ss_ver; | |||
| 599 | assert(!((b_dim[0] * h_mul) & 7) && !((b_dim[1] * v_mul) & 7))((void) sizeof ((!((b_dim[0] * h_mul) & 7) && !(( b_dim[1] * v_mul) & 7)) ? 1 : 0), __extension__ ({ if (!( (b_dim[0] * h_mul) & 7) && !((b_dim[1] * v_mul) & 7)) ; else __assert_fail ("!((b_dim[0] * h_mul) & 7) && !((b_dim[1] * v_mul) & 7)" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 599, __extension__ __PRETTY_FUNCTION__); })); | |||
| 600 | const int32_t *const mat = wmp->matrix; | |||
| 601 | const int y = b_dim[1] * v_mul - 8; // lowest y | |||
| 602 | ||||
| 603 | const int src_y = t->by * 4 + ((y + 4) << ss_ver); | |||
| 604 | const int64_t mat5_y = (int64_t) mat[5] * src_y + mat[1]; | |||
| 605 | // check left- and right-most blocks | |||
| 606 | for (int x = 0; x < b_dim[0] * h_mul; x += imax(8, b_dim[0] * h_mul - 8)) { | |||
| 607 | // calculate transformation relative to center of 8x8 block in | |||
| 608 | // luma pixel units | |||
| 609 | const int src_x = t->bx * 4 + ((x + 4) << ss_hor); | |||
| 610 | const int64_t mvy = ((int64_t) mat[4] * src_x + mat5_y) >> ss_ver; | |||
| 611 | const int dy = (int) (mvy >> 16) - 4; | |||
| 612 | *dst = imax(*dst, dy + 4 + 8); | |||
| 613 | } | |||
| 614 | } | |||
| 615 | ||||
| 616 | static NOINLINE__attribute__((noinline)) void affine_lowest_px_luma(Dav1dTaskContext *const t, int *const dst, | |||
| 617 | const uint8_t *const b_dim, | |||
| 618 | const Dav1dWarpedMotionParams *const wmp) | |||
| 619 | { | |||
| 620 | affine_lowest_px(t, dst, b_dim, wmp, 0, 0); | |||
| 621 | } | |||
| 622 | ||||
| 623 | static NOINLINE__attribute__((noinline)) void affine_lowest_px_chroma(Dav1dTaskContext *const t, int *const dst, | |||
| 624 | const uint8_t *const b_dim, | |||
| 625 | const Dav1dWarpedMotionParams *const wmp) | |||
| 626 | { | |||
| 627 | const Dav1dFrameContext *const f = t->f; | |||
| 628 | assert(f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I400)((void) sizeof ((f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I400 ) ? 1 : 0), __extension__ ({ if (f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I400 ) ; else __assert_fail ("f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I400" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 628, __extension__ __PRETTY_FUNCTION__); })); | |||
| 629 | if (f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I444) | |||
| 630 | affine_lowest_px_luma(t, dst, b_dim, wmp); | |||
| 631 | else | |||
| 632 | affine_lowest_px(t, dst, b_dim, wmp, f->cur.p.layout & DAV1D_PIXEL_LAYOUT_I420, 1); | |||
| 633 | } | |||
| 634 | ||||
| 635 | static void obmc_lowest_px(Dav1dTaskContext *const t, | |||
| 636 | int (*const dst)[2], const int is_chroma, | |||
| 637 | const uint8_t *const b_dim, | |||
| 638 | const int bx4, const int by4, const int w4, const int h4) | |||
| 639 | { | |||
| 640 | assert(!(t->bx & 1) && !(t->by & 1))((void) sizeof ((!(t->bx & 1) && !(t->by & 1)) ? 1 : 0), __extension__ ({ if (!(t->bx & 1) && !(t->by & 1)) ; else __assert_fail ("!(t->bx & 1) && !(t->by & 1)" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 640, __extension__ __PRETTY_FUNCTION__); })); | |||
| 641 | const Dav1dFrameContext *const f = t->f; | |||
| 642 | /*const*/ refmvs_block **r = &t->rt.r[(t->by & 31) + 5]; | |||
| 643 | const int ss_ver = is_chroma && f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I420; | |||
| 644 | const int ss_hor = is_chroma && f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I444; | |||
| 645 | const int h_mul = 4 >> ss_hor, v_mul = 4 >> ss_ver; | |||
| 646 | ||||
| 647 | if (t->by > t->ts->tiling.row_start && | |||
| 648 | (!is_chroma || b_dim[0] * h_mul + b_dim[1] * v_mul >= 16)) | |||
| 649 | { | |||
| 650 | for (int i = 0, x = 0; x < w4 && i < imin(b_dim[2], 4); ) { | |||
| 651 | // only odd blocks are considered for overlap handling, hence +1 | |||
| 652 | const refmvs_block *const a_r = &r[-1][t->bx + x + 1]; | |||
| 653 | const uint8_t *const a_b_dim = dav1d_block_dimensions[a_r->bs]; | |||
| 654 | ||||
| 655 | if (a_r->ref.ref[0] > 0) { | |||
| 656 | const int oh4 = imin(b_dim[1], 16) >> 1; | |||
| 657 | mc_lowest_px(&dst[a_r->ref.ref[0] - 1][is_chroma], t->by, | |||
| 658 | (oh4 * 3 + 3) >> 2, a_r->mv.mv[0].y, ss_ver, | |||
| 659 | &f->svc[a_r->ref.ref[0] - 1][1]); | |||
| 660 | i++; | |||
| 661 | } | |||
| 662 | x += imax(a_b_dim[0], 2); | |||
| 663 | } | |||
| 664 | } | |||
| 665 | ||||
| 666 | if (t->bx > t->ts->tiling.col_start) | |||
| 667 | for (int i = 0, y = 0; y < h4 && i < imin(b_dim[3], 4); ) { | |||
| 668 | // only odd blocks are considered for overlap handling, hence +1 | |||
| 669 | const refmvs_block *const l_r = &r[y + 1][t->bx - 1]; | |||
| 670 | const uint8_t *const l_b_dim = dav1d_block_dimensions[l_r->bs]; | |||
| 671 | ||||
| 672 | if (l_r->ref.ref[0] > 0) { | |||
| 673 | const int oh4 = iclip(l_b_dim[1], 2, b_dim[1]); | |||
| 674 | mc_lowest_px(&dst[l_r->ref.ref[0] - 1][is_chroma], | |||
| 675 | t->by + y, oh4, l_r->mv.mv[0].y, ss_ver, | |||
| 676 | &f->svc[l_r->ref.ref[0] - 1][1]); | |||
| 677 | i++; | |||
| 678 | } | |||
| 679 | y += imax(l_b_dim[1], 2); | |||
| 680 | } | |||
| 681 | } | |||
| 682 | ||||
| 683 | static int decode_b(Dav1dTaskContext *const t, | |||
| 684 | const enum BlockLevel bl, | |||
| 685 | const enum BlockSize bs, | |||
| 686 | const enum BlockPartition bp, | |||
| 687 | const enum EdgeFlags intra_edge_flags) { | |||
| 688 | Dav1dTileState *const ts = t->ts; | |||
| 689 | const Dav1dFrameContext *const f = t->f; | |||
| 690 | Av1Block b_mem, *const b = t->frame_thread.pass ? | |||
| 691 | &f->frame_thread.b[t->by * f->b4_stride + t->bx] : &b_mem; | |||
| 692 | const uint8_t *const b_dim = dav1d_block_dimensions[bs]; | |||
| 693 | const int bx4 = t->bx & 31, by4 = t->by & 31; | |||
| 694 | const int ss_ver = f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I420; | |||
| 695 | const int ss_hor = f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I444; | |||
| 696 | const int cbx4 = bx4 >> ss_hor, cby4 = by4 >> ss_ver; | |||
| 697 | const int bw4 = b_dim[0], bh4 = b_dim[1]; | |||
| 698 | const int w4 = imin(bw4, f->bw - t->bx), h4 = imin(bh4, f->bh - t->by); | |||
| 699 | const int cbw4 = (bw4 + ss_hor) >> ss_hor, cbh4 = (bh4 + ss_ver) >> ss_ver; | |||
| 700 | const int have_left = t->bx > ts->tiling.col_start; | |||
| 701 | const int have_top = t->by > ts->tiling.row_start; | |||
| 702 | const int has_chroma = f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I400 && | |||
| 703 | (bw4 > ss_hor || t->bx & 1) && | |||
| 704 | (bh4 > ss_ver || t->by & 1); | |||
| 705 | ||||
| 706 | if (t->frame_thread.pass == 2) { | |||
| 707 | if (b->intra) { | |||
| 708 | f->bd_fn.recon_b_intra(t, bs, intra_edge_flags, b); | |||
| 709 | ||||
| 710 | const enum IntraPredMode y_mode_nofilt = | |||
| 711 | b->y_mode == FILTER_PRED ? DC_PRED : b->y_mode; | |||
| 712 | #define set_ctx(rep_macro) \ | |||
| 713 | rep_macro(edge->mode, off, y_mode_nofilt); \ | |||
| 714 | rep_macro(edge->intra, off, 1) | |||
| 715 | BlockContext *edge = t->a; | |||
| 716 | for (int i = 0, off = bx4; i < 2; i++, off = by4, edge = &t->l) { | |||
| 717 | case_set(b_dim[2 + i])switch (b_dim[2 + i]) { case 0: set_ctx(set_ctx1); break; case 1: set_ctx(set_ctx2); break; case 2: set_ctx(set_ctx4); break ; case 3: set_ctx(set_ctx8); break; case 4: set_ctx(set_ctx16 ); break; case 5: set_ctx(set_ctx32); break; default: ((void) sizeof ((0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0", "/root/firefox-clang/third_party/dav1d/src/decode.c", 717 , __extension__ __PRETTY_FUNCTION__); })); }; | |||
| 718 | } | |||
| 719 | #undef set_ctx | |||
| 720 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { | |||
| 721 | refmvs_block *const r = &t->rt.r[(t->by & 31) + 5 + bh4 - 1][t->bx]; | |||
| 722 | for (int x = 0; x < bw4; x++) { | |||
| 723 | r[x].ref.ref[0] = 0; | |||
| 724 | r[x].bs = bs; | |||
| 725 | } | |||
| 726 | refmvs_block *const *rr = &t->rt.r[(t->by & 31) + 5]; | |||
| 727 | const int bx = t->bx + bw4 - 1; | |||
| 728 | for (int y = 0; y < bh4 - 1; y++) { | |||
| 729 | refmvs_block *d = &rr[y][bx]; | |||
| 730 | d->ref.ref[0] = 0; | |||
| 731 | d->bs = bs; | |||
| 732 | } | |||
| 733 | } | |||
| 734 | ||||
| 735 | if (has_chroma) { | |||
| 736 | uint8_t uv_mode = b->uv_mode; | |||
| 737 | dav1d_memset_pow2[ulog2(cbw4)](&t->a->uvmode[cbx4], uv_mode); | |||
| 738 | dav1d_memset_pow2[ulog2(cbh4)](&t->l.uvmode[cby4], uv_mode); | |||
| 739 | } | |||
| 740 | } else { | |||
| 741 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1) /* not intrabc */ && | |||
| 742 | b->comp_type == COMP_INTER_NONE && b->motion_mode == MM_WARP) | |||
| 743 | { | |||
| 744 | if (b->matrix[0] == INT16_MIN(-32767-1)) { | |||
| 745 | t->warpmv.type = DAV1D_WM_TYPE_IDENTITY; | |||
| 746 | } else { | |||
| 747 | t->warpmv.type = DAV1D_WM_TYPE_AFFINE; | |||
| 748 | t->warpmv.matrix[2] = b->matrix[0] + 0x10000; | |||
| 749 | t->warpmv.matrix[3] = b->matrix[1]; | |||
| 750 | t->warpmv.matrix[4] = b->matrix[2]; | |||
| 751 | t->warpmv.matrix[5] = b->matrix[3] + 0x10000; | |||
| 752 | dav1d_set_affine_mv2d(bw4, bh4, b->mv2d, &t->warpmv, | |||
| 753 | t->bx, t->by); | |||
| 754 | dav1d_get_shear_params(&t->warpmv); | |||
| 755 | #define signabs(v) v < 0 ? '-' : ' ', abs(v) | |||
| 756 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 757 | printf("[ %c%x %c%x %c%x\n %c%x %c%x %c%x ]\n" | |||
| 758 | "alpha=%c%x, beta=%c%x, gamma=%c%x, delta=%c%x, mv=y:%d,x:%d\n", | |||
| 759 | signabs(t->warpmv.matrix[0]), | |||
| 760 | signabs(t->warpmv.matrix[1]), | |||
| 761 | signabs(t->warpmv.matrix[2]), | |||
| 762 | signabs(t->warpmv.matrix[3]), | |||
| 763 | signabs(t->warpmv.matrix[4]), | |||
| 764 | signabs(t->warpmv.matrix[5]), | |||
| 765 | signabs(t->warpmv.u.p.alpha), | |||
| 766 | signabs(t->warpmv.u.p.beta), | |||
| 767 | signabs(t->warpmv.u.p.gamma), | |||
| 768 | signabs(t->warpmv.u.p.delta), | |||
| 769 | b->mv2d.y, b->mv2d.x); | |||
| 770 | #undef signabs | |||
| 771 | } | |||
| 772 | } | |||
| 773 | if (f->bd_fn.recon_b_inter(t, bs, b)) return -1; | |||
| 774 | ||||
| 775 | const uint8_t *const filter = dav1d_filter_dir[b->filter2d]; | |||
| 776 | BlockContext *edge = t->a; | |||
| 777 | for (int i = 0, off = bx4; i < 2; i++, off = by4, edge = &t->l) { | |||
| 778 | #define set_ctx(rep_macro) \ | |||
| 779 | rep_macro(edge->filter[0], off, filter[0]); \ | |||
| 780 | rep_macro(edge->filter[1], off, filter[1]); \ | |||
| 781 | rep_macro(edge->intra, off, 0) | |||
| 782 | case_set(b_dim[2 + i])switch (b_dim[2 + i]) { case 0: set_ctx(set_ctx1); break; case 1: set_ctx(set_ctx2); break; case 2: set_ctx(set_ctx4); break ; case 3: set_ctx(set_ctx8); break; case 4: set_ctx(set_ctx16 ); break; case 5: set_ctx(set_ctx32); break; default: ((void) sizeof ((0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0", "/root/firefox-clang/third_party/dav1d/src/decode.c", 782 , __extension__ __PRETTY_FUNCTION__); })); }; | |||
| 783 | #undef set_ctx | |||
| 784 | } | |||
| 785 | ||||
| 786 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { | |||
| 787 | refmvs_block *const r = &t->rt.r[(t->by & 31) + 5 + bh4 - 1][t->bx]; | |||
| 788 | const int ref1 = b->ref[0] + 1; | |||
| 789 | const union mv mv1 = b->mv[0]; | |||
| 790 | for (int x = 0; x < bw4; x++) { | |||
| 791 | r[x].ref.ref[0] = ref1; | |||
| 792 | r[x].mv.mv[0] = mv1; | |||
| 793 | r[x].bs = bs; | |||
| 794 | } | |||
| 795 | refmvs_block *const *rr = &t->rt.r[(t->by & 31) + 5]; | |||
| 796 | const int bx = t->bx + bw4 - 1; | |||
| 797 | for (int y = 0; y < bh4 - 1; y++) { | |||
| 798 | refmvs_block* d = &rr[y][bx]; | |||
| 799 | d->ref.ref[0] = ref1; | |||
| 800 | d->mv.mv[0] = mv1; | |||
| 801 | d->bs = bs; | |||
| 802 | } | |||
| 803 | } | |||
| 804 | ||||
| 805 | if (has_chroma) { | |||
| 806 | dav1d_memset_pow2[ulog2(cbw4)](&t->a->uvmode[cbx4], DC_PRED); | |||
| 807 | dav1d_memset_pow2[ulog2(cbh4)](&t->l.uvmode[cby4], DC_PRED); | |||
| 808 | } | |||
| 809 | } | |||
| 810 | return 0; | |||
| 811 | } | |||
| 812 | ||||
| 813 | const int cw4 = (w4 + ss_hor) >> ss_hor, ch4 = (h4 + ss_ver) >> ss_ver; | |||
| 814 | ||||
| 815 | b->bl = bl; | |||
| 816 | b->bp = bp; | |||
| 817 | b->bs = bs; | |||
| 818 | ||||
| 819 | const Dav1dSegmentationData *seg = NULL((void*)0); | |||
| 820 | ||||
| 821 | // segment_id (if seg_feature for skip/ref/gmv is enabled) | |||
| 822 | int seg_pred = 0; | |||
| 823 | if (f->frame_hdr->segmentation.enabled) { | |||
| 824 | if (!f->frame_hdr->segmentation.update_map) { | |||
| 825 | if (f->prev_segmap) { | |||
| 826 | unsigned seg_id = get_prev_frame_segid(f, t->by, t->bx, w4, h4, | |||
| 827 | f->prev_segmap, | |||
| 828 | f->b4_stride); | |||
| 829 | if (seg_id >= 8) return -1; | |||
| 830 | b->seg_id = seg_id; | |||
| 831 | } else { | |||
| 832 | b->seg_id = 0; | |||
| 833 | } | |||
| 834 | seg = &f->frame_hdr->segmentation.seg_data.d[b->seg_id]; | |||
| 835 | } else if (f->frame_hdr->segmentation.seg_data.preskip) { | |||
| 836 | if (f->frame_hdr->segmentation.temporal && | |||
| 837 | (seg_pred = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 838 | ts->cdf.m.seg_pred[t->a->seg_pred[bx4] + | |||
| 839 | t->l.seg_pred[by4]]))) | |||
| 840 | { | |||
| 841 | // temporal predicted seg_id | |||
| 842 | if (f->prev_segmap) { | |||
| 843 | unsigned seg_id = get_prev_frame_segid(f, t->by, t->bx, | |||
| 844 | w4, h4, | |||
| 845 | f->prev_segmap, | |||
| 846 | f->b4_stride); | |||
| 847 | if (seg_id >= 8) return -1; | |||
| 848 | b->seg_id = seg_id; | |||
| 849 | } else { | |||
| 850 | b->seg_id = 0; | |||
| 851 | } | |||
| 852 | } else { | |||
| 853 | int seg_ctx; | |||
| 854 | const unsigned pred_seg_id = | |||
| 855 | get_cur_frame_segid(t->by, t->bx, have_top, have_left, | |||
| 856 | &seg_ctx, f->cur_segmap, f->b4_stride); | |||
| 857 | const unsigned diff = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, | |||
| 858 | ts->cdf.m.seg_id[seg_ctx], | |||
| 859 | DAV1D_MAX_SEGMENTS8 - 1); | |||
| 860 | const unsigned last_active_seg_id = | |||
| 861 | f->frame_hdr->segmentation.seg_data.last_active_segid; | |||
| 862 | b->seg_id = neg_deinterleave(diff, pred_seg_id, | |||
| 863 | last_active_seg_id + 1); | |||
| 864 | if (b->seg_id > last_active_seg_id) b->seg_id = 0; // error? | |||
| 865 | if (b->seg_id >= DAV1D_MAX_SEGMENTS8) b->seg_id = 0; // error? | |||
| 866 | } | |||
| 867 | ||||
| 868 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 869 | printf("Post-segid[preskip;%d]: r=%d\n", | |||
| 870 | b->seg_id, ts->msac.rng); | |||
| 871 | ||||
| 872 | seg = &f->frame_hdr->segmentation.seg_data.d[b->seg_id]; | |||
| 873 | } | |||
| 874 | } else { | |||
| 875 | b->seg_id = 0; | |||
| 876 | } | |||
| 877 | ||||
| 878 | // skip_mode | |||
| 879 | if ((!seg || (!seg->globalmv && seg->ref == -1 && !seg->skip)) && | |||
| 880 | f->frame_hdr->skip_mode_enabled && imin(bw4, bh4) > 1) | |||
| 881 | { | |||
| 882 | const int smctx = t->a->skip_mode[bx4] + t->l.skip_mode[by4]; | |||
| 883 | b->skip_mode = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 884 | ts->cdf.m.skip_mode[smctx]); | |||
| 885 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 886 | printf("Post-skipmode[%d]: r=%d\n", b->skip_mode, ts->msac.rng); | |||
| 887 | } else { | |||
| 888 | b->skip_mode = 0; | |||
| 889 | } | |||
| 890 | ||||
| 891 | // skip | |||
| 892 | if (b->skip_mode || (seg && seg->skip)) { | |||
| 893 | b->skip = 1; | |||
| 894 | } else { | |||
| 895 | const int sctx = t->a->skip[bx4] + t->l.skip[by4]; | |||
| 896 | b->skip = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, ts->cdf.m.skip[sctx]); | |||
| 897 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 898 | printf("Post-skip[%d]: r=%d\n", b->skip, ts->msac.rng); | |||
| 899 | } | |||
| 900 | ||||
| 901 | // segment_id | |||
| 902 | if (f->frame_hdr->segmentation.enabled && | |||
| 903 | f->frame_hdr->segmentation.update_map && | |||
| 904 | !f->frame_hdr->segmentation.seg_data.preskip) | |||
| 905 | { | |||
| 906 | if (!b->skip && f->frame_hdr->segmentation.temporal && | |||
| 907 | (seg_pred = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 908 | ts->cdf.m.seg_pred[t->a->seg_pred[bx4] + | |||
| 909 | t->l.seg_pred[by4]]))) | |||
| 910 | { | |||
| 911 | // temporal predicted seg_id | |||
| 912 | if (f->prev_segmap) { | |||
| 913 | unsigned seg_id = get_prev_frame_segid(f, t->by, t->bx, w4, h4, | |||
| 914 | f->prev_segmap, | |||
| 915 | f->b4_stride); | |||
| 916 | if (seg_id >= 8) return -1; | |||
| 917 | b->seg_id = seg_id; | |||
| 918 | } else { | |||
| 919 | b->seg_id = 0; | |||
| 920 | } | |||
| 921 | } else { | |||
| 922 | int seg_ctx; | |||
| 923 | const unsigned pred_seg_id = | |||
| 924 | get_cur_frame_segid(t->by, t->bx, have_top, have_left, | |||
| 925 | &seg_ctx, f->cur_segmap, f->b4_stride); | |||
| 926 | if (b->skip) { | |||
| 927 | b->seg_id = pred_seg_id; | |||
| 928 | } else { | |||
| 929 | const unsigned diff = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, | |||
| 930 | ts->cdf.m.seg_id[seg_ctx], | |||
| 931 | DAV1D_MAX_SEGMENTS8 - 1); | |||
| 932 | const unsigned last_active_seg_id = | |||
| 933 | f->frame_hdr->segmentation.seg_data.last_active_segid; | |||
| 934 | b->seg_id = neg_deinterleave(diff, pred_seg_id, | |||
| 935 | last_active_seg_id + 1); | |||
| 936 | if (b->seg_id > last_active_seg_id) b->seg_id = 0; // error? | |||
| 937 | } | |||
| 938 | if (b->seg_id >= DAV1D_MAX_SEGMENTS8) b->seg_id = 0; // error? | |||
| 939 | } | |||
| 940 | ||||
| 941 | seg = &f->frame_hdr->segmentation.seg_data.d[b->seg_id]; | |||
| 942 | ||||
| 943 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 944 | printf("Post-segid[postskip;%d]: r=%d\n", | |||
| 945 | b->seg_id, ts->msac.rng); | |||
| 946 | } | |||
| 947 | ||||
| 948 | // cdef index | |||
| 949 | if (!b->skip) { | |||
| 950 | const int idx = f->seq_hdr->sb128 ? ((t->bx & 16) >> 4) + | |||
| 951 | ((t->by & 16) >> 3) : 0; | |||
| 952 | if (t->cur_sb_cdef_idx_ptr[idx] == -1) { | |||
| 953 | const int v = dav1d_msac_decode_bools(&ts->msac, | |||
| 954 | f->frame_hdr->cdef.n_bits); | |||
| 955 | t->cur_sb_cdef_idx_ptr[idx] = v; | |||
| 956 | if (bw4 > 16) t->cur_sb_cdef_idx_ptr[idx + 1] = v; | |||
| 957 | if (bh4 > 16) t->cur_sb_cdef_idx_ptr[idx + 2] = v; | |||
| 958 | if (bw4 == 32 && bh4 == 32) t->cur_sb_cdef_idx_ptr[idx + 3] = v; | |||
| 959 | ||||
| 960 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 961 | printf("Post-cdef_idx[%d]: r=%d\n", | |||
| 962 | *t->cur_sb_cdef_idx_ptr, ts->msac.rng); | |||
| 963 | } | |||
| 964 | } | |||
| 965 | ||||
| 966 | // delta-q/lf | |||
| 967 | if (!((t->bx | t->by) & (31 >> !f->seq_hdr->sb128))) { | |||
| 968 | const int prev_qidx = ts->last_qidx; | |||
| 969 | const int have_delta_q = f->frame_hdr->delta.q.present && | |||
| 970 | (bs != (f->seq_hdr->sb128 ? BS_128x128 : BS_64x64) || !b->skip); | |||
| 971 | ||||
| 972 | uint32_t prev_delta_lf = ts->last_delta_lf.u32; | |||
| 973 | ||||
| 974 | if (have_delta_q) { | |||
| 975 | int delta_q = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, | |||
| 976 | ts->cdf.m.delta_q, 3); | |||
| 977 | if (delta_q == 3) { | |||
| 978 | const int n_bits = 1 + dav1d_msac_decode_bools(&ts->msac, 3); | |||
| 979 | delta_q = dav1d_msac_decode_bools(&ts->msac, n_bits) + | |||
| 980 | 1 + (1 << n_bits); | |||
| 981 | } | |||
| 982 | if (delta_q) { | |||
| 983 | if (dav1d_msac_decode_bool_equidav1d_msac_decode_bool_equi_sse2(&ts->msac)) delta_q = -delta_q; | |||
| 984 | delta_q *= 1 << f->frame_hdr->delta.q.res_log2; | |||
| 985 | } | |||
| 986 | ts->last_qidx = iclip(ts->last_qidx + delta_q, 1, 255); | |||
| 987 | if (have_delta_q && DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 988 | printf("Post-delta_q[%d->%d]: r=%d\n", | |||
| 989 | delta_q, ts->last_qidx, ts->msac.rng); | |||
| 990 | ||||
| 991 | if (f->frame_hdr->delta.lf.present) { | |||
| 992 | const int n_lfs = f->frame_hdr->delta.lf.multi ? | |||
| 993 | f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I400 ? 4 : 2 : 1; | |||
| 994 | ||||
| 995 | for (int i = 0; i < n_lfs; i++) { | |||
| 996 | int delta_lf = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, | |||
| 997 | ts->cdf.m.delta_lf[i + f->frame_hdr->delta.lf.multi], 3); | |||
| 998 | if (delta_lf == 3) { | |||
| 999 | const int n_bits = 1 + dav1d_msac_decode_bools(&ts->msac, 3); | |||
| 1000 | delta_lf = dav1d_msac_decode_bools(&ts->msac, n_bits) + | |||
| 1001 | 1 + (1 << n_bits); | |||
| 1002 | } | |||
| 1003 | if (delta_lf) { | |||
| 1004 | if (dav1d_msac_decode_bool_equidav1d_msac_decode_bool_equi_sse2(&ts->msac)) | |||
| 1005 | delta_lf = -delta_lf; | |||
| 1006 | delta_lf *= 1 << f->frame_hdr->delta.lf.res_log2; | |||
| 1007 | } | |||
| 1008 | ts->last_delta_lf.i8[i] = | |||
| 1009 | iclip(ts->last_delta_lf.i8[i] + delta_lf, -63, 63); | |||
| 1010 | if (have_delta_q && DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1011 | printf("Post-delta_lf[%d:%d]: r=%d\n", i, delta_lf, | |||
| 1012 | ts->msac.rng); | |||
| 1013 | } | |||
| 1014 | } | |||
| 1015 | } | |||
| 1016 | if (ts->last_qidx == f->frame_hdr->quant.yac) { | |||
| 1017 | // assign frame-wide q values to this sb | |||
| 1018 | ts->dq = f->dq; | |||
| 1019 | } else if (ts->last_qidx != prev_qidx) { | |||
| 1020 | // find sb-specific quant parameters | |||
| 1021 | init_quant_tables(f->seq_hdr, f->frame_hdr, ts->last_qidx, ts->dqmem); | |||
| 1022 | ts->dq = ts->dqmem; | |||
| 1023 | } | |||
| 1024 | if (!ts->last_delta_lf.u32) { | |||
| 1025 | // assign frame-wide lf values to this sb | |||
| 1026 | ts->lflvl = f->lf.lvl; | |||
| 1027 | } else if (ts->last_delta_lf.u32 != prev_delta_lf) { | |||
| 1028 | // find sb-specific lf lvl parameters | |||
| 1029 | ts->lflvl = ts->lflvlmem; | |||
| 1030 | dav1d_calc_lf_values(ts->lflvlmem, f->frame_hdr, ts->last_delta_lf.i8); | |||
| 1031 | } | |||
| 1032 | } | |||
| 1033 | ||||
| 1034 | if (b->skip_mode) { | |||
| 1035 | b->intra = 0; | |||
| 1036 | } else if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { | |||
| 1037 | if (seg && (seg->ref >= 0 || seg->globalmv)) { | |||
| 1038 | b->intra = !seg->ref; | |||
| 1039 | } else { | |||
| 1040 | const int ictx = get_intra_ctx(t->a, &t->l, by4, bx4, | |||
| 1041 | have_top, have_left); | |||
| 1042 | b->intra = !dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1043 | ts->cdf.m.intra[ictx]); | |||
| 1044 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1045 | printf("Post-intra[%d]: r=%d\n", b->intra, ts->msac.rng); | |||
| 1046 | } | |||
| 1047 | } else if (f->frame_hdr->allow_intrabc) { | |||
| 1048 | b->intra = !dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, ts->cdf.m.intrabc); | |||
| 1049 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1050 | printf("Post-intrabcflag[%d]: r=%d\n", b->intra, ts->msac.rng); | |||
| 1051 | } else { | |||
| 1052 | b->intra = 1; | |||
| 1053 | } | |||
| 1054 | ||||
| 1055 | // intra/inter-specific stuff | |||
| 1056 | if (b->intra) { | |||
| 1057 | uint16_t *const ymode_cdf = IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1) ? | |||
| 1058 | ts->cdf.m.y_mode[dav1d_ymode_size_context[bs]] : | |||
| 1059 | ts->cdf.kfym[dav1d_intra_mode_context[t->a->mode[bx4]]] | |||
| 1060 | [dav1d_intra_mode_context[t->l.mode[by4]]]; | |||
| 1061 | b->y_mode = dav1d_msac_decode_symbol_adapt16(&ts->msac, ymode_cdf,((&ts->msac)->symbol_adapt16(&ts->msac, ymode_cdf , N_INTRA_PRED_MODES - 1)) | |||
| 1062 | N_INTRA_PRED_MODES - 1)((&ts->msac)->symbol_adapt16(&ts->msac, ymode_cdf , N_INTRA_PRED_MODES - 1)); | |||
| 1063 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1064 | printf("Post-ymode[%d]: r=%d\n", b->y_mode, ts->msac.rng); | |||
| 1065 | ||||
| 1066 | // angle delta | |||
| 1067 | if (b_dim[2] + b_dim[3] >= 2 && b->y_mode >= VERT_PRED && | |||
| 1068 | b->y_mode <= VERT_LEFT_PRED) | |||
| 1069 | { | |||
| 1070 | uint16_t *const acdf = ts->cdf.m.angle_delta[b->y_mode - VERT_PRED]; | |||
| 1071 | const int angle = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, acdf, 6); | |||
| 1072 | b->y_angle = angle - 3; | |||
| 1073 | } else { | |||
| 1074 | b->y_angle = 0; | |||
| 1075 | } | |||
| 1076 | ||||
| 1077 | if (has_chroma) { | |||
| 1078 | const int cfl_allowed = f->frame_hdr->segmentation.lossless[b->seg_id] ? | |||
| 1079 | cbw4 == 1 && cbh4 == 1 : !!(cfl_allowed_mask & (1 << bs)); | |||
| 1080 | uint16_t *const uvmode_cdf = ts->cdf.m.uv_mode[cfl_allowed][b->y_mode]; | |||
| 1081 | b->uv_mode = dav1d_msac_decode_symbol_adapt16(&ts->msac, uvmode_cdf,((&ts->msac)->symbol_adapt16(&ts->msac, uvmode_cdf , N_UV_INTRA_PRED_MODES - 1 - !cfl_allowed)) | |||
| 1082 | N_UV_INTRA_PRED_MODES - 1 - !cfl_allowed)((&ts->msac)->symbol_adapt16(&ts->msac, uvmode_cdf , N_UV_INTRA_PRED_MODES - 1 - !cfl_allowed)); | |||
| 1083 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1084 | printf("Post-uvmode[%d]: r=%d\n", b->uv_mode, ts->msac.rng); | |||
| 1085 | ||||
| 1086 | b->uv_angle = 0; | |||
| 1087 | if (b->uv_mode == CFL_PRED) { | |||
| 1088 | #define SIGN(a) (!!(a) + ((a) > 0)) | |||
| 1089 | const int sign = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, | |||
| 1090 | ts->cdf.m.cfl_sign, 7) + 1; | |||
| 1091 | const int sign_u = sign * 0x56 >> 8, sign_v = sign - sign_u * 3; | |||
| 1092 | assert(sign_u == sign / 3)((void) sizeof ((sign_u == sign / 3) ? 1 : 0), __extension__ ( { if (sign_u == sign / 3) ; else __assert_fail ("sign_u == sign / 3" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 1092, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1093 | if (sign_u) { | |||
| 1094 | const int ctx = (sign_u == 2) * 3 + sign_v; | |||
| 1095 | b->cfl_alpha[0] = dav1d_msac_decode_symbol_adapt16(&ts->msac,((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.cfl_alpha[ctx], 15)) | |||
| 1096 | ts->cdf.m.cfl_alpha[ctx], 15)((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.cfl_alpha[ctx], 15)) + 1; | |||
| 1097 | if (sign_u == 1) b->cfl_alpha[0] = -b->cfl_alpha[0]; | |||
| 1098 | } else { | |||
| 1099 | b->cfl_alpha[0] = 0; | |||
| 1100 | } | |||
| 1101 | if (sign_v) { | |||
| 1102 | const int ctx = (sign_v == 2) * 3 + sign_u; | |||
| 1103 | b->cfl_alpha[1] = dav1d_msac_decode_symbol_adapt16(&ts->msac,((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.cfl_alpha[ctx], 15)) | |||
| 1104 | ts->cdf.m.cfl_alpha[ctx], 15)((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.cfl_alpha[ctx], 15)) + 1; | |||
| 1105 | if (sign_v == 1) b->cfl_alpha[1] = -b->cfl_alpha[1]; | |||
| 1106 | } else { | |||
| 1107 | b->cfl_alpha[1] = 0; | |||
| 1108 | } | |||
| 1109 | #undef SIGN | |||
| 1110 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1111 | printf("Post-uvalphas[%d/%d]: r=%d\n", | |||
| 1112 | b->cfl_alpha[0], b->cfl_alpha[1], ts->msac.rng); | |||
| 1113 | } else if (b_dim[2] + b_dim[3] >= 2 && b->uv_mode >= VERT_PRED && | |||
| 1114 | b->uv_mode <= VERT_LEFT_PRED) | |||
| 1115 | { | |||
| 1116 | uint16_t *const acdf = ts->cdf.m.angle_delta[b->uv_mode - VERT_PRED]; | |||
| 1117 | const int angle = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, acdf, 6); | |||
| 1118 | b->uv_angle = angle - 3; | |||
| 1119 | } | |||
| 1120 | } | |||
| 1121 | ||||
| 1122 | b->pal_sz[0] = b->pal_sz[1] = 0; | |||
| 1123 | if (f->frame_hdr->allow_screen_content_tools && | |||
| 1124 | imax(bw4, bh4) <= 16 && bw4 + bh4 >= 4) | |||
| 1125 | { | |||
| 1126 | const int sz_ctx = b_dim[2] + b_dim[3] - 2; | |||
| 1127 | if (b->y_mode == DC_PRED) { | |||
| 1128 | const int pal_ctx = (t->a->pal_sz[bx4] > 0) + (t->l.pal_sz[by4] > 0); | |||
| 1129 | const int use_y_pal = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1130 | ts->cdf.m.pal_y[sz_ctx][pal_ctx]); | |||
| 1131 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1132 | printf("Post-y_pal[%d]: r=%d\n", use_y_pal, ts->msac.rng); | |||
| 1133 | if (use_y_pal) | |||
| 1134 | f->bd_fn.read_pal_plane(t, b, 0, sz_ctx, bx4, by4); | |||
| 1135 | } | |||
| 1136 | ||||
| 1137 | if (has_chroma && b->uv_mode == DC_PRED) { | |||
| 1138 | const int pal_ctx = b->pal_sz[0] > 0; | |||
| 1139 | const int use_uv_pal = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1140 | ts->cdf.m.pal_uv[pal_ctx]); | |||
| 1141 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1142 | printf("Post-uv_pal[%d]: r=%d\n", use_uv_pal, ts->msac.rng); | |||
| 1143 | if (use_uv_pal) // see aomedia bug 2183 for why we use luma coordinates | |||
| 1144 | f->bd_fn.read_pal_uv(t, b, sz_ctx, bx4, by4); | |||
| 1145 | } | |||
| 1146 | } | |||
| 1147 | ||||
| 1148 | if (b->y_mode == DC_PRED && !b->pal_sz[0] && | |||
| 1149 | imax(b_dim[2], b_dim[3]) <= 3 && f->seq_hdr->filter_intra) | |||
| 1150 | { | |||
| 1151 | const int is_filter = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1152 | ts->cdf.m.use_filter_intra[bs]); | |||
| 1153 | if (is_filter) { | |||
| 1154 | b->y_mode = FILTER_PRED; | |||
| 1155 | b->y_angle = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, | |||
| 1156 | ts->cdf.m.filter_intra, 4); | |||
| 1157 | } | |||
| 1158 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1159 | printf("Post-filterintramode[%d/%d]: r=%d\n", | |||
| 1160 | b->y_mode, b->y_angle, ts->msac.rng); | |||
| 1161 | } | |||
| 1162 | ||||
| 1163 | if (b->pal_sz[0]) { | |||
| 1164 | uint8_t *pal_idx; | |||
| 1165 | if (t->frame_thread.pass) { | |||
| 1166 | const int p = t->frame_thread.pass & 1; | |||
| 1167 | assert(ts->frame_thread[p].pal_idx)((void) sizeof ((ts->frame_thread[p].pal_idx) ? 1 : 0), __extension__ ({ if (ts->frame_thread[p].pal_idx) ; else __assert_fail ( "ts->frame_thread[p].pal_idx", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 1167, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1168 | pal_idx = ts->frame_thread[p].pal_idx; | |||
| 1169 | ts->frame_thread[p].pal_idx += bw4 * bh4 * 8; | |||
| 1170 | } else | |||
| 1171 | pal_idx = t->scratch.pal_idx_y; | |||
| 1172 | read_pal_indices(t, pal_idx, b->pal_sz[0], 0, w4, h4, bw4, bh4); | |||
| 1173 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1174 | printf("Post-y-pal-indices: r=%d\n", ts->msac.rng); | |||
| 1175 | } | |||
| 1176 | ||||
| 1177 | if (has_chroma && b->pal_sz[1]) { | |||
| 1178 | uint8_t *pal_idx; | |||
| 1179 | if (t->frame_thread.pass) { | |||
| 1180 | const int p = t->frame_thread.pass & 1; | |||
| 1181 | assert(ts->frame_thread[p].pal_idx)((void) sizeof ((ts->frame_thread[p].pal_idx) ? 1 : 0), __extension__ ({ if (ts->frame_thread[p].pal_idx) ; else __assert_fail ( "ts->frame_thread[p].pal_idx", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 1181, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1182 | pal_idx = ts->frame_thread[p].pal_idx; | |||
| 1183 | ts->frame_thread[p].pal_idx += cbw4 * cbh4 * 8; | |||
| 1184 | } else | |||
| 1185 | pal_idx = t->scratch.pal_idx_uv; | |||
| 1186 | read_pal_indices(t, pal_idx, b->pal_sz[1], 1, cw4, ch4, cbw4, cbh4); | |||
| 1187 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1188 | printf("Post-uv-pal-indices: r=%d\n", ts->msac.rng); | |||
| 1189 | } | |||
| 1190 | ||||
| 1191 | const TxfmInfo *t_dim; | |||
| 1192 | if (f->frame_hdr->segmentation.lossless[b->seg_id]) { | |||
| 1193 | b->tx = b->uvtx = (int) TX_4X4; | |||
| 1194 | t_dim = &dav1d_txfm_dimensions[TX_4X4]; | |||
| 1195 | } else { | |||
| 1196 | b->tx = dav1d_max_txfm_size_for_bs[bs][0]; | |||
| 1197 | b->uvtx = dav1d_max_txfm_size_for_bs[bs][f->cur.p.layout]; | |||
| 1198 | t_dim = &dav1d_txfm_dimensions[b->tx]; | |||
| 1199 | if (f->frame_hdr->txfm_mode == DAV1D_TX_SWITCHABLE && t_dim->max > TX_4X4) { | |||
| 1200 | const int tctx = get_tx_ctx(t->a, &t->l, t_dim, by4, bx4); | |||
| 1201 | uint16_t *const tx_cdf = ts->cdf.m.txsz[t_dim->max - 1][tctx]; | |||
| 1202 | int depth = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, tx_cdf, | |||
| 1203 | imin(t_dim->max, 2)); | |||
| 1204 | ||||
| 1205 | while (depth--) { | |||
| 1206 | b->tx = t_dim->sub; | |||
| 1207 | t_dim = &dav1d_txfm_dimensions[b->tx]; | |||
| 1208 | } | |||
| 1209 | } | |||
| 1210 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1211 | printf("Post-tx[%d]: r=%d\n", b->tx, ts->msac.rng); | |||
| 1212 | } | |||
| 1213 | ||||
| 1214 | // reconstruction | |||
| 1215 | if (t->frame_thread.pass == 1) { | |||
| 1216 | f->bd_fn.read_coef_blocks(t, bs, b); | |||
| 1217 | } else { | |||
| 1218 | f->bd_fn.recon_b_intra(t, bs, intra_edge_flags, b); | |||
| 1219 | } | |||
| 1220 | ||||
| 1221 | if (f->frame_hdr->loopfilter.level_y[0] || | |||
| 1222 | f->frame_hdr->loopfilter.level_y[1]) | |||
| 1223 | { | |||
| 1224 | dav1d_create_lf_mask_intra(t->lf_mask, f->lf.level, f->b4_stride, | |||
| 1225 | (const uint8_t (*)[8][2]) | |||
| 1226 | &ts->lflvl[b->seg_id][0][0][0], | |||
| 1227 | t->bx, t->by, f->w4, f->h4, bs, | |||
| 1228 | b->tx, b->uvtx, f->cur.p.layout, | |||
| 1229 | &t->a->tx_lpf_y[bx4], &t->l.tx_lpf_y[by4], | |||
| 1230 | has_chroma ? &t->a->tx_lpf_uv[cbx4] : NULL((void*)0), | |||
| 1231 | has_chroma ? &t->l.tx_lpf_uv[cby4] : NULL((void*)0)); | |||
| 1232 | } | |||
| 1233 | // update contexts | |||
| 1234 | const enum IntraPredMode y_mode_nofilt = | |||
| 1235 | b->y_mode == FILTER_PRED ? DC_PRED : b->y_mode; | |||
| 1236 | BlockContext *edge = t->a; | |||
| 1237 | for (int i = 0, off = bx4; i < 2; i++, off = by4, edge = &t->l) { | |||
| 1238 | int t_lsz = ((uint8_t *) &t_dim->lw)[i]; // lw then lh | |||
| 1239 | #define set_ctx(rep_macro) \ | |||
| 1240 | rep_macro(edge->tx_intra, off, t_lsz); \ | |||
| 1241 | rep_macro(edge->tx, off, t_lsz); \ | |||
| 1242 | rep_macro(edge->mode, off, y_mode_nofilt); \ | |||
| 1243 | rep_macro(edge->pal_sz, off, b->pal_sz[0]); \ | |||
| 1244 | rep_macro(edge->seg_pred, off, seg_pred); \ | |||
| 1245 | rep_macro(edge->skip_mode, off, 0); \ | |||
| 1246 | rep_macro(edge->intra, off, 1); \ | |||
| 1247 | rep_macro(edge->skip, off, b->skip); \ | |||
| 1248 | /* see aomedia bug 2183 for why we use luma coordinates here */ \ | |||
| 1249 | rep_macro(t->pal_sz_uv[i], off, (has_chroma ? b->pal_sz[1] : 0)); \ | |||
| 1250 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { \ | |||
| 1251 | rep_macro(edge->comp_type, off, COMP_INTER_NONE); \ | |||
| 1252 | rep_macro(edge->ref[0], off, ((uint8_t) -1)); \ | |||
| 1253 | rep_macro(edge->ref[1], off, ((uint8_t) -1)); \ | |||
| 1254 | rep_macro(edge->filter[0], off, DAV1D_N_SWITCHABLE_FILTERS); \ | |||
| 1255 | rep_macro(edge->filter[1], off, DAV1D_N_SWITCHABLE_FILTERS); \ | |||
| 1256 | } | |||
| 1257 | case_set(b_dim[2 + i])switch (b_dim[2 + i]) { case 0: set_ctx(set_ctx1); break; case 1: set_ctx(set_ctx2); break; case 2: set_ctx(set_ctx4); break ; case 3: set_ctx(set_ctx8); break; case 4: set_ctx(set_ctx16 ); break; case 5: set_ctx(set_ctx32); break; default: ((void) sizeof ((0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0", "/root/firefox-clang/third_party/dav1d/src/decode.c", 1257 , __extension__ __PRETTY_FUNCTION__); })); }; | |||
| 1258 | #undef set_ctx | |||
| 1259 | } | |||
| 1260 | if (b->pal_sz[0]) | |||
| 1261 | f->bd_fn.copy_pal_block_y(t, bx4, by4, bw4, bh4); | |||
| 1262 | if (has_chroma) { | |||
| 1263 | uint8_t uv_mode = b->uv_mode; | |||
| 1264 | dav1d_memset_pow2[ulog2(cbw4)](&t->a->uvmode[cbx4], uv_mode); | |||
| 1265 | dav1d_memset_pow2[ulog2(cbh4)](&t->l.uvmode[cby4], uv_mode); | |||
| 1266 | if (b->pal_sz[1]) | |||
| 1267 | f->bd_fn.copy_pal_block_uv(t, bx4, by4, bw4, bh4); | |||
| 1268 | } | |||
| 1269 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1) || f->frame_hdr->allow_intrabc) | |||
| 1270 | splat_intraref(f->c, t, bs, bw4, bh4); | |||
| 1271 | } else if (IS_KEY_OR_INTRA(f->frame_hdr)(!((f->frame_hdr)->frame_type & 1))) { | |||
| 1272 | // intra block copy | |||
| 1273 | refmvs_candidate mvstack[8]; | |||
| 1274 | int n_mvs, ctx; | |||
| 1275 | dav1d_refmvs_find(&t->rt, mvstack, &n_mvs, &ctx, | |||
| 1276 | (union refmvs_refpair) { .ref = { 0, -1 }}, | |||
| 1277 | bs, intra_edge_flags, t->by, t->bx); | |||
| 1278 | ||||
| 1279 | if (mvstack[0].mv.mv[0].n) | |||
| 1280 | b->mv[0] = mvstack[0].mv.mv[0]; | |||
| 1281 | else if (mvstack[1].mv.mv[0].n) | |||
| 1282 | b->mv[0] = mvstack[1].mv.mv[0]; | |||
| 1283 | else { | |||
| 1284 | if (t->by - (16 << f->seq_hdr->sb128) < ts->tiling.row_start) { | |||
| 1285 | b->mv[0].y = 0; | |||
| 1286 | b->mv[0].x = -(512 << f->seq_hdr->sb128) - 2048; | |||
| 1287 | } else { | |||
| 1288 | b->mv[0].y = -(512 << f->seq_hdr->sb128); | |||
| 1289 | b->mv[0].x = 0; | |||
| 1290 | } | |||
| 1291 | } | |||
| 1292 | ||||
| 1293 | const union mv ref = b->mv[0]; | |||
| 1294 | read_mv_residual(ts, &b->mv[0], -1); | |||
| 1295 | ||||
| 1296 | // clip intrabc motion vector to decoded parts of current tile | |||
| 1297 | int border_left = ts->tiling.col_start * 4; | |||
| 1298 | int border_top = ts->tiling.row_start * 4; | |||
| 1299 | if (has_chroma) { | |||
| 1300 | if (bw4 < 2 && ss_hor) | |||
| 1301 | border_left += 4; | |||
| 1302 | if (bh4 < 2 && ss_ver) | |||
| 1303 | border_top += 4; | |||
| 1304 | } | |||
| 1305 | int src_left = t->bx * 4 + (b->mv[0].x >> 3); | |||
| 1306 | int src_top = t->by * 4 + (b->mv[0].y >> 3); | |||
| 1307 | int src_right = src_left + bw4 * 4; | |||
| 1308 | int src_bottom = src_top + bh4 * 4; | |||
| 1309 | const int border_right = ((ts->tiling.col_end + (bw4 - 1)) & ~(bw4 - 1)) * 4; | |||
| 1310 | ||||
| 1311 | // check against left or right tile boundary and adjust if necessary | |||
| 1312 | if (src_left < border_left) { | |||
| 1313 | src_right += border_left - src_left; | |||
| 1314 | src_left += border_left - src_left; | |||
| 1315 | } else if (src_right > border_right) { | |||
| 1316 | src_left -= src_right - border_right; | |||
| 1317 | src_right -= src_right - border_right; | |||
| 1318 | } | |||
| 1319 | // check against top tile boundary and adjust if necessary | |||
| 1320 | if (src_top < border_top) { | |||
| 1321 | src_bottom += border_top - src_top; | |||
| 1322 | src_top += border_top - src_top; | |||
| 1323 | } | |||
| 1324 | ||||
| 1325 | const int sbx = (t->bx >> (4 + f->seq_hdr->sb128)) << (6 + f->seq_hdr->sb128); | |||
| 1326 | const int sby = (t->by >> (4 + f->seq_hdr->sb128)) << (6 + f->seq_hdr->sb128); | |||
| 1327 | const int sb_size = 1 << (6 + f->seq_hdr->sb128); | |||
| 1328 | // check for overlap with current superblock | |||
| 1329 | if (src_bottom > sby && src_right > sbx) { | |||
| 1330 | if (src_top - border_top >= src_bottom - sby) { | |||
| 1331 | // if possible move src up into the previous suberblock row | |||
| 1332 | src_top -= src_bottom - sby; | |||
| 1333 | src_bottom -= src_bottom - sby; | |||
| 1334 | } else if (src_left - border_left >= src_right - sbx) { | |||
| 1335 | // if possible move src left into the previous suberblock | |||
| 1336 | src_left -= src_right - sbx; | |||
| 1337 | src_right -= src_right - sbx; | |||
| 1338 | } | |||
| 1339 | } | |||
| 1340 | // move src up if it is below current superblock row | |||
| 1341 | if (src_bottom > sby + sb_size) { | |||
| 1342 | src_top -= src_bottom - (sby + sb_size); | |||
| 1343 | src_bottom -= src_bottom - (sby + sb_size); | |||
| 1344 | } | |||
| 1345 | // error out if mv still overlaps with the current superblock | |||
| 1346 | if (src_bottom > sby && src_right > sbx) | |||
| 1347 | return -1; | |||
| 1348 | ||||
| 1349 | b->mv[0].x = (src_left - t->bx * 4) * 8; | |||
| 1350 | b->mv[0].y = (src_top - t->by * 4) * 8; | |||
| 1351 | ||||
| 1352 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1353 | printf("Post-dmv[%d/%d,ref=%d/%d|%d/%d]: r=%d\n", | |||
| 1354 | b->mv[0].y, b->mv[0].x, ref.y, ref.x, | |||
| 1355 | mvstack[0].mv.mv[0].y, mvstack[0].mv.mv[0].x, ts->msac.rng); | |||
| 1356 | read_vartx_tree(t, b, bs, bx4, by4); | |||
| 1357 | ||||
| 1358 | // reconstruction | |||
| 1359 | if (t->frame_thread.pass == 1) { | |||
| 1360 | f->bd_fn.read_coef_blocks(t, bs, b); | |||
| 1361 | b->filter2d = FILTER_2D_BILINEAR; | |||
| 1362 | } else { | |||
| 1363 | if (f->bd_fn.recon_b_inter(t, bs, b)) return -1; | |||
| 1364 | } | |||
| 1365 | ||||
| 1366 | splat_intrabc_mv(f->c, t, bs, b, bw4, bh4); | |||
| 1367 | BlockContext *edge = t->a; | |||
| 1368 | for (int i = 0, off = bx4; i < 2; i++, off = by4, edge = &t->l) { | |||
| 1369 | #define set_ctx(rep_macro) \ | |||
| 1370 | rep_macro(edge->tx_intra, off, b_dim[2 + i]); \ | |||
| 1371 | rep_macro(edge->mode, off, DC_PRED); \ | |||
| 1372 | rep_macro(edge->pal_sz, off, 0); \ | |||
| 1373 | /* see aomedia bug 2183 for why this is outside if (has_chroma) */ \ | |||
| 1374 | rep_macro(t->pal_sz_uv[i], off, 0); \ | |||
| 1375 | rep_macro(edge->seg_pred, off, seg_pred); \ | |||
| 1376 | rep_macro(edge->skip_mode, off, 0); \ | |||
| 1377 | rep_macro(edge->intra, off, 0); \ | |||
| 1378 | rep_macro(edge->skip, off, b->skip) | |||
| 1379 | case_set(b_dim[2 + i])switch (b_dim[2 + i]) { case 0: set_ctx(set_ctx1); break; case 1: set_ctx(set_ctx2); break; case 2: set_ctx(set_ctx4); break ; case 3: set_ctx(set_ctx8); break; case 4: set_ctx(set_ctx16 ); break; case 5: set_ctx(set_ctx32); break; default: ((void) sizeof ((0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0", "/root/firefox-clang/third_party/dav1d/src/decode.c", 1379 , __extension__ __PRETTY_FUNCTION__); })); }; | |||
| 1380 | #undef set_ctx | |||
| 1381 | } | |||
| 1382 | if (has_chroma) { | |||
| 1383 | dav1d_memset_pow2[ulog2(cbw4)](&t->a->uvmode[cbx4], DC_PRED); | |||
| 1384 | dav1d_memset_pow2[ulog2(cbh4)](&t->l.uvmode[cby4], DC_PRED); | |||
| 1385 | } | |||
| 1386 | } else { | |||
| 1387 | // inter-specific mode/mv coding | |||
| 1388 | int is_comp, has_subpel_filter; | |||
| 1389 | ||||
| 1390 | if (b->skip_mode) { | |||
| 1391 | is_comp = 1; | |||
| 1392 | } else if ((!seg || (seg->ref == -1 && !seg->globalmv && !seg->skip)) && | |||
| 1393 | f->frame_hdr->switchable_comp_refs && imin(bw4, bh4) > 1) | |||
| 1394 | { | |||
| 1395 | const int ctx = get_comp_ctx(t->a, &t->l, by4, bx4, | |||
| 1396 | have_top, have_left); | |||
| 1397 | is_comp = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1398 | ts->cdf.m.comp[ctx]); | |||
| 1399 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1400 | printf("Post-compflag[%d]: r=%d\n", is_comp, ts->msac.rng); | |||
| 1401 | } else { | |||
| 1402 | is_comp = 0; | |||
| 1403 | } | |||
| 1404 | ||||
| 1405 | if (b->skip_mode) { | |||
| 1406 | b->ref[0] = f->frame_hdr->skip_mode_refs[0]; | |||
| 1407 | b->ref[1] = f->frame_hdr->skip_mode_refs[1]; | |||
| 1408 | b->comp_type = COMP_INTER_AVG; | |||
| 1409 | b->inter_mode = NEARESTMV_NEARESTMV; | |||
| 1410 | b->drl_idx = NEAREST_DRL; | |||
| 1411 | has_subpel_filter = 0; | |||
| 1412 | ||||
| 1413 | refmvs_candidate mvstack[8]; | |||
| 1414 | int n_mvs, ctx; | |||
| 1415 | dav1d_refmvs_find(&t->rt, mvstack, &n_mvs, &ctx, | |||
| 1416 | (union refmvs_refpair) { .ref = { | |||
| 1417 | b->ref[0] + 1, b->ref[1] + 1 }}, | |||
| 1418 | bs, intra_edge_flags, t->by, t->bx); | |||
| 1419 | ||||
| 1420 | b->mv[0] = mvstack[0].mv.mv[0]; | |||
| 1421 | b->mv[1] = mvstack[0].mv.mv[1]; | |||
| 1422 | fix_mv_precision(f->frame_hdr, &b->mv[0]); | |||
| 1423 | fix_mv_precision(f->frame_hdr, &b->mv[1]); | |||
| 1424 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1425 | printf("Post-skipmodeblock[mv=1:y=%d,x=%d,2:y=%d,x=%d,refs=%d+%d\n", | |||
| 1426 | b->mv[0].y, b->mv[0].x, b->mv[1].y, b->mv[1].x, | |||
| 1427 | b->ref[0], b->ref[1]); | |||
| 1428 | } else if (is_comp) { | |||
| 1429 | const int dir_ctx = get_comp_dir_ctx(t->a, &t->l, by4, bx4, | |||
| 1430 | have_top, have_left); | |||
| 1431 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1432 | ts->cdf.m.comp_dir[dir_ctx])) | |||
| 1433 | { | |||
| 1434 | // bidir - first reference (fw) | |||
| 1435 | const int ctx1 = av1_get_fwd_ref_ctx(t->a, &t->l, by4, bx4, | |||
| 1436 | have_top, have_left); | |||
| 1437 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1438 | ts->cdf.m.comp_fwd_ref[0][ctx1])) | |||
| 1439 | { | |||
| 1440 | const int ctx2 = av1_get_fwd_ref_2_ctx(t->a, &t->l, by4, bx4, | |||
| 1441 | have_top, have_left); | |||
| 1442 | b->ref[0] = 2 + dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1443 | ts->cdf.m.comp_fwd_ref[2][ctx2]); | |||
| 1444 | } else { | |||
| 1445 | const int ctx2 = av1_get_fwd_ref_1_ctx(t->a, &t->l, by4, bx4, | |||
| 1446 | have_top, have_left); | |||
| 1447 | b->ref[0] = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1448 | ts->cdf.m.comp_fwd_ref[1][ctx2]); | |||
| 1449 | } | |||
| 1450 | ||||
| 1451 | // second reference (bw) | |||
| 1452 | const int ctx3 = av1_get_bwd_ref_ctx(t->a, &t->l, by4, bx4, | |||
| 1453 | have_top, have_left); | |||
| 1454 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1455 | ts->cdf.m.comp_bwd_ref[0][ctx3])) | |||
| 1456 | { | |||
| 1457 | b->ref[1] = 6; | |||
| 1458 | } else { | |||
| 1459 | const int ctx4 = av1_get_bwd_ref_1_ctx(t->a, &t->l, by4, bx4, | |||
| 1460 | have_top, have_left); | |||
| 1461 | b->ref[1] = 4 + dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1462 | ts->cdf.m.comp_bwd_ref[1][ctx4]); | |||
| 1463 | } | |||
| 1464 | } else { | |||
| 1465 | // unidir | |||
| 1466 | const int uctx_p = av1_get_uni_p_ctxav1_get_ref_ctx(t->a, &t->l, by4, bx4, | |||
| 1467 | have_top, have_left); | |||
| 1468 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1469 | ts->cdf.m.comp_uni_ref[0][uctx_p])) | |||
| 1470 | { | |||
| 1471 | b->ref[0] = 4; | |||
| 1472 | b->ref[1] = 6; | |||
| 1473 | } else { | |||
| 1474 | const int uctx_p1 = av1_get_uni_p1_ctx(t->a, &t->l, by4, bx4, | |||
| 1475 | have_top, have_left); | |||
| 1476 | b->ref[0] = 0; | |||
| 1477 | b->ref[1] = 1 + dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1478 | ts->cdf.m.comp_uni_ref[1][uctx_p1]); | |||
| 1479 | if (b->ref[1] == 2) { | |||
| 1480 | const int uctx_p2 = av1_get_uni_p2_ctxav1_get_fwd_ref_2_ctx(t->a, &t->l, by4, bx4, | |||
| 1481 | have_top, have_left); | |||
| 1482 | b->ref[1] += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1483 | ts->cdf.m.comp_uni_ref[2][uctx_p2]); | |||
| 1484 | } | |||
| 1485 | } | |||
| 1486 | } | |||
| 1487 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1488 | printf("Post-refs[%d/%d]: r=%d\n", | |||
| 1489 | b->ref[0], b->ref[1], ts->msac.rng); | |||
| 1490 | ||||
| 1491 | refmvs_candidate mvstack[8]; | |||
| 1492 | int n_mvs, ctx; | |||
| 1493 | dav1d_refmvs_find(&t->rt, mvstack, &n_mvs, &ctx, | |||
| 1494 | (union refmvs_refpair) { .ref = { | |||
| 1495 | b->ref[0] + 1, b->ref[1] + 1 }}, | |||
| 1496 | bs, intra_edge_flags, t->by, t->bx); | |||
| 1497 | ||||
| 1498 | b->inter_mode = dav1d_msac_decode_symbol_adapt8dav1d_msac_decode_symbol_adapt8_sse2(&ts->msac, | |||
| 1499 | ts->cdf.m.comp_inter_mode[ctx], | |||
| 1500 | N_COMP_INTER_PRED_MODES - 1); | |||
| 1501 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1502 | printf("Post-compintermode[%d,ctx=%d,n_mvs=%d]: r=%d\n", | |||
| 1503 | b->inter_mode, ctx, n_mvs, ts->msac.rng); | |||
| 1504 | ||||
| 1505 | const uint8_t *const im = dav1d_comp_inter_pred_modes[b->inter_mode]; | |||
| 1506 | b->drl_idx = NEAREST_DRL; | |||
| 1507 | if (b->inter_mode == NEWMV_NEWMV) { | |||
| 1508 | if (n_mvs > 1) { // NEARER, NEAR or NEARISH | |||
| 1509 | const int drl_ctx_v1 = get_drl_context(mvstack, 0); | |||
| 1510 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1511 | ts->cdf.m.drl_bit[drl_ctx_v1]); | |||
| 1512 | if (b->drl_idx == NEARER_DRL && n_mvs > 2) { | |||
| 1513 | const int drl_ctx_v2 = get_drl_context(mvstack, 1); | |||
| 1514 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1515 | ts->cdf.m.drl_bit[drl_ctx_v2]); | |||
| 1516 | } | |||
| 1517 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1518 | printf("Post-drlidx[%d,n_mvs=%d]: r=%d\n", | |||
| 1519 | b->drl_idx, n_mvs, ts->msac.rng); | |||
| 1520 | } | |||
| 1521 | } else if (im[0] == NEARMV || im[1] == NEARMV) { | |||
| 1522 | b->drl_idx = NEARER_DRL; | |||
| 1523 | if (n_mvs > 2) { // NEAR or NEARISH | |||
| 1524 | const int drl_ctx_v2 = get_drl_context(mvstack, 1); | |||
| 1525 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1526 | ts->cdf.m.drl_bit[drl_ctx_v2]); | |||
| 1527 | if (b->drl_idx == NEAR_DRL && n_mvs > 3) { | |||
| 1528 | const int drl_ctx_v3 = get_drl_context(mvstack, 2); | |||
| 1529 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1530 | ts->cdf.m.drl_bit[drl_ctx_v3]); | |||
| 1531 | } | |||
| 1532 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1533 | printf("Post-drlidx[%d,n_mvs=%d]: r=%d\n", | |||
| 1534 | b->drl_idx, n_mvs, ts->msac.rng); | |||
| 1535 | } | |||
| 1536 | } | |||
| 1537 | assert(b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL)((void) sizeof ((b->drl_idx >= NEAREST_DRL && b ->drl_idx <= NEARISH_DRL) ? 1 : 0), __extension__ ({ if (b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL) ; else __assert_fail ("b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 1537, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1538 | ||||
| 1539 | #define assign_comp_mv(idx) \ | |||
| 1540 | switch (im[idx]) { \ | |||
| 1541 | case NEARMV: \ | |||
| 1542 | case NEARESTMV: \ | |||
| 1543 | b->mv[idx] = mvstack[b->drl_idx].mv.mv[idx]; \ | |||
| 1544 | fix_mv_precision(f->frame_hdr, &b->mv[idx]); \ | |||
| 1545 | break; \ | |||
| 1546 | case GLOBALMV: \ | |||
| 1547 | has_subpel_filter |= \ | |||
| 1548 | f->frame_hdr->gmv[b->ref[idx]].type == DAV1D_WM_TYPE_TRANSLATION; \ | |||
| 1549 | b->mv[idx] = get_gmv_2d(&f->frame_hdr->gmv[b->ref[idx]], \ | |||
| 1550 | t->bx, t->by, bw4, bh4, f->frame_hdr); \ | |||
| 1551 | break; \ | |||
| 1552 | case NEWMV: \ | |||
| 1553 | b->mv[idx] = mvstack[b->drl_idx].mv.mv[idx]; \ | |||
| 1554 | const int mv_prec = f->frame_hdr->hp - f->frame_hdr->force_integer_mv; \ | |||
| 1555 | read_mv_residual(ts, &b->mv[idx], mv_prec); \ | |||
| 1556 | break; \ | |||
| 1557 | } | |||
| 1558 | has_subpel_filter = imin(bw4, bh4) == 1 || | |||
| 1559 | b->inter_mode != GLOBALMV_GLOBALMV; | |||
| 1560 | assign_comp_mv(0); | |||
| 1561 | assign_comp_mv(1); | |||
| 1562 | #undef assign_comp_mv | |||
| 1563 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1564 | printf("Post-residual_mv[1:y=%d,x=%d,2:y=%d,x=%d]: r=%d\n", | |||
| 1565 | b->mv[0].y, b->mv[0].x, b->mv[1].y, b->mv[1].x, | |||
| 1566 | ts->msac.rng); | |||
| 1567 | ||||
| 1568 | // jnt_comp vs. seg vs. wedge | |||
| 1569 | int is_segwedge = 0; | |||
| 1570 | if (f->seq_hdr->masked_compound) { | |||
| 1571 | const int mask_ctx = get_mask_comp_ctx(t->a, &t->l, by4, bx4); | |||
| 1572 | ||||
| 1573 | is_segwedge = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1574 | ts->cdf.m.mask_comp[mask_ctx]); | |||
| 1575 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1576 | printf("Post-segwedge_vs_jntavg[%d,ctx=%d]: r=%d\n", | |||
| 1577 | is_segwedge, mask_ctx, ts->msac.rng); | |||
| 1578 | } | |||
| 1579 | ||||
| 1580 | if (!is_segwedge) { | |||
| 1581 | if (f->seq_hdr->jnt_comp) { | |||
| 1582 | const int jnt_ctx = | |||
| 1583 | get_jnt_comp_ctx(f->seq_hdr->order_hint_n_bits, | |||
| 1584 | f->cur.frame_hdr->frame_offset, | |||
| 1585 | f->refp[b->ref[0]].p.frame_hdr->frame_offset, | |||
| 1586 | f->refp[b->ref[1]].p.frame_hdr->frame_offset, | |||
| 1587 | t->a, &t->l, by4, bx4); | |||
| 1588 | b->comp_type = COMP_INTER_WEIGHTED_AVG + | |||
| 1589 | dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1590 | ts->cdf.m.jnt_comp[jnt_ctx]); | |||
| 1591 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1592 | printf("Post-jnt_comp[%d,ctx=%d[ac:%d,ar:%d,lc:%d,lr:%d]]: r=%d\n", | |||
| 1593 | b->comp_type == COMP_INTER_AVG, | |||
| 1594 | jnt_ctx, t->a->comp_type[bx4], t->a->ref[0][bx4], | |||
| 1595 | t->l.comp_type[by4], t->l.ref[0][by4], | |||
| 1596 | ts->msac.rng); | |||
| 1597 | } else { | |||
| 1598 | b->comp_type = COMP_INTER_AVG; | |||
| 1599 | } | |||
| 1600 | } else { | |||
| 1601 | if (wedge_allowed_mask & (1 << bs)) { | |||
| 1602 | const int ctx = dav1d_wedge_ctx_lut[bs]; | |||
| 1603 | b->comp_type = COMP_INTER_WEDGE - | |||
| 1604 | dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1605 | ts->cdf.m.wedge_comp[ctx]); | |||
| 1606 | if (b->comp_type == COMP_INTER_WEDGE) | |||
| 1607 | b->wedge_idx = dav1d_msac_decode_symbol_adapt16(&ts->msac,((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.wedge_idx[ctx], 15)) | |||
| 1608 | ts->cdf.m.wedge_idx[ctx], 15)((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.wedge_idx[ctx], 15)); | |||
| 1609 | } else { | |||
| 1610 | b->comp_type = COMP_INTER_SEG; | |||
| 1611 | } | |||
| 1612 | b->mask_sign = dav1d_msac_decode_bool_equidav1d_msac_decode_bool_equi_sse2(&ts->msac); | |||
| 1613 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1614 | printf("Post-seg/wedge[%d,wedge_idx=%d,sign=%d]: r=%d\n", | |||
| 1615 | b->comp_type == COMP_INTER_WEDGE, | |||
| 1616 | b->wedge_idx, b->mask_sign, ts->msac.rng); | |||
| 1617 | } | |||
| 1618 | } else { | |||
| 1619 | b->comp_type = COMP_INTER_NONE; | |||
| 1620 | ||||
| 1621 | // ref | |||
| 1622 | if (seg && seg->ref > 0) { | |||
| 1623 | b->ref[0] = seg->ref - 1; | |||
| 1624 | } else if (seg && (seg->globalmv || seg->skip)) { | |||
| 1625 | b->ref[0] = 0; | |||
| 1626 | } else { | |||
| 1627 | const int ctx1 = av1_get_ref_ctx(t->a, &t->l, by4, bx4, | |||
| 1628 | have_top, have_left); | |||
| 1629 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1630 | ts->cdf.m.ref[0][ctx1])) | |||
| 1631 | { | |||
| 1632 | const int ctx2 = av1_get_ref_2_ctxav1_get_bwd_ref_ctx(t->a, &t->l, by4, bx4, | |||
| 1633 | have_top, have_left); | |||
| 1634 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1635 | ts->cdf.m.ref[1][ctx2])) | |||
| 1636 | { | |||
| 1637 | b->ref[0] = 6; | |||
| 1638 | } else { | |||
| 1639 | const int ctx3 = av1_get_ref_6_ctxav1_get_bwd_ref_1_ctx(t->a, &t->l, by4, bx4, | |||
| 1640 | have_top, have_left); | |||
| 1641 | b->ref[0] = 4 + dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1642 | ts->cdf.m.ref[5][ctx3]); | |||
| 1643 | } | |||
| 1644 | } else { | |||
| 1645 | const int ctx2 = av1_get_ref_3_ctxav1_get_fwd_ref_ctx(t->a, &t->l, by4, bx4, | |||
| 1646 | have_top, have_left); | |||
| 1647 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1648 | ts->cdf.m.ref[2][ctx2])) | |||
| 1649 | { | |||
| 1650 | const int ctx3 = av1_get_ref_5_ctxav1_get_fwd_ref_2_ctx(t->a, &t->l, by4, bx4, | |||
| 1651 | have_top, have_left); | |||
| 1652 | b->ref[0] = 2 + dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1653 | ts->cdf.m.ref[4][ctx3]); | |||
| 1654 | } else { | |||
| 1655 | const int ctx3 = av1_get_ref_4_ctxav1_get_fwd_ref_1_ctx(t->a, &t->l, by4, bx4, | |||
| 1656 | have_top, have_left); | |||
| 1657 | b->ref[0] = dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1658 | ts->cdf.m.ref[3][ctx3]); | |||
| 1659 | } | |||
| 1660 | } | |||
| 1661 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1662 | printf("Post-ref[%d]: r=%d\n", b->ref[0], ts->msac.rng); | |||
| 1663 | } | |||
| 1664 | b->ref[1] = -1; | |||
| 1665 | ||||
| 1666 | refmvs_candidate mvstack[8]; | |||
| 1667 | int n_mvs, ctx; | |||
| 1668 | dav1d_refmvs_find(&t->rt, mvstack, &n_mvs, &ctx, | |||
| 1669 | (union refmvs_refpair) { .ref = { b->ref[0] + 1, -1 }}, | |||
| 1670 | bs, intra_edge_flags, t->by, t->bx); | |||
| 1671 | ||||
| 1672 | // mode parsing and mv derivation from ref_mvs | |||
| 1673 | if ((seg && (seg->skip || seg->globalmv)) || | |||
| 1674 | dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1675 | ts->cdf.m.newmv_mode[ctx & 7])) | |||
| 1676 | { | |||
| 1677 | if ((seg && (seg->skip || seg->globalmv)) || | |||
| 1678 | !dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1679 | ts->cdf.m.globalmv_mode[(ctx >> 3) & 1])) | |||
| 1680 | { | |||
| 1681 | b->inter_mode = GLOBALMV; | |||
| 1682 | b->mv[0] = get_gmv_2d(&f->frame_hdr->gmv[b->ref[0]], | |||
| 1683 | t->bx, t->by, bw4, bh4, f->frame_hdr); | |||
| 1684 | has_subpel_filter = imin(bw4, bh4) == 1 || | |||
| 1685 | f->frame_hdr->gmv[b->ref[0]].type == DAV1D_WM_TYPE_TRANSLATION; | |||
| 1686 | } else { | |||
| 1687 | has_subpel_filter = 1; | |||
| 1688 | if (dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1689 | ts->cdf.m.refmv_mode[(ctx >> 4) & 15])) | |||
| 1690 | { // NEAREST, NEARER, NEAR or NEARISH | |||
| 1691 | b->inter_mode = NEARMV; | |||
| 1692 | b->drl_idx = NEARER_DRL; | |||
| 1693 | if (n_mvs > 2) { // NEARER, NEAR or NEARISH | |||
| 1694 | const int drl_ctx_v2 = get_drl_context(mvstack, 1); | |||
| 1695 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1696 | ts->cdf.m.drl_bit[drl_ctx_v2]); | |||
| 1697 | if (b->drl_idx == NEAR_DRL && n_mvs > 3) { // NEAR or NEARISH | |||
| 1698 | const int drl_ctx_v3 = | |||
| 1699 | get_drl_context(mvstack, 2); | |||
| 1700 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1701 | ts->cdf.m.drl_bit[drl_ctx_v3]); | |||
| 1702 | } | |||
| 1703 | } | |||
| 1704 | } else { | |||
| 1705 | b->inter_mode = NEARESTMV; | |||
| 1706 | b->drl_idx = NEAREST_DRL; | |||
| 1707 | } | |||
| 1708 | assert(b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL)((void) sizeof ((b->drl_idx >= NEAREST_DRL && b ->drl_idx <= NEARISH_DRL) ? 1 : 0), __extension__ ({ if (b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL) ; else __assert_fail ("b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 1708, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1709 | b->mv[0] = mvstack[b->drl_idx].mv.mv[0]; | |||
| 1710 | if (b->drl_idx < NEAR_DRL) | |||
| 1711 | fix_mv_precision(f->frame_hdr, &b->mv[0]); | |||
| 1712 | } | |||
| 1713 | ||||
| 1714 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1715 | printf("Post-intermode[%d,drl=%d,mv=y:%d,x:%d,n_mvs=%d]: r=%d\n", | |||
| 1716 | b->inter_mode, b->drl_idx, b->mv[0].y, b->mv[0].x, n_mvs, | |||
| 1717 | ts->msac.rng); | |||
| 1718 | } else { | |||
| 1719 | has_subpel_filter = 1; | |||
| 1720 | b->inter_mode = NEWMV; | |||
| 1721 | b->drl_idx = NEAREST_DRL; | |||
| 1722 | if (n_mvs > 1) { // NEARER, NEAR or NEARISH | |||
| 1723 | const int drl_ctx_v1 = get_drl_context(mvstack, 0); | |||
| 1724 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1725 | ts->cdf.m.drl_bit[drl_ctx_v1]); | |||
| 1726 | if (b->drl_idx == NEARER_DRL && n_mvs > 2) { // NEAR or NEARISH | |||
| 1727 | const int drl_ctx_v2 = get_drl_context(mvstack, 1); | |||
| 1728 | b->drl_idx += dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1729 | ts->cdf.m.drl_bit[drl_ctx_v2]); | |||
| 1730 | } | |||
| 1731 | } | |||
| 1732 | assert(b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL)((void) sizeof ((b->drl_idx >= NEAREST_DRL && b ->drl_idx <= NEARISH_DRL) ? 1 : 0), __extension__ ({ if (b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL) ; else __assert_fail ("b->drl_idx >= NEAREST_DRL && b->drl_idx <= NEARISH_DRL" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 1732, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1733 | if (n_mvs > 1) { | |||
| 1734 | b->mv[0] = mvstack[b->drl_idx].mv.mv[0]; | |||
| 1735 | } else { | |||
| 1736 | assert(!b->drl_idx)((void) sizeof ((!b->drl_idx) ? 1 : 0), __extension__ ({ if (!b->drl_idx) ; else __assert_fail ("!b->drl_idx", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 1736, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1737 | b->mv[0] = mvstack[0].mv.mv[0]; | |||
| 1738 | fix_mv_precision(f->frame_hdr, &b->mv[0]); | |||
| 1739 | } | |||
| 1740 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1741 | printf("Post-intermode[%d,drl=%d]: r=%d\n", | |||
| 1742 | b->inter_mode, b->drl_idx, ts->msac.rng); | |||
| 1743 | const int mv_prec = f->frame_hdr->hp - f->frame_hdr->force_integer_mv; | |||
| 1744 | read_mv_residual(ts, &b->mv[0], mv_prec); | |||
| 1745 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1746 | printf("Post-residualmv[mv=y:%d,x:%d]: r=%d\n", | |||
| 1747 | b->mv[0].y, b->mv[0].x, ts->msac.rng); | |||
| 1748 | } | |||
| 1749 | ||||
| 1750 | // interintra flags | |||
| 1751 | const int ii_sz_grp = dav1d_ymode_size_context[bs]; | |||
| 1752 | if (f->seq_hdr->inter_intra && | |||
| 1753 | interintra_allowed_mask & (1 << bs) && | |||
| 1754 | dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1755 | ts->cdf.m.interintra[ii_sz_grp])) | |||
| 1756 | { | |||
| 1757 | b->interintra_mode = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, | |||
| 1758 | ts->cdf.m.interintra_mode[ii_sz_grp], | |||
| 1759 | N_INTER_INTRA_PRED_MODES - 1); | |||
| 1760 | const int wedge_ctx = dav1d_wedge_ctx_lut[bs]; | |||
| 1761 | b->interintra_type = INTER_INTRA_BLEND + | |||
| 1762 | dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 1763 | ts->cdf.m.interintra_wedge[wedge_ctx]); | |||
| 1764 | if (b->interintra_type == INTER_INTRA_WEDGE) | |||
| 1765 | b->wedge_idx = dav1d_msac_decode_symbol_adapt16(&ts->msac,((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.wedge_idx[wedge_ctx], 15)) | |||
| 1766 | ts->cdf.m.wedge_idx[wedge_ctx], 15)((&ts->msac)->symbol_adapt16(&ts->msac, ts-> cdf.m.wedge_idx[wedge_ctx], 15)); | |||
| 1767 | } else { | |||
| 1768 | b->interintra_type = INTER_INTRA_NONE; | |||
| 1769 | } | |||
| 1770 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12 && f->seq_hdr->inter_intra && | |||
| 1771 | interintra_allowed_mask & (1 << bs)) | |||
| 1772 | { | |||
| 1773 | printf("Post-interintra[t=%d,m=%d,w=%d]: r=%d\n", | |||
| 1774 | b->interintra_type, b->interintra_mode, | |||
| 1775 | b->wedge_idx, ts->msac.rng); | |||
| 1776 | } | |||
| 1777 | ||||
| 1778 | // motion variation | |||
| 1779 | if (f->frame_hdr->switchable_motion_mode && | |||
| 1780 | b->interintra_type == INTER_INTRA_NONE && imin(bw4, bh4) >= 2 && | |||
| 1781 | // is not warped global motion | |||
| 1782 | !(!f->frame_hdr->force_integer_mv && b->inter_mode == GLOBALMV && | |||
| 1783 | f->frame_hdr->gmv[b->ref[0]].type > DAV1D_WM_TYPE_TRANSLATION) && | |||
| 1784 | // has overlappable neighbours | |||
| 1785 | ((have_left && findoddzero(&t->l.intra[by4 + 1], h4 >> 1)) || | |||
| 1786 | (have_top && findoddzero(&t->a->intra[bx4 + 1], w4 >> 1)))) | |||
| 1787 | { | |||
| 1788 | // reaching here means the block allows obmc - check warp by | |||
| 1789 | // finding matching-ref blocks in top/left edges | |||
| 1790 | uint64_t mask[2] = { 0, 0 }; | |||
| 1791 | find_matching_ref(t, intra_edge_flags, bw4, bh4, w4, h4, | |||
| 1792 | have_left, have_top, b->ref[0], mask); | |||
| 1793 | const int allow_warp = !f->svc[b->ref[0]][0].scale && | |||
| 1794 | !f->frame_hdr->force_integer_mv && | |||
| 1795 | f->frame_hdr->warp_motion && (mask[0] | mask[1]); | |||
| 1796 | ||||
| 1797 | b->motion_mode = allow_warp ? | |||
| 1798 | dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, | |||
| 1799 | ts->cdf.m.motion_mode[bs], 2) : | |||
| 1800 | dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, ts->cdf.m.obmc[bs]); | |||
| 1801 | if (b->motion_mode == MM_WARP) { | |||
| 1802 | has_subpel_filter = 0; | |||
| 1803 | derive_warpmv(t, bw4, bh4, mask, b->mv[0], &t->warpmv); | |||
| 1804 | #define signabs(v) v < 0 ? '-' : ' ', abs(v) | |||
| 1805 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1806 | printf("[ %c%x %c%x %c%x\n %c%x %c%x %c%x ]\n" | |||
| 1807 | "alpha=%c%x, beta=%c%x, gamma=%c%x, delta=%c%x, " | |||
| 1808 | "mv=y:%d,x:%d\n", | |||
| 1809 | signabs(t->warpmv.matrix[0]), | |||
| 1810 | signabs(t->warpmv.matrix[1]), | |||
| 1811 | signabs(t->warpmv.matrix[2]), | |||
| 1812 | signabs(t->warpmv.matrix[3]), | |||
| 1813 | signabs(t->warpmv.matrix[4]), | |||
| 1814 | signabs(t->warpmv.matrix[5]), | |||
| 1815 | signabs(t->warpmv.u.p.alpha), | |||
| 1816 | signabs(t->warpmv.u.p.beta), | |||
| 1817 | signabs(t->warpmv.u.p.gamma), | |||
| 1818 | signabs(t->warpmv.u.p.delta), | |||
| 1819 | b->mv[0].y, b->mv[0].x); | |||
| 1820 | #undef signabs | |||
| 1821 | if (t->frame_thread.pass) { | |||
| 1822 | if (t->warpmv.type == DAV1D_WM_TYPE_AFFINE) { | |||
| 1823 | b->matrix[0] = t->warpmv.matrix[2] - 0x10000; | |||
| 1824 | b->matrix[1] = t->warpmv.matrix[3]; | |||
| 1825 | b->matrix[2] = t->warpmv.matrix[4]; | |||
| 1826 | b->matrix[3] = t->warpmv.matrix[5] - 0x10000; | |||
| 1827 | } else { | |||
| 1828 | b->matrix[0] = INT16_MIN(-32767-1); | |||
| 1829 | } | |||
| 1830 | } | |||
| 1831 | } | |||
| 1832 | ||||
| 1833 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1834 | printf("Post-motionmode[%d]: r=%d [mask: 0x%" PRIx64"l" "x" "/0x%" | |||
| 1835 | PRIx64"l" "x" "]\n", b->motion_mode, ts->msac.rng, mask[0], | |||
| 1836 | mask[1]); | |||
| 1837 | } else { | |||
| 1838 | b->motion_mode = MM_TRANSLATION; | |||
| 1839 | } | |||
| 1840 | } | |||
| 1841 | ||||
| 1842 | // subpel filter | |||
| 1843 | enum Dav1dFilterMode filter[2]; | |||
| 1844 | if (f->frame_hdr->subpel_filter_mode == DAV1D_FILTER_SWITCHABLE) { | |||
| 1845 | if (has_subpel_filter) { | |||
| 1846 | const int comp = b->comp_type != COMP_INTER_NONE; | |||
| 1847 | const int ctx1 = get_filter_ctx(t->a, &t->l, comp, 0, b->ref[0], | |||
| 1848 | by4, bx4); | |||
| 1849 | filter[0] = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, | |||
| 1850 | ts->cdf.m.filter[0][ctx1], | |||
| 1851 | DAV1D_N_SWITCHABLE_FILTERS - 1); | |||
| 1852 | if (f->seq_hdr->dual_filter) { | |||
| 1853 | const int ctx2 = get_filter_ctx(t->a, &t->l, comp, 1, | |||
| 1854 | b->ref[0], by4, bx4); | |||
| 1855 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1856 | printf("Post-subpel_filter1[%d,ctx=%d]: r=%d\n", | |||
| 1857 | filter[0], ctx1, ts->msac.rng); | |||
| 1858 | filter[1] = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, | |||
| 1859 | ts->cdf.m.filter[1][ctx2], | |||
| 1860 | DAV1D_N_SWITCHABLE_FILTERS - 1); | |||
| 1861 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1862 | printf("Post-subpel_filter2[%d,ctx=%d]: r=%d\n", | |||
| 1863 | filter[1], ctx2, ts->msac.rng); | |||
| 1864 | } else { | |||
| 1865 | filter[1] = filter[0]; | |||
| 1866 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 1867 | printf("Post-subpel_filter[%d,ctx=%d]: r=%d\n", | |||
| 1868 | filter[0], ctx1, ts->msac.rng); | |||
| 1869 | } | |||
| 1870 | } else { | |||
| 1871 | filter[0] = filter[1] = DAV1D_FILTER_8TAP_REGULAR; | |||
| 1872 | } | |||
| 1873 | } else { | |||
| 1874 | filter[0] = filter[1] = f->frame_hdr->subpel_filter_mode; | |||
| 1875 | } | |||
| 1876 | b->filter2d = dav1d_filter_2d[filter[1]][filter[0]]; | |||
| 1877 | ||||
| 1878 | read_vartx_tree(t, b, bs, bx4, by4); | |||
| 1879 | ||||
| 1880 | // reconstruction | |||
| 1881 | if (t->frame_thread.pass == 1) { | |||
| 1882 | f->bd_fn.read_coef_blocks(t, bs, b); | |||
| 1883 | } else { | |||
| 1884 | if (f->bd_fn.recon_b_inter(t, bs, b)) return -1; | |||
| 1885 | } | |||
| 1886 | ||||
| 1887 | if (f->frame_hdr->loopfilter.level_y[0] || | |||
| 1888 | f->frame_hdr->loopfilter.level_y[1]) | |||
| 1889 | { | |||
| 1890 | const int is_globalmv = | |||
| 1891 | b->inter_mode == (is_comp ? GLOBALMV_GLOBALMV : GLOBALMV); | |||
| 1892 | const uint8_t (*const lf_lvls)[8][2] = (const uint8_t (*)[8][2]) | |||
| 1893 | &ts->lflvl[b->seg_id][0][b->ref[0] + 1][!is_globalmv]; | |||
| 1894 | const uint16_t tx_split[2] = { b->tx_split0, b->tx_split1 }; | |||
| 1895 | enum RectTxfmSize ytx = b->max_ytx, uvtx = b->uvtx; | |||
| 1896 | if (f->frame_hdr->segmentation.lossless[b->seg_id]) { | |||
| 1897 | ytx = (enum RectTxfmSize) TX_4X4; | |||
| 1898 | uvtx = (enum RectTxfmSize) TX_4X4; | |||
| 1899 | } | |||
| 1900 | dav1d_create_lf_mask_inter(t->lf_mask, f->lf.level, f->b4_stride, lf_lvls, | |||
| 1901 | t->bx, t->by, f->w4, f->h4, b->skip, bs, | |||
| 1902 | ytx, tx_split, uvtx, f->cur.p.layout, | |||
| 1903 | &t->a->tx_lpf_y[bx4], &t->l.tx_lpf_y[by4], | |||
| 1904 | has_chroma ? &t->a->tx_lpf_uv[cbx4] : NULL((void*)0), | |||
| 1905 | has_chroma ? &t->l.tx_lpf_uv[cby4] : NULL((void*)0)); | |||
| 1906 | } | |||
| 1907 | ||||
| 1908 | // context updates | |||
| 1909 | if (is_comp) | |||
| 1910 | splat_tworef_mv(f->c, t, bs, b, bw4, bh4); | |||
| 1911 | else | |||
| 1912 | splat_oneref_mv(f->c, t, bs, b, bw4, bh4); | |||
| 1913 | BlockContext *edge = t->a; | |||
| 1914 | for (int i = 0, off = bx4; i < 2; i++, off = by4, edge = &t->l) { | |||
| 1915 | #define set_ctx(rep_macro) \ | |||
| 1916 | rep_macro(edge->seg_pred, off, seg_pred); \ | |||
| 1917 | rep_macro(edge->skip_mode, off, b->skip_mode); \ | |||
| 1918 | rep_macro(edge->intra, off, 0); \ | |||
| 1919 | rep_macro(edge->skip, off, b->skip); \ | |||
| 1920 | rep_macro(edge->pal_sz, off, 0); \ | |||
| 1921 | /* see aomedia bug 2183 for why this is outside if (has_chroma) */ \ | |||
| 1922 | rep_macro(t->pal_sz_uv[i], off, 0); \ | |||
| 1923 | rep_macro(edge->tx_intra, off, b_dim[2 + i]); \ | |||
| 1924 | rep_macro(edge->comp_type, off, b->comp_type); \ | |||
| 1925 | rep_macro(edge->filter[0], off, filter[0]); \ | |||
| 1926 | rep_macro(edge->filter[1], off, filter[1]); \ | |||
| 1927 | rep_macro(edge->mode, off, b->inter_mode); \ | |||
| 1928 | rep_macro(edge->ref[0], off, b->ref[0]); \ | |||
| 1929 | rep_macro(edge->ref[1], off, ((uint8_t) b->ref[1])) | |||
| 1930 | case_set(b_dim[2 + i])switch (b_dim[2 + i]) { case 0: set_ctx(set_ctx1); break; case 1: set_ctx(set_ctx2); break; case 2: set_ctx(set_ctx4); break ; case 3: set_ctx(set_ctx8); break; case 4: set_ctx(set_ctx16 ); break; case 5: set_ctx(set_ctx32); break; default: ((void) sizeof ((0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0", "/root/firefox-clang/third_party/dav1d/src/decode.c", 1930 , __extension__ __PRETTY_FUNCTION__); })); }; | |||
| 1931 | #undef set_ctx | |||
| 1932 | } | |||
| 1933 | if (has_chroma) { | |||
| 1934 | dav1d_memset_pow2[ulog2(cbw4)](&t->a->uvmode[cbx4], DC_PRED); | |||
| 1935 | dav1d_memset_pow2[ulog2(cbh4)](&t->l.uvmode[cby4], DC_PRED); | |||
| 1936 | } | |||
| 1937 | } | |||
| 1938 | ||||
| 1939 | // update contexts | |||
| 1940 | if (f->frame_hdr->segmentation.enabled && | |||
| 1941 | f->frame_hdr->segmentation.update_map) | |||
| 1942 | { | |||
| 1943 | uint8_t *seg_ptr = &f->cur_segmap[t->by * f->b4_stride + t->bx]; | |||
| 1944 | #define set_ctx(rep_macro) \ | |||
| 1945 | for (int y = 0; y < bh4; y++) { \ | |||
| 1946 | rep_macro(seg_ptr, 0, b->seg_id); \ | |||
| 1947 | seg_ptr += f->b4_stride; \ | |||
| 1948 | } | |||
| 1949 | case_set(b_dim[2])switch (b_dim[2]) { case 0: set_ctx(set_ctx1); break; case 1: set_ctx(set_ctx2); break; case 2: set_ctx(set_ctx4); break; case 3: set_ctx(set_ctx8); break; case 4: set_ctx(set_ctx16); break ; case 5: set_ctx(set_ctx32); break; default: ((void) sizeof ( (0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 1949, __extension__ __PRETTY_FUNCTION__); })); }; | |||
| 1950 | #undef set_ctx | |||
| 1951 | } | |||
| 1952 | if (!b->skip) { | |||
| 1953 | uint16_t (*noskip_mask)[2] = &t->lf_mask->noskip_mask[by4 >> 1]; | |||
| 1954 | const unsigned mask = (~0U >> (32 - bw4)) << (bx4 & 15); | |||
| 1955 | const int bx_idx = (bx4 & 16) >> 4; | |||
| 1956 | for (int y = 0; y < bh4; y += 2, noskip_mask++) { | |||
| 1957 | (*noskip_mask)[bx_idx] |= mask; | |||
| 1958 | if (bw4 == 32) // this should be mask >> 16, but it's 0xffffffff anyway | |||
| 1959 | (*noskip_mask)[1] |= mask; | |||
| 1960 | } | |||
| 1961 | } | |||
| 1962 | ||||
| 1963 | if (t->frame_thread.pass == 1 && !b->intra && IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { | |||
| 1964 | const int sby = (t->by - ts->tiling.row_start) >> f->sb_shift; | |||
| 1965 | int (*const lowest_px)[2] = ts->lowest_pixel[sby]; | |||
| 1966 | ||||
| 1967 | // keep track of motion vectors for each reference | |||
| 1968 | if (b->comp_type == COMP_INTER_NONE) { | |||
| 1969 | // y | |||
| 1970 | if (imin(bw4, bh4) > 1 && | |||
| 1971 | ((b->inter_mode == GLOBALMV && f->gmv_warp_allowed[b->ref[0]]) || | |||
| 1972 | (b->motion_mode == MM_WARP && t->warpmv.type > DAV1D_WM_TYPE_TRANSLATION))) | |||
| 1973 | { | |||
| 1974 | affine_lowest_px_luma(t, &lowest_px[b->ref[0]][0], b_dim, | |||
| 1975 | b->motion_mode == MM_WARP ? &t->warpmv : | |||
| 1976 | &f->frame_hdr->gmv[b->ref[0]]); | |||
| 1977 | } else { | |||
| 1978 | mc_lowest_px(&lowest_px[b->ref[0]][0], t->by, bh4, b->mv[0].y, | |||
| 1979 | 0, &f->svc[b->ref[0]][1]); | |||
| 1980 | if (b->motion_mode == MM_OBMC) { | |||
| 1981 | obmc_lowest_px(t, lowest_px, 0, b_dim, bx4, by4, w4, h4); | |||
| 1982 | } | |||
| 1983 | } | |||
| 1984 | ||||
| 1985 | // uv | |||
| 1986 | if (has_chroma) { | |||
| 1987 | // sub8x8 derivation | |||
| 1988 | int is_sub8x8 = bw4 == ss_hor || bh4 == ss_ver; | |||
| 1989 | refmvs_block *const *r; | |||
| 1990 | if (is_sub8x8) { | |||
| 1991 | assert(ss_hor == 1)((void) sizeof ((ss_hor == 1) ? 1 : 0), __extension__ ({ if ( ss_hor == 1) ; else __assert_fail ("ss_hor == 1", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 1991, __extension__ __PRETTY_FUNCTION__); })); | |||
| 1992 | r = &t->rt.r[(t->by & 31) + 5]; | |||
| 1993 | if (bw4 == 1) is_sub8x8 &= r[0][t->bx - 1].ref.ref[0] > 0; | |||
| 1994 | if (bh4 == ss_ver) is_sub8x8 &= r[-1][t->bx].ref.ref[0] > 0; | |||
| 1995 | if (bw4 == 1 && bh4 == ss_ver) | |||
| 1996 | is_sub8x8 &= r[-1][t->bx - 1].ref.ref[0] > 0; | |||
| 1997 | } | |||
| 1998 | ||||
| 1999 | // chroma prediction | |||
| 2000 | if (is_sub8x8) { | |||
| 2001 | assert(ss_hor == 1)((void) sizeof ((ss_hor == 1) ? 1 : 0), __extension__ ({ if ( ss_hor == 1) ; else __assert_fail ("ss_hor == 1", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2001, __extension__ __PRETTY_FUNCTION__); })); | |||
| 2002 | if (bw4 == 1 && bh4 == ss_ver) { | |||
| 2003 | const refmvs_block *const rr = &r[-1][t->bx - 1]; | |||
| 2004 | mc_lowest_px(&lowest_px[rr->ref.ref[0] - 1][1], | |||
| 2005 | t->by - 1, bh4, rr->mv.mv[0].y, ss_ver, | |||
| 2006 | &f->svc[rr->ref.ref[0] - 1][1]); | |||
| 2007 | } | |||
| 2008 | if (bw4 == 1) { | |||
| 2009 | const refmvs_block *const rr = &r[0][t->bx - 1]; | |||
| 2010 | mc_lowest_px(&lowest_px[rr->ref.ref[0] - 1][1], | |||
| 2011 | t->by, bh4, rr->mv.mv[0].y, ss_ver, | |||
| 2012 | &f->svc[rr->ref.ref[0] - 1][1]); | |||
| 2013 | } | |||
| 2014 | if (bh4 == ss_ver) { | |||
| 2015 | const refmvs_block *const rr = &r[-1][t->bx]; | |||
| 2016 | mc_lowest_px(&lowest_px[rr->ref.ref[0] - 1][1], | |||
| 2017 | t->by - 1, bh4, rr->mv.mv[0].y, ss_ver, | |||
| 2018 | &f->svc[rr->ref.ref[0] - 1][1]); | |||
| 2019 | } | |||
| 2020 | mc_lowest_px(&lowest_px[b->ref[0]][1], t->by, bh4, | |||
| 2021 | b->mv[0].y, ss_ver, &f->svc[b->ref[0]][1]); | |||
| 2022 | } else { | |||
| 2023 | if (imin(cbw4, cbh4) > 1 && | |||
| 2024 | ((b->inter_mode == GLOBALMV && f->gmv_warp_allowed[b->ref[0]]) || | |||
| 2025 | (b->motion_mode == MM_WARP && t->warpmv.type > DAV1D_WM_TYPE_TRANSLATION))) | |||
| 2026 | { | |||
| 2027 | affine_lowest_px_chroma(t, &lowest_px[b->ref[0]][1], b_dim, | |||
| 2028 | b->motion_mode == MM_WARP ? &t->warpmv : | |||
| 2029 | &f->frame_hdr->gmv[b->ref[0]]); | |||
| 2030 | } else { | |||
| 2031 | mc_lowest_px(&lowest_px[b->ref[0]][1], | |||
| 2032 | t->by & ~ss_ver, bh4 << (bh4 == ss_ver), | |||
| 2033 | b->mv[0].y, ss_ver, &f->svc[b->ref[0]][1]); | |||
| 2034 | if (b->motion_mode == MM_OBMC) { | |||
| 2035 | obmc_lowest_px(t, lowest_px, 1, b_dim, bx4, by4, w4, h4); | |||
| 2036 | } | |||
| 2037 | } | |||
| 2038 | } | |||
| 2039 | } | |||
| 2040 | } else { | |||
| 2041 | // y | |||
| 2042 | for (int i = 0; i < 2; i++) { | |||
| 2043 | if (b->inter_mode == GLOBALMV_GLOBALMV && f->gmv_warp_allowed[b->ref[i]]) { | |||
| 2044 | affine_lowest_px_luma(t, &lowest_px[b->ref[i]][0], b_dim, | |||
| 2045 | &f->frame_hdr->gmv[b->ref[i]]); | |||
| 2046 | } else { | |||
| 2047 | mc_lowest_px(&lowest_px[b->ref[i]][0], t->by, bh4, | |||
| 2048 | b->mv[i].y, 0, &f->svc[b->ref[i]][1]); | |||
| 2049 | } | |||
| 2050 | } | |||
| 2051 | ||||
| 2052 | // uv | |||
| 2053 | if (has_chroma) for (int i = 0; i < 2; i++) { | |||
| 2054 | if (b->inter_mode == GLOBALMV_GLOBALMV && | |||
| 2055 | imin(cbw4, cbh4) > 1 && f->gmv_warp_allowed[b->ref[i]]) | |||
| 2056 | { | |||
| 2057 | affine_lowest_px_chroma(t, &lowest_px[b->ref[i]][1], b_dim, | |||
| 2058 | &f->frame_hdr->gmv[b->ref[i]]); | |||
| 2059 | } else { | |||
| 2060 | mc_lowest_px(&lowest_px[b->ref[i]][1], t->by, bh4, | |||
| 2061 | b->mv[i].y, ss_ver, &f->svc[b->ref[i]][1]); | |||
| 2062 | } | |||
| 2063 | } | |||
| 2064 | } | |||
| 2065 | } | |||
| 2066 | ||||
| 2067 | return 0; | |||
| 2068 | } | |||
| 2069 | ||||
| 2070 | #if __has_feature(memory_sanitizer)0 | |||
| 2071 | ||||
| 2072 | #include <sanitizer/msan_interface.h> | |||
| 2073 | ||||
| 2074 | static int checked_decode_b(Dav1dTaskContext *const t, | |||
| 2075 | const enum BlockLevel bl, | |||
| 2076 | const enum BlockSize bs, | |||
| 2077 | const enum BlockPartition bp, | |||
| 2078 | const enum EdgeFlags intra_edge_flags) | |||
| 2079 | { | |||
| 2080 | const Dav1dFrameContext *const f = t->f; | |||
| 2081 | const int err = decode_b(t, bl, bs, bp, intra_edge_flags); | |||
| 2082 | ||||
| 2083 | if (err == 0 && !(t->frame_thread.pass & 1)) { | |||
| 2084 | const int ss_ver = f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I420; | |||
| 2085 | const int ss_hor = f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I444; | |||
| 2086 | const uint8_t *const b_dim = dav1d_block_dimensions[bs]; | |||
| 2087 | const int bw4 = b_dim[0], bh4 = b_dim[1]; | |||
| 2088 | const int w4 = imin(bw4, f->bw - t->bx), h4 = imin(bh4, f->bh - t->by); | |||
| 2089 | const int has_chroma = f->seq_hdr->layout != DAV1D_PIXEL_LAYOUT_I400 && | |||
| 2090 | (bw4 > ss_hor || t->bx & 1) && | |||
| 2091 | (bh4 > ss_ver || t->by & 1); | |||
| 2092 | ||||
| 2093 | for (int p = 0; p < 1 + 2 * has_chroma; p++) { | |||
| 2094 | const int ss_ver = p && f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I420; | |||
| 2095 | const int ss_hor = p && f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I444; | |||
| 2096 | const ptrdiff_t stride = f->cur.stride[!!p]; | |||
| 2097 | const int bx = t->bx & ~ss_hor; | |||
| 2098 | const int by = t->by & ~ss_ver; | |||
| 2099 | const int width = w4 << (2 - ss_hor + (bw4 == ss_hor)); | |||
| 2100 | const int height = h4 << (2 - ss_ver + (bh4 == ss_ver)); | |||
| 2101 | ||||
| 2102 | const uint8_t *data = f->cur.data[p] + (by << (2 - ss_ver)) * stride + | |||
| 2103 | (bx << (2 - ss_hor + !!f->seq_hdr->hbd)); | |||
| 2104 | ||||
| 2105 | for (int y = 0; y < height; data += stride, y++) { | |||
| 2106 | const size_t line_sz = width << !!f->seq_hdr->hbd; | |||
| 2107 | if (__msan_test_shadow(data, line_sz) != -1) { | |||
| 2108 | fprintf(stderrstderr, "B[%d](%d, %d) w4:%d, h4:%d, row:%d\n", | |||
| 2109 | p, bx, by, w4, h4, y); | |||
| 2110 | __msan_check_mem_is_initialized(data, line_sz); | |||
| 2111 | } | |||
| 2112 | } | |||
| 2113 | } | |||
| 2114 | } | |||
| 2115 | ||||
| 2116 | return err; | |||
| 2117 | } | |||
| 2118 | ||||
| 2119 | #define decode_b checked_decode_b | |||
| 2120 | ||||
| 2121 | #endif /* defined(__has_feature) */ | |||
| 2122 | ||||
| 2123 | static int decode_sb(Dav1dTaskContext *const t, const enum BlockLevel bl, | |||
| 2124 | const EdgeNode *const node) | |||
| 2125 | { | |||
| 2126 | const Dav1dFrameContext *const f = t->f; | |||
| 2127 | Dav1dTileState *const ts = t->ts; | |||
| 2128 | const int hsz = 16 >> bl; | |||
| 2129 | const int have_h_split = f->bw > t->bx + hsz; | |||
| 2130 | const int have_v_split = f->bh > t->by + hsz; | |||
| 2131 | ||||
| 2132 | if (!have_h_split && !have_v_split) { | |||
| 2133 | assert(bl < BL_8X8)((void) sizeof ((bl < BL_8X8) ? 1 : 0), __extension__ ({ if (bl < BL_8X8) ; else __assert_fail ("bl < BL_8X8", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2133, __extension__ __PRETTY_FUNCTION__); })); | |||
| 2134 | return decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 0)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[0]))); | |||
| 2135 | } | |||
| 2136 | ||||
| 2137 | uint16_t *pc; | |||
| 2138 | enum BlockPartition bp; | |||
| 2139 | int ctx, bx8, by8; | |||
| 2140 | if (t->frame_thread.pass != 2) { | |||
| 2141 | if (0 && bl == BL_64X64) | |||
| 2142 | printf("poc=%d,y=%d,x=%d,bl=%d,r=%d\n", | |||
| 2143 | f->frame_hdr->frame_offset, t->by, t->bx, bl, ts->msac.rng); | |||
| 2144 | bx8 = (t->bx & 31) >> 1; | |||
| 2145 | by8 = (t->by & 31) >> 1; | |||
| 2146 | ctx = get_partition_ctx(t->a, &t->l, bl, by8, bx8); | |||
| 2147 | pc = ts->cdf.m.partition[bl][ctx]; | |||
| 2148 | } | |||
| 2149 | ||||
| 2150 | if (have_h_split && have_v_split) { | |||
| 2151 | if (t->frame_thread.pass == 2) { | |||
| 2152 | const Av1Block *const b = &f->frame_thread.b[t->by * f->b4_stride + t->bx]; | |||
| 2153 | bp = b->bl == bl ? b->bp : PARTITION_SPLIT; | |||
| 2154 | } else { | |||
| 2155 | bp = dav1d_msac_decode_symbol_adapt16(&ts->msac, pc,((&ts->msac)->symbol_adapt16(&ts->msac, pc, dav1d_partition_type_count [bl])) | |||
| 2156 | dav1d_partition_type_count[bl])((&ts->msac)->symbol_adapt16(&ts->msac, pc, dav1d_partition_type_count [bl])); | |||
| 2157 | if (f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I422 && | |||
| 2158 | (bp == PARTITION_V || bp == PARTITION_V4 || | |||
| 2159 | bp == PARTITION_T_LEFT_SPLIT || bp == PARTITION_T_RIGHT_SPLIT)) | |||
| 2160 | { | |||
| 2161 | return 1; | |||
| 2162 | } | |||
| 2163 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 2164 | printf("poc=%d,y=%d,x=%d,bl=%d,ctx=%d,bp=%d: r=%d\n", | |||
| 2165 | f->frame_hdr->frame_offset, t->by, t->bx, bl, ctx, bp, | |||
| 2166 | ts->msac.rng); | |||
| 2167 | } | |||
| 2168 | const uint8_t *const b = dav1d_block_sizes[bl][bp]; | |||
| 2169 | ||||
| 2170 | switch (bp) { | |||
| 2171 | case PARTITION_NONE: | |||
| 2172 | if (decode_b(t, bl, b[0], PARTITION_NONE, node->o)) | |||
| 2173 | return -1; | |||
| 2174 | break; | |||
| 2175 | case PARTITION_H: | |||
| 2176 | if (decode_b(t, bl, b[0], PARTITION_H, node->h[0])) | |||
| 2177 | return -1; | |||
| 2178 | t->by += hsz; | |||
| 2179 | if (decode_b(t, bl, b[0], PARTITION_H, node->h[1])) | |||
| 2180 | return -1; | |||
| 2181 | t->by -= hsz; | |||
| 2182 | break; | |||
| 2183 | case PARTITION_V: | |||
| 2184 | if (decode_b(t, bl, b[0], PARTITION_V, node->v[0])) | |||
| 2185 | return -1; | |||
| 2186 | t->bx += hsz; | |||
| 2187 | if (decode_b(t, bl, b[0], PARTITION_V, node->v[1])) | |||
| 2188 | return -1; | |||
| 2189 | t->bx -= hsz; | |||
| 2190 | break; | |||
| 2191 | case PARTITION_SPLIT: | |||
| 2192 | if (bl == BL_8X8) { | |||
| 2193 | const EdgeTip *const tip = (const EdgeTip *) node; | |||
| 2194 | assert(hsz == 1)((void) sizeof ((hsz == 1) ? 1 : 0), __extension__ ({ if (hsz == 1) ; else __assert_fail ("hsz == 1", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2194, __extension__ __PRETTY_FUNCTION__); })); | |||
| 2195 | if (decode_b(t, bl, BS_4x4, PARTITION_SPLIT, EDGE_ALL_TR_AND_BL)) | |||
| 2196 | return -1; | |||
| 2197 | const enum Filter2d tl_filter = t->tl_4x4_filter; | |||
| 2198 | t->bx++; | |||
| 2199 | if (decode_b(t, bl, BS_4x4, PARTITION_SPLIT, tip->split[0])) | |||
| 2200 | return -1; | |||
| 2201 | t->bx--; | |||
| 2202 | t->by++; | |||
| 2203 | if (decode_b(t, bl, BS_4x4, PARTITION_SPLIT, tip->split[1])) | |||
| 2204 | return -1; | |||
| 2205 | t->bx++; | |||
| 2206 | t->tl_4x4_filter = tl_filter; | |||
| 2207 | if (decode_b(t, bl, BS_4x4, PARTITION_SPLIT, tip->split[2])) | |||
| 2208 | return -1; | |||
| 2209 | t->bx--; | |||
| 2210 | t->by--; | |||
| 2211 | #if ARCH_X86_641 | |||
| 2212 | if (t->frame_thread.pass) { | |||
| 2213 | /* In 8-bit mode with 2-pass decoding the coefficient buffer | |||
| 2214 | * can end up misaligned due to skips here. Work around | |||
| 2215 | * the issue by explicitly realigning the buffer. */ | |||
| 2216 | const int p = t->frame_thread.pass & 1; | |||
| 2217 | ts->frame_thread[p].cf = | |||
| 2218 | (void*)(((uintptr_t)ts->frame_thread[p].cf + 63) & ~63); | |||
| 2219 | } | |||
| 2220 | #endif | |||
| 2221 | } else { | |||
| 2222 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 0)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[0])))) | |||
| 2223 | return 1; | |||
| 2224 | t->bx += hsz; | |||
| 2225 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 1)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[1])))) | |||
| 2226 | return 1; | |||
| 2227 | t->bx -= hsz; | |||
| 2228 | t->by += hsz; | |||
| 2229 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 2)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[2])))) | |||
| 2230 | return 1; | |||
| 2231 | t->bx += hsz; | |||
| 2232 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 3)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[3])))) | |||
| 2233 | return 1; | |||
| 2234 | t->bx -= hsz; | |||
| 2235 | t->by -= hsz; | |||
| 2236 | } | |||
| 2237 | break; | |||
| 2238 | case PARTITION_T_TOP_SPLIT: { | |||
| 2239 | if (decode_b(t, bl, b[0], PARTITION_T_TOP_SPLIT, EDGE_ALL_TR_AND_BL)) | |||
| 2240 | return -1; | |||
| 2241 | t->bx += hsz; | |||
| 2242 | if (decode_b(t, bl, b[0], PARTITION_T_TOP_SPLIT, node->v[1])) | |||
| 2243 | return -1; | |||
| 2244 | t->bx -= hsz; | |||
| 2245 | t->by += hsz; | |||
| 2246 | if (decode_b(t, bl, b[1], PARTITION_T_TOP_SPLIT, node->h[1])) | |||
| 2247 | return -1; | |||
| 2248 | t->by -= hsz; | |||
| 2249 | break; | |||
| 2250 | } | |||
| 2251 | case PARTITION_T_BOTTOM_SPLIT: { | |||
| 2252 | if (decode_b(t, bl, b[0], PARTITION_T_BOTTOM_SPLIT, node->h[0])) | |||
| 2253 | return -1; | |||
| 2254 | t->by += hsz; | |||
| 2255 | if (decode_b(t, bl, b[1], PARTITION_T_BOTTOM_SPLIT, node->v[0])) | |||
| 2256 | return -1; | |||
| 2257 | t->bx += hsz; | |||
| 2258 | if (decode_b(t, bl, b[1], PARTITION_T_BOTTOM_SPLIT, 0)) | |||
| 2259 | return -1; | |||
| 2260 | t->bx -= hsz; | |||
| 2261 | t->by -= hsz; | |||
| 2262 | break; | |||
| 2263 | } | |||
| 2264 | case PARTITION_T_LEFT_SPLIT: { | |||
| 2265 | if (decode_b(t, bl, b[0], PARTITION_T_LEFT_SPLIT, EDGE_ALL_TR_AND_BL)) | |||
| 2266 | return -1; | |||
| 2267 | t->by += hsz; | |||
| 2268 | if (decode_b(t, bl, b[0], PARTITION_T_LEFT_SPLIT, node->h[1])) | |||
| 2269 | return -1; | |||
| 2270 | t->by -= hsz; | |||
| 2271 | t->bx += hsz; | |||
| 2272 | if (decode_b(t, bl, b[1], PARTITION_T_LEFT_SPLIT, node->v[1])) | |||
| 2273 | return -1; | |||
| 2274 | t->bx -= hsz; | |||
| 2275 | break; | |||
| 2276 | } | |||
| 2277 | case PARTITION_T_RIGHT_SPLIT: { | |||
| 2278 | if (decode_b(t, bl, b[0], PARTITION_T_RIGHT_SPLIT, node->v[0])) | |||
| 2279 | return -1; | |||
| 2280 | t->bx += hsz; | |||
| 2281 | if (decode_b(t, bl, b[1], PARTITION_T_RIGHT_SPLIT, node->h[0])) | |||
| 2282 | return -1; | |||
| 2283 | t->by += hsz; | |||
| 2284 | if (decode_b(t, bl, b[1], PARTITION_T_RIGHT_SPLIT, 0)) | |||
| 2285 | return -1; | |||
| 2286 | t->by -= hsz; | |||
| 2287 | t->bx -= hsz; | |||
| 2288 | break; | |||
| 2289 | } | |||
| 2290 | case PARTITION_H4: { | |||
| 2291 | const EdgeBranch *const branch = (const EdgeBranch *) node; | |||
| 2292 | if (decode_b(t, bl, b[0], PARTITION_H4, node->h[0])) | |||
| 2293 | return -1; | |||
| 2294 | t->by += hsz >> 1; | |||
| 2295 | if (decode_b(t, bl, b[0], PARTITION_H4, branch->h4)) | |||
| 2296 | return -1; | |||
| 2297 | t->by += hsz >> 1; | |||
| 2298 | if (decode_b(t, bl, b[0], PARTITION_H4, EDGE_ALL_LEFT_HAS_BOTTOM)) | |||
| 2299 | return -1; | |||
| 2300 | t->by += hsz >> 1; | |||
| 2301 | if (t->by < f->bh) | |||
| 2302 | if (decode_b(t, bl, b[0], PARTITION_H4, node->h[1])) | |||
| 2303 | return -1; | |||
| 2304 | t->by -= hsz * 3 >> 1; | |||
| 2305 | break; | |||
| 2306 | } | |||
| 2307 | case PARTITION_V4: { | |||
| 2308 | const EdgeBranch *const branch = (const EdgeBranch *) node; | |||
| 2309 | if (decode_b(t, bl, b[0], PARTITION_V4, node->v[0])) | |||
| 2310 | return -1; | |||
| 2311 | t->bx += hsz >> 1; | |||
| 2312 | if (decode_b(t, bl, b[0], PARTITION_V4, branch->v4)) | |||
| 2313 | return -1; | |||
| 2314 | t->bx += hsz >> 1; | |||
| 2315 | if (decode_b(t, bl, b[0], PARTITION_V4, EDGE_ALL_TOP_HAS_RIGHT)) | |||
| 2316 | return -1; | |||
| 2317 | t->bx += hsz >> 1; | |||
| 2318 | if (t->bx < f->bw) | |||
| 2319 | if (decode_b(t, bl, b[0], PARTITION_V4, node->v[1])) | |||
| 2320 | return -1; | |||
| 2321 | t->bx -= hsz * 3 >> 1; | |||
| 2322 | break; | |||
| 2323 | } | |||
| 2324 | default: assert(0)((void) sizeof ((0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0", "/root/firefox-clang/third_party/dav1d/src/decode.c", 2324 , __extension__ __PRETTY_FUNCTION__); })); | |||
| 2325 | } | |||
| 2326 | } else if (have_h_split) { | |||
| 2327 | unsigned is_split; | |||
| 2328 | if (t->frame_thread.pass == 2) { | |||
| 2329 | const Av1Block *const b = &f->frame_thread.b[t->by * f->b4_stride + t->bx]; | |||
| 2330 | is_split = b->bl != bl; | |||
| 2331 | } else { | |||
| 2332 | is_split = dav1d_msac_decode_booldav1d_msac_decode_bool_sse2(&ts->msac, | |||
| 2333 | gather_top_partition_prob(pc, bl)); | |||
| 2334 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 2335 | printf("poc=%d,y=%d,x=%d,bl=%d,ctx=%d,bp=%d: r=%d\n", | |||
| 2336 | f->frame_hdr->frame_offset, t->by, t->bx, bl, ctx, | |||
| 2337 | is_split ? PARTITION_SPLIT : PARTITION_H, ts->msac.rng); | |||
| 2338 | } | |||
| 2339 | ||||
| 2340 | assert(bl < BL_8X8)((void) sizeof ((bl < BL_8X8) ? 1 : 0), __extension__ ({ if (bl < BL_8X8) ; else __assert_fail ("bl < BL_8X8", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2340, __extension__ __PRETTY_FUNCTION__); })); | |||
| 2341 | if (is_split) { | |||
| 2342 | bp = PARTITION_SPLIT; | |||
| 2343 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 0)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[0])))) return 1; | |||
| 2344 | t->bx += hsz; | |||
| 2345 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 1)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[1])))) return 1; | |||
| 2346 | t->bx -= hsz; | |||
| 2347 | } else { | |||
| 2348 | bp = PARTITION_H; | |||
| 2349 | if (decode_b(t, bl, dav1d_block_sizes[bl][PARTITION_H][0], | |||
| 2350 | PARTITION_H, node->h[0])) | |||
| 2351 | return -1; | |||
| 2352 | } | |||
| 2353 | } else { | |||
| 2354 | assert(have_v_split)((void) sizeof ((have_v_split) ? 1 : 0), __extension__ ({ if ( have_v_split) ; else __assert_fail ("have_v_split", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2354, __extension__ __PRETTY_FUNCTION__); })); | |||
| 2355 | unsigned is_split; | |||
| 2356 | if (t->frame_thread.pass == 2) { | |||
| 2357 | const Av1Block *const b = &f->frame_thread.b[t->by * f->b4_stride + t->bx]; | |||
| 2358 | is_split = b->bl != bl; | |||
| 2359 | } else { | |||
| 2360 | is_split = dav1d_msac_decode_booldav1d_msac_decode_bool_sse2(&ts->msac, | |||
| 2361 | gather_left_partition_prob(pc, bl)); | |||
| 2362 | if (f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I422 && !is_split) | |||
| 2363 | return 1; | |||
| 2364 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 2365 | printf("poc=%d,y=%d,x=%d,bl=%d,ctx=%d,bp=%d: r=%d\n", | |||
| 2366 | f->frame_hdr->frame_offset, t->by, t->bx, bl, ctx, | |||
| 2367 | is_split ? PARTITION_SPLIT : PARTITION_V, ts->msac.rng); | |||
| 2368 | } | |||
| 2369 | ||||
| 2370 | assert(bl < BL_8X8)((void) sizeof ((bl < BL_8X8) ? 1 : 0), __extension__ ({ if (bl < BL_8X8) ; else __assert_fail ("bl < BL_8X8", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2370, __extension__ __PRETTY_FUNCTION__); })); | |||
| 2371 | if (is_split) { | |||
| 2372 | bp = PARTITION_SPLIT; | |||
| 2373 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 0)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[0])))) return 1; | |||
| 2374 | t->by += hsz; | |||
| 2375 | if (decode_sb(t, bl + 1, INTRA_EDGE_SPLIT(node, 2)((const EdgeNode*)((uintptr_t)(node) + ((const EdgeBranch*)(node ))->split_offset[2])))) return 1; | |||
| 2376 | t->by -= hsz; | |||
| 2377 | } else { | |||
| 2378 | bp = PARTITION_V; | |||
| 2379 | if (decode_b(t, bl, dav1d_block_sizes[bl][PARTITION_V][0], | |||
| 2380 | PARTITION_V, node->v[0])) | |||
| 2381 | return -1; | |||
| 2382 | } | |||
| 2383 | } | |||
| 2384 | ||||
| 2385 | if (t->frame_thread.pass != 2 && (bp != PARTITION_SPLIT || bl == BL_8X8)) { | |||
| 2386 | #define set_ctx(rep_macro) \ | |||
| 2387 | rep_macro(t->a->partition, bx8, dav1d_al_part_ctx[0][bl][bp]); \ | |||
| 2388 | rep_macro(t->l.partition, by8, dav1d_al_part_ctx[1][bl][bp]) | |||
| 2389 | case_set_upto16(ulog2(hsz))switch (ulog2(hsz)) { case 0: set_ctx(set_ctx1); break; case 1 : set_ctx(set_ctx2); break; case 2: set_ctx(set_ctx4); break; case 3: set_ctx(set_ctx8); break; case 4: set_ctx(set_ctx16) ; break; default: ((void) sizeof ((0) ? 1 : 0), __extension__ ({ if (0) ; else __assert_fail ("0", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2389, __extension__ __PRETTY_FUNCTION__); })); }; | |||
| 2390 | #undef set_ctx | |||
| 2391 | } | |||
| 2392 | ||||
| 2393 | return 0; | |||
| 2394 | } | |||
| 2395 | ||||
| 2396 | static void reset_context(BlockContext *const ctx, const int keyframe, const int pass) { | |||
| 2397 | memset(ctx->intra, keyframe, sizeof(ctx->intra)); | |||
| 2398 | memset(ctx->uvmode, DC_PRED, sizeof(ctx->uvmode)); | |||
| 2399 | if (keyframe) | |||
| 2400 | memset(ctx->mode, DC_PRED, sizeof(ctx->mode)); | |||
| 2401 | ||||
| 2402 | if (pass == 2) return; | |||
| 2403 | ||||
| 2404 | memset(ctx->partition, 0, sizeof(ctx->partition)); | |||
| 2405 | memset(ctx->skip, 0, sizeof(ctx->skip)); | |||
| 2406 | memset(ctx->skip_mode, 0, sizeof(ctx->skip_mode)); | |||
| 2407 | memset(ctx->tx_lpf_y, 2, sizeof(ctx->tx_lpf_y)); | |||
| 2408 | memset(ctx->tx_lpf_uv, 1, sizeof(ctx->tx_lpf_uv)); | |||
| 2409 | memset(ctx->tx_intra, -1, sizeof(ctx->tx_intra)); | |||
| 2410 | memset(ctx->tx, TX_64X64, sizeof(ctx->tx)); | |||
| 2411 | if (!keyframe) { | |||
| 2412 | memset(ctx->ref, -1, sizeof(ctx->ref)); | |||
| 2413 | memset(ctx->comp_type, 0, sizeof(ctx->comp_type)); | |||
| 2414 | memset(ctx->mode, NEARESTMV, sizeof(ctx->mode)); | |||
| 2415 | } | |||
| 2416 | memset(ctx->lcoef, 0x40, sizeof(ctx->lcoef)); | |||
| 2417 | memset(ctx->ccoef, 0x40, sizeof(ctx->ccoef)); | |||
| 2418 | memset(ctx->filter, DAV1D_N_SWITCHABLE_FILTERS, sizeof(ctx->filter)); | |||
| 2419 | memset(ctx->seg_pred, 0, sizeof(ctx->seg_pred)); | |||
| 2420 | memset(ctx->pal_sz, 0, sizeof(ctx->pal_sz)); | |||
| 2421 | } | |||
| 2422 | ||||
| 2423 | // { Y+U+V, Y+U } * 4 | |||
| 2424 | static const uint8_t ss_size_mul[4][2] = { | |||
| 2425 | [DAV1D_PIXEL_LAYOUT_I400] = { 4, 4 }, | |||
| 2426 | [DAV1D_PIXEL_LAYOUT_I420] = { 6, 5 }, | |||
| 2427 | [DAV1D_PIXEL_LAYOUT_I422] = { 8, 6 }, | |||
| 2428 | [DAV1D_PIXEL_LAYOUT_I444] = { 12, 8 }, | |||
| 2429 | }; | |||
| 2430 | ||||
| 2431 | static void setup_tile(Dav1dTileState *const ts, | |||
| 2432 | const Dav1dFrameContext *const f, | |||
| 2433 | const uint8_t *const data, const size_t sz, | |||
| 2434 | const int tile_row, const int tile_col, | |||
| 2435 | const unsigned tile_start_off) | |||
| 2436 | { | |||
| 2437 | const int col_sb_start = f->frame_hdr->tiling.col_start_sb[tile_col]; | |||
| 2438 | const int col_sb128_start = col_sb_start >> !f->seq_hdr->sb128; | |||
| 2439 | const int col_sb_end = f->frame_hdr->tiling.col_start_sb[tile_col + 1]; | |||
| 2440 | const int row_sb_start = f->frame_hdr->tiling.row_start_sb[tile_row]; | |||
| 2441 | const int row_sb_end = f->frame_hdr->tiling.row_start_sb[tile_row + 1]; | |||
| 2442 | const int sb_shift = f->sb_shift; | |||
| 2443 | ||||
| 2444 | const uint8_t *const size_mul = ss_size_mul[f->cur.p.layout]; | |||
| 2445 | for (int p = 0; p < 2; p++) { | |||
| 2446 | ts->frame_thread[p].pal_idx = f->frame_thread.pal_idx ? | |||
| 2447 | &f->frame_thread.pal_idx[(size_t)tile_start_off * size_mul[1] / 8] : | |||
| 2448 | NULL((void*)0); | |||
| 2449 | ts->frame_thread[p].cbi = f->frame_thread.cbi ? | |||
| 2450 | &f->frame_thread.cbi[(size_t)tile_start_off * size_mul[0] / 64] : | |||
| 2451 | NULL((void*)0); | |||
| 2452 | ts->frame_thread[p].cf = f->frame_thread.cf ? | |||
| 2453 | (uint8_t*)f->frame_thread.cf + | |||
| 2454 | (((size_t)tile_start_off * size_mul[0]) >> !f->seq_hdr->hbd) : | |||
| 2455 | NULL((void*)0); | |||
| 2456 | } | |||
| 2457 | ||||
| 2458 | dav1d_cdf_thread_copy(&ts->cdf, &f->in_cdf); | |||
| 2459 | ts->last_qidx = f->frame_hdr->quant.yac; | |||
| 2460 | ts->last_delta_lf.u32 = 0; | |||
| 2461 | ||||
| 2462 | dav1d_msac_init(&ts->msac, data, sz, f->frame_hdr->disable_cdf_update); | |||
| 2463 | ||||
| 2464 | ts->tiling.row = tile_row; | |||
| 2465 | ts->tiling.col = tile_col; | |||
| 2466 | ts->tiling.col_start = col_sb_start << sb_shift; | |||
| 2467 | ts->tiling.col_end = imin(col_sb_end << sb_shift, f->bw); | |||
| 2468 | ts->tiling.row_start = row_sb_start << sb_shift; | |||
| 2469 | ts->tiling.row_end = imin(row_sb_end << sb_shift, f->bh); | |||
| 2470 | ||||
| 2471 | // Reference Restoration Unit (used for exp coding) | |||
| 2472 | int sb_idx, unit_idx; | |||
| 2473 | if (f->frame_hdr->width[0] != f->frame_hdr->width[1]) { | |||
| 2474 | // vertical components only | |||
| 2475 | sb_idx = (ts->tiling.row_start >> 5) * f->sr_sb128w; | |||
| 2476 | unit_idx = (ts->tiling.row_start & 16) >> 3; | |||
| 2477 | } else { | |||
| 2478 | sb_idx = (ts->tiling.row_start >> 5) * f->sb128w + col_sb128_start; | |||
| 2479 | unit_idx = ((ts->tiling.row_start & 16) >> 3) + | |||
| 2480 | ((ts->tiling.col_start & 16) >> 4); | |||
| 2481 | } | |||
| 2482 | for (int p = 0; p < 3; p++) { | |||
| 2483 | if (!((f->lf.restore_planes >> p) & 1U)) | |||
| 2484 | continue; | |||
| 2485 | ||||
| 2486 | if (f->frame_hdr->width[0] != f->frame_hdr->width[1]) { | |||
| 2487 | const int ss_hor = p && f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I444; | |||
| 2488 | const int d = f->frame_hdr->super_res.width_scale_denominator; | |||
| 2489 | const int unit_size_log2 = f->frame_hdr->restoration.unit_size[!!p]; | |||
| 2490 | const int rnd = (8 << unit_size_log2) - 1, shift = unit_size_log2 + 3; | |||
| 2491 | const int x = ((4 * ts->tiling.col_start * d >> ss_hor) + rnd) >> shift; | |||
| 2492 | const int px_x = x << (unit_size_log2 + ss_hor); | |||
| 2493 | const int u_idx = unit_idx + ((px_x & 64) >> 6); | |||
| 2494 | const int sb128x = px_x >> 7; | |||
| 2495 | if (sb128x >= f->sr_sb128w) continue; | |||
| 2496 | ts->lr_ref[p] = &f->lf.lr_mask[sb_idx + sb128x].lr[p][u_idx]; | |||
| 2497 | } else { | |||
| 2498 | ts->lr_ref[p] = &f->lf.lr_mask[sb_idx].lr[p][unit_idx]; | |||
| 2499 | } | |||
| 2500 | ||||
| 2501 | ts->lr_ref[p]->filter_v[0] = 3; | |||
| 2502 | ts->lr_ref[p]->filter_v[1] = -7; | |||
| 2503 | ts->lr_ref[p]->filter_v[2] = 15; | |||
| 2504 | ts->lr_ref[p]->filter_h[0] = 3; | |||
| 2505 | ts->lr_ref[p]->filter_h[1] = -7; | |||
| 2506 | ts->lr_ref[p]->filter_h[2] = 15; | |||
| 2507 | ts->lr_ref[p]->sgr_weights[0] = -32; | |||
| 2508 | ts->lr_ref[p]->sgr_weights[1] = 31; | |||
| 2509 | } | |||
| 2510 | ||||
| 2511 | if (f->c->n_tc > 1) { | |||
| 2512 | for (int p = 0; p < 2; p++) | |||
| 2513 | atomic_init__c11_atomic_init(&ts->progress[p], row_sb_start); | |||
| 2514 | } | |||
| 2515 | } | |||
| 2516 | ||||
| 2517 | static void read_restoration_info(Dav1dTaskContext *const t, | |||
| 2518 | Av1RestorationUnit *const lr, const int p, | |||
| 2519 | const enum Dav1dRestorationType frame_type) | |||
| 2520 | { | |||
| 2521 | const Dav1dFrameContext *const f = t->f; | |||
| 2522 | Dav1dTileState *const ts = t->ts; | |||
| 2523 | const Av1RestorationUnit *const lr_ref = ts->lr_ref[p]; | |||
| 2524 | ||||
| 2525 | if (frame_type == DAV1D_RESTORATION_SWITCHABLE) { | |||
| 2526 | const int filter = dav1d_msac_decode_symbol_adapt4dav1d_msac_decode_symbol_adapt4_sse2(&ts->msac, | |||
| 2527 | ts->cdf.m.restore_switchable, 2); | |||
| 2528 | lr->type = filter + !!filter; /* NONE/WIENER/SGRPROJ */ | |||
| 2529 | } else { | |||
| 2530 | const unsigned type = | |||
| 2531 | dav1d_msac_decode_bool_adaptdav1d_msac_decode_bool_adapt_sse2(&ts->msac, | |||
| 2532 | frame_type == DAV1D_RESTORATION_WIENER ? | |||
| 2533 | ts->cdf.m.restore_wiener : ts->cdf.m.restore_sgrproj); | |||
| 2534 | lr->type = type ? frame_type : DAV1D_RESTORATION_NONE; | |||
| 2535 | } | |||
| 2536 | ||||
| 2537 | if (lr->type == DAV1D_RESTORATION_WIENER) { | |||
| 2538 | lr->filter_v[0] = p ? 0 : | |||
| 2539 | dav1d_msac_decode_subexp(&ts->msac, | |||
| 2540 | lr_ref->filter_v[0] + 5, 16, 1) - 5; | |||
| 2541 | lr->filter_v[1] = | |||
| 2542 | dav1d_msac_decode_subexp(&ts->msac, | |||
| 2543 | lr_ref->filter_v[1] + 23, 32, 2) - 23; | |||
| 2544 | lr->filter_v[2] = | |||
| 2545 | dav1d_msac_decode_subexp(&ts->msac, | |||
| 2546 | lr_ref->filter_v[2] + 17, 64, 3) - 17; | |||
| 2547 | ||||
| 2548 | lr->filter_h[0] = p ? 0 : | |||
| 2549 | dav1d_msac_decode_subexp(&ts->msac, | |||
| 2550 | lr_ref->filter_h[0] + 5, 16, 1) - 5; | |||
| 2551 | lr->filter_h[1] = | |||
| 2552 | dav1d_msac_decode_subexp(&ts->msac, | |||
| 2553 | lr_ref->filter_h[1] + 23, 32, 2) - 23; | |||
| 2554 | lr->filter_h[2] = | |||
| 2555 | dav1d_msac_decode_subexp(&ts->msac, | |||
| 2556 | lr_ref->filter_h[2] + 17, 64, 3) - 17; | |||
| 2557 | memcpy(lr->sgr_weights, lr_ref->sgr_weights, sizeof(lr->sgr_weights)); | |||
| 2558 | ts->lr_ref[p] = lr; | |||
| 2559 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 2560 | printf("Post-lr_wiener[pl=%d,v[%d,%d,%d],h[%d,%d,%d]]: r=%d\n", | |||
| 2561 | p, lr->filter_v[0], lr->filter_v[1], | |||
| 2562 | lr->filter_v[2], lr->filter_h[0], | |||
| 2563 | lr->filter_h[1], lr->filter_h[2], ts->msac.rng); | |||
| 2564 | } else if (lr->type == DAV1D_RESTORATION_SGRPROJ) { | |||
| 2565 | const unsigned idx = dav1d_msac_decode_bools(&ts->msac, 4); | |||
| 2566 | const uint16_t *const sgr_params = dav1d_sgr_params[idx]; | |||
| 2567 | lr->type += idx; | |||
| 2568 | lr->sgr_weights[0] = sgr_params[0] ? dav1d_msac_decode_subexp(&ts->msac, | |||
| 2569 | lr_ref->sgr_weights[0] + 96, 128, 4) - 96 : 0; | |||
| 2570 | lr->sgr_weights[1] = sgr_params[1] ? dav1d_msac_decode_subexp(&ts->msac, | |||
| 2571 | lr_ref->sgr_weights[1] + 32, 128, 4) - 32 : 95; | |||
| 2572 | memcpy(lr->filter_v, lr_ref->filter_v, sizeof(lr->filter_v)); | |||
| 2573 | memcpy(lr->filter_h, lr_ref->filter_h, sizeof(lr->filter_h)); | |||
| 2574 | ts->lr_ref[p] = lr; | |||
| 2575 | if (DEBUG_BLOCK_INFO0 && f->frame_hdr->frame_offset == 2 && t->by >= 0 && t->by < 4 && t-> bx >= 8 && t->bx < 12) | |||
| 2576 | printf("Post-lr_sgrproj[pl=%d,idx=%d,w[%d,%d]]: r=%d\n", | |||
| 2577 | p, idx, lr->sgr_weights[0], | |||
| 2578 | lr->sgr_weights[1], ts->msac.rng); | |||
| 2579 | } | |||
| 2580 | } | |||
| 2581 | ||||
| 2582 | // modeled after the equivalent function in aomdec:decodeframe.c | |||
| 2583 | static int check_trailing_bits_after_symbol_coder(const MsacContext *const msac) { | |||
| 2584 | // check marker bit (single 1), followed by zeroes | |||
| 2585 | const int n_bits = -(msac->cnt + 14); | |||
| 2586 | assert(n_bits <= 0)((void) sizeof ((n_bits <= 0) ? 1 : 0), __extension__ ({ if (n_bits <= 0) ; else __assert_fail ("n_bits <= 0", "/root/firefox-clang/third_party/dav1d/src/decode.c" , 2586, __extension__ __PRETTY_FUNCTION__); })); // this assumes we errored out when cnt <= -15 in caller | |||
| 2587 | const int n_bytes = (n_bits + 7) >> 3; | |||
| 2588 | const uint8_t *p = &msac->buf_pos[n_bytes]; | |||
| 2589 | const int pattern = 128 >> ((n_bits - 1) & 7); | |||
| 2590 | if ((p[-1] & (2 * pattern - 1)) != pattern) | |||
| 2591 | return 1; | |||
| 2592 | ||||
| 2593 | // check remainder zero bytes | |||
| 2594 | for (; p < msac->buf_end; p++) | |||
| 2595 | if (*p) | |||
| 2596 | return 1; | |||
| 2597 | ||||
| 2598 | return 0; | |||
| 2599 | } | |||
| 2600 | ||||
| 2601 | int dav1d_decode_tile_sbrow(Dav1dTaskContext *const t) { | |||
| 2602 | const Dav1dFrameContext *const f = t->f; | |||
| 2603 | const enum BlockLevel root_bl = f->seq_hdr->sb128 ? BL_128X128 : BL_64X64; | |||
| 2604 | Dav1dTileState *const ts = t->ts; | |||
| 2605 | const Dav1dContext *const c = f->c; | |||
| 2606 | const int sb_step = f->sb_step; | |||
| 2607 | const int tile_row = ts->tiling.row, tile_col = ts->tiling.col; | |||
| 2608 | const int col_sb_start = f->frame_hdr->tiling.col_start_sb[tile_col]; | |||
| 2609 | const int col_sb128_start = col_sb_start >> !f->seq_hdr->sb128; | |||
| 2610 | ||||
| 2611 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1) || f->frame_hdr->allow_intrabc) { | |||
| 2612 | dav1d_refmvs_tile_sbrow_init(&t->rt, &f->rf, ts->tiling.col_start, | |||
| 2613 | ts->tiling.col_end, ts->tiling.row_start, | |||
| 2614 | ts->tiling.row_end, t->by >> f->sb_shift, | |||
| 2615 | ts->tiling.row, t->frame_thread.pass); | |||
| 2616 | } | |||
| 2617 | ||||
| 2618 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1) && c->n_fc > 1) { | |||
| 2619 | const int sby = (t->by - ts->tiling.row_start) >> f->sb_shift; | |||
| 2620 | int (*const lowest_px)[2] = ts->lowest_pixel[sby]; | |||
| 2621 | for (int n = 0; n < 7; n++) | |||
| 2622 | for (int m = 0; m < 2; m++) | |||
| 2623 | lowest_px[n][m] = INT_MIN(-2147483647 -1); | |||
| 2624 | } | |||
| 2625 | ||||
| 2626 | reset_context(&t->l, IS_KEY_OR_INTRA(f->frame_hdr)(!((f->frame_hdr)->frame_type & 1)), t->frame_thread.pass); | |||
| 2627 | if (t->frame_thread.pass == 2) { | |||
| 2628 | const int off_2pass = c->n_tc > 1 ? f->sb128w * f->frame_hdr->tiling.rows : 0; | |||
| 2629 | for (t->bx = ts->tiling.col_start, | |||
| 2630 | t->a = f->a + off_2pass + col_sb128_start + tile_row * f->sb128w; | |||
| 2631 | t->bx < ts->tiling.col_end; t->bx += sb_step) | |||
| 2632 | { | |||
| 2633 | if (atomic_load_explicit__c11_atomic_load(c->flush, memory_order_acquire)) | |||
| 2634 | return 1; | |||
| 2635 | if (decode_sb(t, root_bl, dav1d_intra_edge_tree[root_bl])) | |||
| 2636 | return 1; | |||
| 2637 | if (t->bx & 16 || f->seq_hdr->sb128) | |||
| 2638 | t->a++; | |||
| 2639 | } | |||
| 2640 | f->bd_fn.backup_ipred_edge(t); | |||
| 2641 | return 0; | |||
| 2642 | } | |||
| 2643 | ||||
| 2644 | if (f->c->n_tc > 1 && f->frame_hdr->use_ref_frame_mvs) { | |||
| 2645 | f->c->refmvs_dsp.load_tmvs(&f->rf, ts->tiling.row, | |||
| 2646 | ts->tiling.col_start >> 1, ts->tiling.col_end >> 1, | |||
| 2647 | t->by >> 1, (t->by + sb_step) >> 1); | |||
| 2648 | } | |||
| 2649 | memset(t->pal_sz_uv[1], 0, sizeof(*t->pal_sz_uv)); | |||
| 2650 | const int sb128y = t->by >> 5; | |||
| 2651 | for (t->bx = ts->tiling.col_start, t->a = f->a + col_sb128_start + tile_row * f->sb128w, | |||
| 2652 | t->lf_mask = f->lf.mask + sb128y * f->sb128w + col_sb128_start; | |||
| 2653 | t->bx < ts->tiling.col_end; t->bx += sb_step) | |||
| 2654 | { | |||
| 2655 | if (atomic_load_explicit__c11_atomic_load(c->flush, memory_order_acquire)) | |||
| 2656 | return 1; | |||
| 2657 | if (root_bl == BL_128X128) { | |||
| 2658 | t->cur_sb_cdef_idx_ptr = t->lf_mask->cdef_idx; | |||
| 2659 | t->cur_sb_cdef_idx_ptr[0] = -1; | |||
| 2660 | t->cur_sb_cdef_idx_ptr[1] = -1; | |||
| 2661 | t->cur_sb_cdef_idx_ptr[2] = -1; | |||
| 2662 | t->cur_sb_cdef_idx_ptr[3] = -1; | |||
| 2663 | } else { | |||
| 2664 | t->cur_sb_cdef_idx_ptr = | |||
| 2665 | &t->lf_mask->cdef_idx[((t->bx & 16) >> 4) + | |||
| 2666 | ((t->by & 16) >> 3)]; | |||
| 2667 | t->cur_sb_cdef_idx_ptr[0] = -1; | |||
| 2668 | } | |||
| 2669 | // Restoration filter | |||
| 2670 | for (int p = 0; p < 3; p++) { | |||
| 2671 | if (!((f->lf.restore_planes >> p) & 1U)) | |||
| 2672 | continue; | |||
| 2673 | ||||
| 2674 | const int ss_ver = p && f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I420; | |||
| 2675 | const int ss_hor = p && f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I444; | |||
| 2676 | const int unit_size_log2 = f->frame_hdr->restoration.unit_size[!!p]; | |||
| 2677 | const int y = t->by * 4 >> ss_ver; | |||
| 2678 | const int h = (f->cur.p.h + ss_ver) >> ss_ver; | |||
| 2679 | ||||
| 2680 | const int unit_size = 1 << unit_size_log2; | |||
| 2681 | const unsigned mask = unit_size - 1; | |||
| 2682 | if (y & mask) continue; | |||
| 2683 | const int half_unit = unit_size >> 1; | |||
| 2684 | // Round half up at frame boundaries, if there's more than one | |||
| 2685 | // restoration unit | |||
| 2686 | if (y && y + half_unit > h) continue; | |||
| 2687 | ||||
| 2688 | const enum Dav1dRestorationType frame_type = f->frame_hdr->restoration.type[p]; | |||
| 2689 | ||||
| 2690 | if (f->frame_hdr->width[0] != f->frame_hdr->width[1]) { | |||
| 2691 | const int w = (f->sr_cur.p.p.w + ss_hor) >> ss_hor; | |||
| 2692 | const int n_units = imax(1, (w + half_unit) >> unit_size_log2); | |||
| 2693 | ||||
| 2694 | const int d = f->frame_hdr->super_res.width_scale_denominator; | |||
| 2695 | const int rnd = unit_size * 8 - 1, shift = unit_size_log2 + 3; | |||
| 2696 | const int x0 = ((4 * t->bx * d >> ss_hor) + rnd) >> shift; | |||
| 2697 | const int x1 = ((4 * (t->bx + sb_step) * d >> ss_hor) + rnd) >> shift; | |||
| 2698 | ||||
| 2699 | for (int x = x0; x < imin(x1, n_units); x++) { | |||
| 2700 | const int px_x = x << (unit_size_log2 + ss_hor); | |||
| 2701 | const int sb_idx = (t->by >> 5) * f->sr_sb128w + (px_x >> 7); | |||
| 2702 | const int unit_idx = ((t->by & 16) >> 3) + ((px_x & 64) >> 6); | |||
| 2703 | Av1RestorationUnit *const lr = &f->lf.lr_mask[sb_idx].lr[p][unit_idx]; | |||
| 2704 | ||||
| 2705 | read_restoration_info(t, lr, p, frame_type); | |||
| 2706 | } | |||
| 2707 | } else { | |||
| 2708 | const int x = 4 * t->bx >> ss_hor; | |||
| 2709 | if (x & mask) continue; | |||
| 2710 | const int w = (f->cur.p.w + ss_hor) >> ss_hor; | |||
| 2711 | // Round half up at frame boundaries, if there's more than one | |||
| 2712 | // restoration unit | |||
| 2713 | if (x && x + half_unit > w) continue; | |||
| 2714 | const int sb_idx = (t->by >> 5) * f->sr_sb128w + (t->bx >> 5); | |||
| 2715 | const int unit_idx = ((t->by & 16) >> 3) + ((t->bx & 16) >> 4); | |||
| 2716 | Av1RestorationUnit *const lr = &f->lf.lr_mask[sb_idx].lr[p][unit_idx]; | |||
| 2717 | ||||
| 2718 | read_restoration_info(t, lr, p, frame_type); | |||
| 2719 | } | |||
| 2720 | } | |||
| 2721 | if (decode_sb(t, root_bl, dav1d_intra_edge_tree[root_bl])) | |||
| 2722 | return 1; | |||
| 2723 | if (t->bx & 16 || f->seq_hdr->sb128) { | |||
| 2724 | t->a++; | |||
| 2725 | t->lf_mask++; | |||
| 2726 | } | |||
| 2727 | } | |||
| 2728 | ||||
| 2729 | if (f->seq_hdr->ref_frame_mvs && f->c->n_tc > 1 && IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { | |||
| 2730 | dav1d_refmvs_save_tmvs(&f->c->refmvs_dsp, &t->rt, | |||
| 2731 | ts->tiling.col_start >> 1, ts->tiling.col_end >> 1, | |||
| 2732 | t->by >> 1, (t->by + sb_step) >> 1); | |||
| 2733 | } | |||
| 2734 | ||||
| 2735 | // backup pre-loopfilter pixels for intra prediction of the next sbrow | |||
| 2736 | if (t->frame_thread.pass != 1) | |||
| 2737 | f->bd_fn.backup_ipred_edge(t); | |||
| 2738 | ||||
| 2739 | // backup t->a/l.tx_lpf_y/uv at tile boundaries to use them to "fix" | |||
| 2740 | // up the initial value in neighbour tiles when running the loopfilter | |||
| 2741 | int align_h = (f->bh + 31) & ~31; | |||
| 2742 | memcpy(&f->lf.tx_lpf_right_edge[0][align_h * tile_col + t->by], | |||
| 2743 | &t->l.tx_lpf_y[t->by & 16], sb_step); | |||
| 2744 | const int ss_ver = f->cur.p.layout == DAV1D_PIXEL_LAYOUT_I420; | |||
| 2745 | align_h >>= ss_ver; | |||
| 2746 | memcpy(&f->lf.tx_lpf_right_edge[1][align_h * tile_col + (t->by >> ss_ver)], | |||
| 2747 | &t->l.tx_lpf_uv[(t->by & 16) >> ss_ver], sb_step >> ss_ver); | |||
| 2748 | ||||
| 2749 | // error out on symbol decoder overread | |||
| 2750 | if (ts->msac.cnt <= -15) return 1; | |||
| 2751 | ||||
| 2752 | return c->strict_std_compliance && | |||
| 2753 | (t->by >> f->sb_shift) + 1 >= f->frame_hdr->tiling.row_start_sb[tile_row + 1] && | |||
| 2754 | check_trailing_bits_after_symbol_coder(&ts->msac); | |||
| 2755 | } | |||
| 2756 | ||||
| 2757 | int dav1d_decode_frame_init(Dav1dFrameContext *const f) { | |||
| 2758 | const Dav1dContext *const c = f->c; | |||
| 2759 | int retval = DAV1D_ERR(ENOMEM)(-(12)); | |||
| 2760 | ||||
| 2761 | if (f->sbh > f->lf.start_of_tile_row_sz) { | |||
| 2762 | dav1d_free(f->lf.start_of_tile_row)free(f->lf.start_of_tile_row); | |||
| 2763 | f->lf.start_of_tile_row = dav1d_malloc(ALLOC_TILE, f->sbh * sizeof(uint8_t))malloc(f->sbh * sizeof(uint8_t)); | |||
| 2764 | if (!f->lf.start_of_tile_row) { | |||
| 2765 | f->lf.start_of_tile_row_sz = 0; | |||
| 2766 | goto error; | |||
| 2767 | } | |||
| 2768 | f->lf.start_of_tile_row_sz = f->sbh; | |||
| 2769 | } | |||
| 2770 | int sby = 0; | |||
| 2771 | for (int tile_row = 0; tile_row < f->frame_hdr->tiling.rows; tile_row++) { | |||
| 2772 | f->lf.start_of_tile_row[sby++] = tile_row; | |||
| 2773 | while (sby < f->frame_hdr->tiling.row_start_sb[tile_row + 1]) | |||
| 2774 | f->lf.start_of_tile_row[sby++] = 0; | |||
| 2775 | } | |||
| 2776 | ||||
| 2777 | const int n_ts = f->frame_hdr->tiling.cols * f->frame_hdr->tiling.rows; | |||
| 2778 | if (n_ts != f->n_ts) { | |||
| 2779 | if (c->n_fc > 1) { | |||
| 2780 | dav1d_free(f->frame_thread.tile_start_off)free(f->frame_thread.tile_start_off); | |||
| 2781 | f->frame_thread.tile_start_off = | |||
| 2782 | dav1d_malloc(ALLOC_TILE, sizeof(*f->frame_thread.tile_start_off) * n_ts)malloc(sizeof(*f->frame_thread.tile_start_off) * n_ts); | |||
| 2783 | if (!f->frame_thread.tile_start_off) { | |||
| 2784 | f->n_ts = 0; | |||
| 2785 | goto error; | |||
| 2786 | } | |||
| 2787 | } | |||
| 2788 | dav1d_free_aligned(f->ts)dav1d_free_aligned_internal(f->ts); | |||
| 2789 | f->ts = dav1d_alloc_aligned(ALLOC_TILE, sizeof(*f->ts) * n_ts, 32)dav1d_alloc_aligned_internal(sizeof(*f->ts) * n_ts, 32); | |||
| 2790 | if (!f->ts) goto error; | |||
| 2791 | f->n_ts = n_ts; | |||
| 2792 | } | |||
| 2793 | ||||
| 2794 | const int a_sz = f->sb128w * f->frame_hdr->tiling.rows * (1 + (c->n_fc > 1 && c->n_tc > 1)); | |||
| 2795 | if (a_sz != f->a_sz) { | |||
| 2796 | dav1d_free(f->a)free(f->a); | |||
| 2797 | f->a = dav1d_malloc(ALLOC_TILE, sizeof(*f->a) * a_sz)malloc(sizeof(*f->a) * a_sz); | |||
| 2798 | if (!f->a) { | |||
| 2799 | f->a_sz = 0; | |||
| 2800 | goto error; | |||
| 2801 | } | |||
| 2802 | f->a_sz = a_sz; | |||
| 2803 | } | |||
| 2804 | ||||
| 2805 | const int num_sb128 = f->sb128w * f->sb128h; | |||
| 2806 | const uint8_t *const size_mul = ss_size_mul[f->cur.p.layout]; | |||
| 2807 | const int hbd = !!f->seq_hdr->hbd; | |||
| 2808 | if (c->n_fc > 1) { | |||
| 2809 | const unsigned sb_step4 = f->sb_step * 4; | |||
| 2810 | int tile_idx = 0; | |||
| 2811 | for (int tile_row = 0; tile_row < f->frame_hdr->tiling.rows; tile_row++) { | |||
| 2812 | const unsigned row_off = f->frame_hdr->tiling.row_start_sb[tile_row] * | |||
| 2813 | sb_step4 * f->sb128w * 128; | |||
| 2814 | const unsigned b_diff = (f->frame_hdr->tiling.row_start_sb[tile_row + 1] - | |||
| 2815 | f->frame_hdr->tiling.row_start_sb[tile_row]) * sb_step4; | |||
| 2816 | for (int tile_col = 0; tile_col < f->frame_hdr->tiling.cols; tile_col++) { | |||
| 2817 | f->frame_thread.tile_start_off[tile_idx++] = row_off + b_diff * | |||
| 2818 | f->frame_hdr->tiling.col_start_sb[tile_col] * sb_step4; | |||
| 2819 | } | |||
| 2820 | } | |||
| 2821 | ||||
| 2822 | const int lowest_pixel_mem_sz = f->frame_hdr->tiling.cols * f->sbh; | |||
| 2823 | if (lowest_pixel_mem_sz != f->tile_thread.lowest_pixel_mem_sz) { | |||
| 2824 | dav1d_free(f->tile_thread.lowest_pixel_mem)free(f->tile_thread.lowest_pixel_mem); | |||
| 2825 | f->tile_thread.lowest_pixel_mem = | |||
| 2826 | dav1d_malloc(ALLOC_TILE, lowest_pixel_mem_sz *malloc(lowest_pixel_mem_sz * sizeof(*f->tile_thread.lowest_pixel_mem )) | |||
| 2827 | sizeof(*f->tile_thread.lowest_pixel_mem))malloc(lowest_pixel_mem_sz * sizeof(*f->tile_thread.lowest_pixel_mem )); | |||
| 2828 | if (!f->tile_thread.lowest_pixel_mem) { | |||
| 2829 | f->tile_thread.lowest_pixel_mem_sz = 0; | |||
| 2830 | goto error; | |||
| 2831 | } | |||
| 2832 | f->tile_thread.lowest_pixel_mem_sz = lowest_pixel_mem_sz; | |||
| 2833 | } | |||
| 2834 | int (*lowest_pixel_ptr)[7][2] = f->tile_thread.lowest_pixel_mem; | |||
| 2835 | for (int tile_row = 0, tile_row_base = 0; tile_row < f->frame_hdr->tiling.rows; | |||
| 2836 | tile_row++, tile_row_base += f->frame_hdr->tiling.cols) | |||
| 2837 | { | |||
| 2838 | const int tile_row_sb_h = f->frame_hdr->tiling.row_start_sb[tile_row + 1] - | |||
| 2839 | f->frame_hdr->tiling.row_start_sb[tile_row]; | |||
| 2840 | for (int tile_col = 0; tile_col < f->frame_hdr->tiling.cols; tile_col++) { | |||
| 2841 | f->ts[tile_row_base + tile_col].lowest_pixel = lowest_pixel_ptr; | |||
| 2842 | lowest_pixel_ptr += tile_row_sb_h; | |||
| 2843 | } | |||
| 2844 | } | |||
| 2845 | ||||
| 2846 | const int cbi_sz = num_sb128 * size_mul[0]; | |||
| 2847 | if (cbi_sz != f->frame_thread.cbi_sz) { | |||
| 2848 | dav1d_free_aligned(f->frame_thread.cbi)dav1d_free_aligned_internal(f->frame_thread.cbi); | |||
| 2849 | f->frame_thread.cbi = | |||
| 2850 | dav1d_alloc_aligned(ALLOC_BLOCK, sizeof(*f->frame_thread.cbi) *dav1d_alloc_aligned_internal(sizeof(*f->frame_thread.cbi) * cbi_sz * 32 * 32 / 4, 64) | |||
| 2851 | cbi_sz * 32 * 32 / 4, 64)dav1d_alloc_aligned_internal(sizeof(*f->frame_thread.cbi) * cbi_sz * 32 * 32 / 4, 64); | |||
| 2852 | if (!f->frame_thread.cbi) { | |||
| 2853 | f->frame_thread.cbi_sz = 0; | |||
| 2854 | goto error; | |||
| 2855 | } | |||
| 2856 | f->frame_thread.cbi_sz = cbi_sz; | |||
| 2857 | } | |||
| 2858 | ||||
| 2859 | const int cf_sz = (num_sb128 * size_mul[0]) << hbd; | |||
| 2860 | if (cf_sz != f->frame_thread.cf_sz) { | |||
| 2861 | dav1d_free_aligned(f->frame_thread.cf)dav1d_free_aligned_internal(f->frame_thread.cf); | |||
| 2862 | f->frame_thread.cf = | |||
| 2863 | dav1d_alloc_aligned(ALLOC_COEF, (size_t)cf_sz * 128 * 128 / 2, 64)dav1d_alloc_aligned_internal((size_t)cf_sz * 128 * 128 / 2, 64 ); | |||
| 2864 | if (!f->frame_thread.cf) { | |||
| 2865 | f->frame_thread.cf_sz = 0; | |||
| 2866 | goto error; | |||
| 2867 | } | |||
| 2868 | memset(f->frame_thread.cf, 0, (size_t)cf_sz * 128 * 128 / 2); | |||
| 2869 | f->frame_thread.cf_sz = cf_sz; | |||
| 2870 | } | |||
| 2871 | ||||
| 2872 | if (f->frame_hdr->allow_screen_content_tools) { | |||
| 2873 | const int pal_sz = num_sb128 << hbd; | |||
| 2874 | if (pal_sz != f->frame_thread.pal_sz) { | |||
| 2875 | dav1d_free_aligned(f->frame_thread.pal)dav1d_free_aligned_internal(f->frame_thread.pal); | |||
| 2876 | f->frame_thread.pal = | |||
| 2877 | dav1d_alloc_aligned(ALLOC_PAL, sizeof(*f->frame_thread.pal) *dav1d_alloc_aligned_internal(sizeof(*f->frame_thread.pal) * pal_sz * 16 * 16, 64) | |||
| 2878 | pal_sz * 16 * 16, 64)dav1d_alloc_aligned_internal(sizeof(*f->frame_thread.pal) * pal_sz * 16 * 16, 64); | |||
| 2879 | if (!f->frame_thread.pal) { | |||
| 2880 | f->frame_thread.pal_sz = 0; | |||
| 2881 | goto error; | |||
| 2882 | } | |||
| 2883 | f->frame_thread.pal_sz = pal_sz; | |||
| 2884 | } | |||
| 2885 | ||||
| 2886 | const int pal_idx_sz = num_sb128 * size_mul[1]; | |||
| 2887 | if (pal_idx_sz != f->frame_thread.pal_idx_sz) { | |||
| 2888 | dav1d_free_aligned(f->frame_thread.pal_idx)dav1d_free_aligned_internal(f->frame_thread.pal_idx); | |||
| 2889 | f->frame_thread.pal_idx = | |||
| 2890 | dav1d_alloc_aligned(ALLOC_PAL, sizeof(*f->frame_thread.pal_idx) *dav1d_alloc_aligned_internal(sizeof(*f->frame_thread.pal_idx ) * pal_idx_sz * 128 * 128 / 8, 64) | |||
| 2891 | pal_idx_sz * 128 * 128 / 8, 64)dav1d_alloc_aligned_internal(sizeof(*f->frame_thread.pal_idx ) * pal_idx_sz * 128 * 128 / 8, 64); | |||
| 2892 | if (!f->frame_thread.pal_idx) { | |||
| 2893 | f->frame_thread.pal_idx_sz = 0; | |||
| 2894 | goto error; | |||
| 2895 | } | |||
| 2896 | f->frame_thread.pal_idx_sz = pal_idx_sz; | |||
| 2897 | } | |||
| 2898 | } else if (f->frame_thread.pal) { | |||
| 2899 | dav1d_freep_aligned(&f->frame_thread.pal); | |||
| 2900 | dav1d_freep_aligned(&f->frame_thread.pal_idx); | |||
| 2901 | f->frame_thread.pal_sz = f->frame_thread.pal_idx_sz = 0; | |||
| 2902 | } | |||
| 2903 | } | |||
| 2904 | ||||
| 2905 | // update allocation of block contexts for above | |||
| 2906 | ptrdiff_t y_stride = f->cur.stride[0], uv_stride = f->cur.stride[1]; | |||
| 2907 | const int has_resize = f->frame_hdr->width[0] != f->frame_hdr->width[1]; | |||
| 2908 | const int need_cdef_lpf_copy = c->n_tc > 1 && has_resize; | |||
| 2909 | if (y_stride * f->sbh * 4 != f->lf.cdef_buf_plane_sz[0] || | |||
| 2910 | uv_stride * f->sbh * 8 != f->lf.cdef_buf_plane_sz[1] || | |||
| 2911 | need_cdef_lpf_copy != f->lf.need_cdef_lpf_copy || | |||
| 2912 | f->sbh != f->lf.cdef_buf_sbh) | |||
| 2913 | { | |||
| 2914 | dav1d_free_aligned(f->lf.cdef_line_buf)dav1d_free_aligned_internal(f->lf.cdef_line_buf); | |||
| 2915 | size_t alloc_sz = 64; | |||
| 2916 | alloc_sz += (size_t)llabs(y_stride) * 4 * f->sbh << need_cdef_lpf_copy; | |||
| 2917 | alloc_sz += (size_t)llabs(uv_stride) * 8 * f->sbh << need_cdef_lpf_copy; | |||
| 2918 | uint8_t *ptr = f->lf.cdef_line_buf = dav1d_alloc_aligned(ALLOC_CDEF, alloc_sz, 32)dav1d_alloc_aligned_internal(alloc_sz, 32); | |||
| 2919 | if (!ptr) { | |||
| 2920 | f->lf.cdef_buf_plane_sz[0] = f->lf.cdef_buf_plane_sz[1] = 0; | |||
| 2921 | goto error; | |||
| 2922 | } | |||
| 2923 | ||||
| 2924 | ptr += 32; | |||
| 2925 | if (y_stride < 0) { | |||
| 2926 | f->lf.cdef_line[0][0] = ptr - y_stride * (f->sbh * 4 - 1); | |||
| 2927 | f->lf.cdef_line[1][0] = ptr - y_stride * (f->sbh * 4 - 3); | |||
| 2928 | } else { | |||
| 2929 | f->lf.cdef_line[0][0] = ptr + y_stride * 0; | |||
| 2930 | f->lf.cdef_line[1][0] = ptr + y_stride * 2; | |||
| 2931 | } | |||
| 2932 | ptr += llabs(y_stride) * f->sbh * 4; | |||
| 2933 | if (uv_stride < 0) { | |||
| 2934 | f->lf.cdef_line[0][1] = ptr - uv_stride * (f->sbh * 8 - 1); | |||
| 2935 | f->lf.cdef_line[0][2] = ptr - uv_stride * (f->sbh * 8 - 3); | |||
| 2936 | f->lf.cdef_line[1][1] = ptr - uv_stride * (f->sbh * 8 - 5); | |||
| 2937 | f->lf.cdef_line[1][2] = ptr - uv_stride * (f->sbh * 8 - 7); | |||
| 2938 | } else { | |||
| 2939 | f->lf.cdef_line[0][1] = ptr + uv_stride * 0; | |||
| 2940 | f->lf.cdef_line[0][2] = ptr + uv_stride * 2; | |||
| 2941 | f->lf.cdef_line[1][1] = ptr + uv_stride * 4; | |||
| 2942 | f->lf.cdef_line[1][2] = ptr + uv_stride * 6; | |||
| 2943 | } | |||
| 2944 | ||||
| 2945 | if (need_cdef_lpf_copy) { | |||
| 2946 | ptr += llabs(uv_stride) * f->sbh * 8; | |||
| 2947 | if (y_stride < 0) | |||
| 2948 | f->lf.cdef_lpf_line[0] = ptr - y_stride * (f->sbh * 4 - 1); | |||
| 2949 | else | |||
| 2950 | f->lf.cdef_lpf_line[0] = ptr; | |||
| 2951 | ptr += llabs(y_stride) * f->sbh * 4; | |||
| 2952 | if (uv_stride < 0) { | |||
| 2953 | f->lf.cdef_lpf_line[1] = ptr - uv_stride * (f->sbh * 4 - 1); | |||
| 2954 | f->lf.cdef_lpf_line[2] = ptr - uv_stride * (f->sbh * 8 - 1); | |||
| 2955 | } else { | |||
| 2956 | f->lf.cdef_lpf_line[1] = ptr; | |||
| 2957 | f->lf.cdef_lpf_line[2] = ptr + uv_stride * f->sbh * 4; | |||
| 2958 | } | |||
| 2959 | } | |||
| 2960 | ||||
| 2961 | f->lf.cdef_buf_plane_sz[0] = (int) y_stride * f->sbh * 4; | |||
| 2962 | f->lf.cdef_buf_plane_sz[1] = (int) uv_stride * f->sbh * 8; | |||
| 2963 | f->lf.need_cdef_lpf_copy = need_cdef_lpf_copy; | |||
| 2964 | f->lf.cdef_buf_sbh = f->sbh; | |||
| 2965 | } | |||
| 2966 | ||||
| 2967 | const int sb128 = f->seq_hdr->sb128; | |||
| 2968 | const int num_lines = c->n_tc > 1 ? f->sbh * 4 << sb128 : 12; | |||
| 2969 | y_stride = f->sr_cur.p.stride[0], uv_stride = f->sr_cur.p.stride[1]; | |||
| 2970 | if (y_stride * num_lines != f->lf.lr_buf_plane_sz[0] || | |||
| 2971 | uv_stride * num_lines * 2 != f->lf.lr_buf_plane_sz[1]) | |||
| 2972 | { | |||
| 2973 | dav1d_free_aligned(f->lf.lr_line_buf)dav1d_free_aligned_internal(f->lf.lr_line_buf); | |||
| 2974 | // lr simd may overread the input, so slightly over-allocate the lpf buffer | |||
| 2975 | size_t alloc_sz = 128; | |||
| 2976 | alloc_sz += (size_t)llabs(y_stride) * num_lines; | |||
| 2977 | alloc_sz += (size_t)llabs(uv_stride) * num_lines * 2; | |||
| 2978 | uint8_t *ptr = f->lf.lr_line_buf = dav1d_alloc_aligned(ALLOC_LR, alloc_sz, 64)dav1d_alloc_aligned_internal(alloc_sz, 64); | |||
| 2979 | if (!ptr) { | |||
| 2980 | f->lf.lr_buf_plane_sz[0] = f->lf.lr_buf_plane_sz[1] = 0; | |||
| 2981 | goto error; | |||
| 2982 | } | |||
| 2983 | ||||
| 2984 | ptr += 64; | |||
| 2985 | if (y_stride < 0) | |||
| 2986 | f->lf.lr_lpf_line[0] = ptr - y_stride * (num_lines - 1); | |||
| 2987 | else | |||
| 2988 | f->lf.lr_lpf_line[0] = ptr; | |||
| 2989 | ptr += llabs(y_stride) * num_lines; | |||
| 2990 | if (uv_stride < 0) { | |||
| 2991 | f->lf.lr_lpf_line[1] = ptr - uv_stride * (num_lines * 1 - 1); | |||
| 2992 | f->lf.lr_lpf_line[2] = ptr - uv_stride * (num_lines * 2 - 1); | |||
| 2993 | } else { | |||
| 2994 | f->lf.lr_lpf_line[1] = ptr; | |||
| 2995 | f->lf.lr_lpf_line[2] = ptr + uv_stride * num_lines; | |||
| 2996 | } | |||
| 2997 | ||||
| 2998 | f->lf.lr_buf_plane_sz[0] = (int) y_stride * num_lines; | |||
| 2999 | f->lf.lr_buf_plane_sz[1] = (int) uv_stride * num_lines * 2; | |||
| 3000 | } | |||
| 3001 | ||||
| 3002 | // update allocation for loopfilter masks | |||
| 3003 | if (num_sb128 != f->lf.mask_sz) { | |||
| 3004 | dav1d_free(f->lf.mask)free(f->lf.mask); | |||
| 3005 | dav1d_free(f->lf.level)free(f->lf.level); | |||
| 3006 | f->lf.mask = dav1d_malloc(ALLOC_LF, sizeof(*f->lf.mask) * num_sb128)malloc(sizeof(*f->lf.mask) * num_sb128); | |||
| 3007 | // over-allocate by 3 bytes since some of the SIMD implementations | |||
| 3008 | // index this from the level type and can thus over-read by up to 3 | |||
| 3009 | f->lf.level = dav1d_malloc(ALLOC_LF, sizeof(*f->lf.level) * num_sb128 * 32 * 32 + 3)malloc(sizeof(*f->lf.level) * num_sb128 * 32 * 32 + 3); | |||
| 3010 | if (!f->lf.mask || !f->lf.level) { | |||
| 3011 | f->lf.mask_sz = 0; | |||
| 3012 | goto error; | |||
| 3013 | } | |||
| 3014 | if (c->n_fc > 1) { | |||
| 3015 | dav1d_free(f->frame_thread.b)free(f->frame_thread.b); | |||
| 3016 | f->frame_thread.b = dav1d_malloc(ALLOC_BLOCK, sizeof(*f->frame_thread.b) *malloc(sizeof(*f->frame_thread.b) * num_sb128 * 32 * 32) | |||
| 3017 | num_sb128 * 32 * 32)malloc(sizeof(*f->frame_thread.b) * num_sb128 * 32 * 32); | |||
| 3018 | if (!f->frame_thread.b) { | |||
| 3019 | f->lf.mask_sz = 0; | |||
| 3020 | goto error; | |||
| 3021 | } | |||
| 3022 | } | |||
| 3023 | f->lf.mask_sz = num_sb128; | |||
| 3024 | } | |||
| 3025 | ||||
| 3026 | f->sr_sb128w = (f->sr_cur.p.p.w + 127) >> 7; | |||
| 3027 | const int lr_mask_sz = f->sr_sb128w * f->sb128h; | |||
| 3028 | if (lr_mask_sz != f->lf.lr_mask_sz) { | |||
| 3029 | dav1d_free(f->lf.lr_mask)free(f->lf.lr_mask); | |||
| 3030 | f->lf.lr_mask = dav1d_malloc(ALLOC_LR, sizeof(*f->lf.lr_mask) * lr_mask_sz)malloc(sizeof(*f->lf.lr_mask) * lr_mask_sz); | |||
| 3031 | if (!f->lf.lr_mask) { | |||
| 3032 | f->lf.lr_mask_sz = 0; | |||
| 3033 | goto error; | |||
| 3034 | } | |||
| 3035 | f->lf.lr_mask_sz = lr_mask_sz; | |||
| 3036 | } | |||
| 3037 | f->lf.restore_planes = | |||
| 3038 | ((f->frame_hdr->restoration.type[0] != DAV1D_RESTORATION_NONE) << 0) + | |||
| 3039 | ((f->frame_hdr->restoration.type[1] != DAV1D_RESTORATION_NONE) << 1) + | |||
| 3040 | ((f->frame_hdr->restoration.type[2] != DAV1D_RESTORATION_NONE) << 2); | |||
| 3041 | if (f->frame_hdr->loopfilter.sharpness != f->lf.last_sharpness) { | |||
| 3042 | dav1d_calc_eih(&f->lf.lim_lut, f->frame_hdr->loopfilter.sharpness); | |||
| 3043 | f->lf.last_sharpness = f->frame_hdr->loopfilter.sharpness; | |||
| 3044 | } | |||
| 3045 | dav1d_calc_lf_values(f->lf.lvl, f->frame_hdr, (int8_t[4]) { 0, 0, 0, 0 }); | |||
| 3046 | memset(f->lf.mask, 0, sizeof(*f->lf.mask) * num_sb128); | |||
| 3047 | ||||
| 3048 | const int ipred_edge_sz = f->sbh * f->sb128w << hbd; | |||
| 3049 | if (ipred_edge_sz != f->ipred_edge_sz) { | |||
| 3050 | dav1d_free_aligned(f->ipred_edge[0])dav1d_free_aligned_internal(f->ipred_edge[0]); | |||
| 3051 | uint8_t *ptr = f->ipred_edge[0] = | |||
| 3052 | dav1d_alloc_aligned(ALLOC_IPRED, ipred_edge_sz * 128 * 3, 64)dav1d_alloc_aligned_internal(ipred_edge_sz * 128 * 3, 64); | |||
| 3053 | if (!ptr) { | |||
| 3054 | f->ipred_edge_sz = 0; | |||
| 3055 | goto error; | |||
| 3056 | } | |||
| 3057 | f->ipred_edge[1] = ptr + ipred_edge_sz * 128 * 1; | |||
| 3058 | f->ipred_edge[2] = ptr + ipred_edge_sz * 128 * 2; | |||
| 3059 | f->ipred_edge_sz = ipred_edge_sz; | |||
| 3060 | } | |||
| 3061 | ||||
| 3062 | const int re_sz = f->sb128h * f->frame_hdr->tiling.cols; | |||
| 3063 | if (re_sz != f->lf.re_sz) { | |||
| 3064 | dav1d_free(f->lf.tx_lpf_right_edge[0])free(f->lf.tx_lpf_right_edge[0]); | |||
| 3065 | f->lf.tx_lpf_right_edge[0] = dav1d_malloc(ALLOC_LF, re_sz * 32 * 2)malloc(re_sz * 32 * 2); | |||
| 3066 | if (!f->lf.tx_lpf_right_edge[0]) { | |||
| 3067 | f->lf.re_sz = 0; | |||
| 3068 | goto error; | |||
| 3069 | } | |||
| 3070 | f->lf.tx_lpf_right_edge[1] = f->lf.tx_lpf_right_edge[0] + re_sz * 32; | |||
| 3071 | f->lf.re_sz = re_sz; | |||
| 3072 | } | |||
| 3073 | ||||
| 3074 | // init ref mvs | |||
| 3075 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1) || f->frame_hdr->allow_intrabc) { | |||
| 3076 | const int ret = | |||
| 3077 | dav1d_refmvs_init_frame(&f->rf, f->seq_hdr, f->frame_hdr, | |||
| 3078 | f->refpoc, f->mvs, f->refrefpoc, f->ref_mvs, | |||
| 3079 | f->c->n_tc, f->c->n_fc); | |||
| 3080 | if (ret < 0) goto error; | |||
| 3081 | } | |||
| 3082 | ||||
| 3083 | // setup dequant tables | |||
| 3084 | init_quant_tables(f->seq_hdr, f->frame_hdr, f->frame_hdr->quant.yac, f->dq); | |||
| 3085 | if (f->frame_hdr->quant.qm) | |||
| 3086 | for (int i = 0; i < N_RECT_TX_SIZES; i++) { | |||
| 3087 | f->qm[i][0] = dav1d_qm_tbl[f->frame_hdr->quant.qm_y][0][i]; | |||
| 3088 | f->qm[i][1] = dav1d_qm_tbl[f->frame_hdr->quant.qm_u][1][i]; | |||
| 3089 | f->qm[i][2] = dav1d_qm_tbl[f->frame_hdr->quant.qm_v][1][i]; | |||
| 3090 | } | |||
| 3091 | else | |||
| 3092 | memset(f->qm, 0, sizeof(f->qm)); | |||
| 3093 | ||||
| 3094 | // setup jnt_comp weights | |||
| 3095 | if (f->frame_hdr->switchable_comp_refs) { | |||
| 3096 | for (int i = 0; i < 7; i++) { | |||
| 3097 | const unsigned ref0poc = f->refp[i].p.frame_hdr->frame_offset; | |||
| 3098 | ||||
| 3099 | for (int j = i + 1; j < 7; j++) { | |||
| 3100 | const unsigned ref1poc = f->refp[j].p.frame_hdr->frame_offset; | |||
| 3101 | ||||
| 3102 | const unsigned d1 = | |||
| 3103 | imin(abs(get_poc_diff(f->seq_hdr->order_hint_n_bits, ref0poc, | |||
| 3104 | f->cur.frame_hdr->frame_offset)), 31); | |||
| 3105 | const unsigned d0 = | |||
| 3106 | imin(abs(get_poc_diff(f->seq_hdr->order_hint_n_bits, ref1poc, | |||
| 3107 | f->cur.frame_hdr->frame_offset)), 31); | |||
| 3108 | const int order = d0 <= d1; | |||
| 3109 | ||||
| 3110 | static const uint8_t quant_dist_weight[3][2] = { | |||
| 3111 | { 2, 3 }, { 2, 5 }, { 2, 7 } | |||
| 3112 | }; | |||
| 3113 | static const uint8_t quant_dist_lookup_table[4][2] = { | |||
| 3114 | { 9, 7 }, { 11, 5 }, { 12, 4 }, { 13, 3 } | |||
| 3115 | }; | |||
| 3116 | ||||
| 3117 | int k; | |||
| 3118 | for (k = 0; k < 3; k++) { | |||
| 3119 | const int c0 = quant_dist_weight[k][order]; | |||
| 3120 | const int c1 = quant_dist_weight[k][!order]; | |||
| 3121 | const int d0_c0 = d0 * c0; | |||
| 3122 | const int d1_c1 = d1 * c1; | |||
| 3123 | if ((d0 > d1 && d0_c0 < d1_c1) || (d0 <= d1 && d0_c0 > d1_c1)) break; | |||
| 3124 | } | |||
| 3125 | ||||
| 3126 | f->jnt_weights[i][j] = quant_dist_lookup_table[k][order]; | |||
| 3127 | } | |||
| 3128 | } | |||
| 3129 | } | |||
| 3130 | ||||
| 3131 | /* Init loopfilter pointers. Increasing NULL pointers is technically UB, | |||
| 3132 | * so just point the chroma pointers in 4:0:0 to the luma plane here to | |||
| 3133 | * avoid having additional in-loop branches in various places. We never | |||
| 3134 | * dereference those pointers so it doesn't really matter what they | |||
| 3135 | * point at, as long as the pointers are valid. */ | |||
| 3136 | const int has_chroma = f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I400; | |||
| 3137 | f->lf.p[0] = f->cur.data[0]; | |||
| 3138 | f->lf.p[1] = f->cur.data[has_chroma ? 1 : 0]; | |||
| 3139 | f->lf.p[2] = f->cur.data[has_chroma ? 2 : 0]; | |||
| 3140 | f->lf.sr_p[0] = f->sr_cur.p.data[0]; | |||
| 3141 | f->lf.sr_p[1] = f->sr_cur.p.data[has_chroma ? 1 : 0]; | |||
| 3142 | f->lf.sr_p[2] = f->sr_cur.p.data[has_chroma ? 2 : 0]; | |||
| 3143 | ||||
| 3144 | retval = 0; | |||
| 3145 | error: | |||
| 3146 | return retval; | |||
| 3147 | } | |||
| 3148 | ||||
| 3149 | int dav1d_decode_frame_init_cdf(Dav1dFrameContext *const f) { | |||
| 3150 | const Dav1dContext *const c = f->c; | |||
| 3151 | int retval = DAV1D_ERR(EINVAL)(-(22)); | |||
| 3152 | ||||
| 3153 | if (f->frame_hdr->refresh_context) | |||
| 3154 | dav1d_cdf_thread_copy(f->out_cdf.data.cdf, &f->in_cdf); | |||
| 3155 | ||||
| 3156 | // parse individual tiles per tile group | |||
| 3157 | int tile_row = 0, tile_col = 0; | |||
| 3158 | f->task_thread.update_set = 0; | |||
| 3159 | for (int i = 0; i < f->n_tile_data; i++) { | |||
| 3160 | const uint8_t *data = f->tile[i].data.data; | |||
| 3161 | size_t size = f->tile[i].data.sz; | |||
| 3162 | ||||
| 3163 | for (int j = f->tile[i].start; j <= f->tile[i].end; j++) { | |||
| 3164 | size_t tile_sz; | |||
| 3165 | if (j == f->tile[i].end) { | |||
| 3166 | tile_sz = size; | |||
| 3167 | } else { | |||
| 3168 | if (f->frame_hdr->tiling.n_bytes > size) goto error; | |||
| 3169 | tile_sz = 0; | |||
| 3170 | for (unsigned k = 0; k < f->frame_hdr->tiling.n_bytes; k++) | |||
| 3171 | tile_sz |= (unsigned)*data++ << (k * 8); | |||
| 3172 | tile_sz++; | |||
| 3173 | size -= f->frame_hdr->tiling.n_bytes; | |||
| 3174 | if (tile_sz > size) goto error; | |||
| 3175 | } | |||
| 3176 | ||||
| 3177 | setup_tile(&f->ts[j], f, data, tile_sz, tile_row, tile_col++, | |||
| 3178 | c->n_fc > 1 ? f->frame_thread.tile_start_off[j] : 0); | |||
| 3179 | ||||
| 3180 | if (tile_col == f->frame_hdr->tiling.cols) { | |||
| 3181 | tile_col = 0; | |||
| 3182 | tile_row++; | |||
| 3183 | } | |||
| 3184 | if (j == f->frame_hdr->tiling.update && f->frame_hdr->refresh_context) | |||
| 3185 | f->task_thread.update_set = 1; | |||
| 3186 | data += tile_sz; | |||
| 3187 | size -= tile_sz; | |||
| 3188 | } | |||
| 3189 | } | |||
| 3190 | ||||
| 3191 | if (c->n_tc > 1) { | |||
| 3192 | const int uses_2pass = c->n_fc > 1; | |||
| 3193 | for (int n = 0; n < f->sb128w * f->frame_hdr->tiling.rows * (1 + uses_2pass); n++) | |||
| 3194 | reset_context(&f->a[n], IS_KEY_OR_INTRA(f->frame_hdr)(!((f->frame_hdr)->frame_type & 1)), | |||
| 3195 | uses_2pass ? 1 + (n >= f->sb128w * f->frame_hdr->tiling.rows) : 0); | |||
| 3196 | } | |||
| 3197 | ||||
| 3198 | retval = 0; | |||
| 3199 | error: | |||
| 3200 | return retval; | |||
| 3201 | } | |||
| 3202 | ||||
| 3203 | int dav1d_decode_frame_main(Dav1dFrameContext *const f) { | |||
| 3204 | const Dav1dContext *const c = f->c; | |||
| 3205 | int retval = DAV1D_ERR(EINVAL)(-(22)); | |||
| 3206 | ||||
| 3207 | assert(f->c->n_tc == 1)((void) sizeof ((f->c->n_tc == 1) ? 1 : 0), __extension__ ({ if (f->c->n_tc == 1) ; else __assert_fail ("f->c->n_tc == 1" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 3207, __extension__ __PRETTY_FUNCTION__); })); | |||
| 3208 | ||||
| 3209 | Dav1dTaskContext *const t = &c->tc[f - c->fc]; | |||
| 3210 | t->f = f; | |||
| 3211 | t->frame_thread.pass = 0; | |||
| 3212 | ||||
| 3213 | for (int n = 0; n < f->sb128w * f->frame_hdr->tiling.rows; n++) | |||
| 3214 | reset_context(&f->a[n], IS_KEY_OR_INTRA(f->frame_hdr)(!((f->frame_hdr)->frame_type & 1)), 0); | |||
| 3215 | ||||
| 3216 | // no threading - we explicitly interleave tile/sbrow decoding | |||
| 3217 | // and post-filtering, so that the full process runs in-line | |||
| 3218 | for (int tile_row = 0; tile_row < f->frame_hdr->tiling.rows; tile_row++) { | |||
| 3219 | const int sbh_end = | |||
| 3220 | imin(f->frame_hdr->tiling.row_start_sb[tile_row + 1], f->sbh); | |||
| 3221 | for (int sby = f->frame_hdr->tiling.row_start_sb[tile_row]; | |||
| 3222 | sby < sbh_end; sby++) | |||
| 3223 | { | |||
| 3224 | t->by = sby << (4 + f->seq_hdr->sb128); | |||
| 3225 | const int by_end = (t->by + f->sb_step) >> 1; | |||
| 3226 | if (f->frame_hdr->use_ref_frame_mvs) { | |||
| 3227 | f->c->refmvs_dsp.load_tmvs(&f->rf, tile_row, | |||
| 3228 | 0, f->bw >> 1, t->by >> 1, by_end); | |||
| 3229 | } | |||
| 3230 | for (int tile_col = 0; tile_col < f->frame_hdr->tiling.cols; tile_col++) { | |||
| 3231 | t->ts = &f->ts[tile_row * f->frame_hdr->tiling.cols + tile_col]; | |||
| 3232 | if (dav1d_decode_tile_sbrow(t)) goto error; | |||
| 3233 | } | |||
| 3234 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { | |||
| 3235 | dav1d_refmvs_save_tmvs(&f->c->refmvs_dsp, &t->rt, | |||
| 3236 | 0, f->bw >> 1, t->by >> 1, by_end); | |||
| 3237 | } | |||
| 3238 | ||||
| 3239 | // loopfilter + cdef + restoration | |||
| 3240 | f->bd_fn.filter_sbrow(f, sby); | |||
| 3241 | } | |||
| 3242 | } | |||
| 3243 | ||||
| 3244 | retval = 0; | |||
| 3245 | error: | |||
| 3246 | return retval; | |||
| 3247 | } | |||
| 3248 | ||||
| 3249 | void dav1d_decode_frame_exit(Dav1dFrameContext *const f, int retval) { | |||
| 3250 | const Dav1dContext *const c = f->c; | |||
| 3251 | ||||
| 3252 | if (f->sr_cur.p.data[0]) | |||
| 3253 | atomic_init__c11_atomic_init(&f->task_thread.error, 0); | |||
| 3254 | ||||
| 3255 | if (c->n_fc > 1 && retval && f->frame_thread.cf) { | |||
| 3256 | memset(f->frame_thread.cf, 0, | |||
| 3257 | (size_t)f->frame_thread.cf_sz * 128 * 128 / 2); | |||
| 3258 | } | |||
| 3259 | for (int i = 0; i < 7; i++) { | |||
| 3260 | if (f->refp[i].p.frame_hdr) { | |||
| 3261 | if (!retval && c->n_fc > 1 && c->strict_std_compliance && | |||
| 3262 | atomic_load(&f->refp[i].progress[1])__c11_atomic_load(&f->refp[i].progress[1], 5) == FRAME_ERROR((2147483647 *2U +1U) - 1)) | |||
| 3263 | { | |||
| 3264 | retval = DAV1D_ERR(EINVAL)(-(22)); | |||
| 3265 | atomic_store(&f->task_thread.error, 1)__c11_atomic_store(&f->task_thread.error, 1, 5); | |||
| 3266 | atomic_store(&f->sr_cur.progress[1], FRAME_ERROR)__c11_atomic_store(&f->sr_cur.progress[1], ((2147483647 *2U +1U) - 1), 5); | |||
| 3267 | } | |||
| 3268 | dav1d_thread_picture_unref(&f->refp[i]); | |||
| 3269 | } | |||
| 3270 | dav1d_ref_dec(&f->ref_mvs_ref[i]); | |||
| 3271 | } | |||
| 3272 | ||||
| 3273 | dav1d_picture_unref_internal(&f->cur); | |||
| 3274 | dav1d_thread_picture_unref(&f->sr_cur); | |||
| 3275 | dav1d_cdf_thread_unref(&f->in_cdf); | |||
| 3276 | if (f->frame_hdr && f->frame_hdr->refresh_context) { | |||
| 3277 | if (f->out_cdf.progress) | |||
| 3278 | atomic_store(f->out_cdf.progress, retval == 0 ? 1 : TILE_ERROR)__c11_atomic_store(f->out_cdf.progress, retval == 0 ? 1 : ( 2147483647 - 1), 5); | |||
| 3279 | dav1d_cdf_thread_unref(&f->out_cdf); | |||
| 3280 | } | |||
| 3281 | dav1d_ref_dec(&f->cur_segmap_ref); | |||
| 3282 | dav1d_ref_dec(&f->prev_segmap_ref); | |||
| 3283 | dav1d_ref_dec(&f->mvs_ref); | |||
| 3284 | dav1d_ref_dec(&f->seq_hdr_ref); | |||
| 3285 | dav1d_ref_dec(&f->frame_hdr_ref); | |||
| 3286 | ||||
| 3287 | for (int i = 0; i < f->n_tile_data; i++) | |||
| 3288 | dav1d_data_unref_internal(&f->tile[i].data); | |||
| 3289 | f->task_thread.retval = retval; | |||
| 3290 | } | |||
| 3291 | ||||
| 3292 | int dav1d_decode_frame(Dav1dFrameContext *const f) { | |||
| 3293 | assert(f->c->n_fc == 1)((void) sizeof ((f->c->n_fc == 1) ? 1 : 0), __extension__ ({ if (f->c->n_fc == 1) ; else __assert_fail ("f->c->n_fc == 1" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 3293, __extension__ __PRETTY_FUNCTION__); })); | |||
| 3294 | // if n_tc > 1 (but n_fc == 1), we could run init/exit in the task | |||
| 3295 | // threads also. Not sure it makes a measurable difference. | |||
| 3296 | int res = dav1d_decode_frame_init(f); | |||
| 3297 | if (!res) res = dav1d_decode_frame_init_cdf(f); | |||
| 3298 | // wait until all threads have completed | |||
| 3299 | if (!res) { | |||
| 3300 | if (f->c->n_tc > 1) { | |||
| 3301 | res = dav1d_task_create_tile_sbrow(f, 0, 1); | |||
| 3302 | pthread_mutex_lock(&f->task_thread.ttd->lock); | |||
| 3303 | pthread_cond_signal(&f->task_thread.ttd->cond); | |||
| 3304 | if (!res) { | |||
| 3305 | while (!f->task_thread.done[0] || | |||
| 3306 | atomic_load(&f->task_thread.task_counter)__c11_atomic_load(&f->task_thread.task_counter, 5) > 0) | |||
| 3307 | { | |||
| 3308 | pthread_cond_wait(&f->task_thread.cond, | |||
| 3309 | &f->task_thread.ttd->lock); | |||
| 3310 | } | |||
| 3311 | } | |||
| 3312 | pthread_mutex_unlock(&f->task_thread.ttd->lock); | |||
| 3313 | res = f->task_thread.retval; | |||
| 3314 | } else { | |||
| 3315 | res = dav1d_decode_frame_main(f); | |||
| 3316 | if (!res && f->frame_hdr->refresh_context && f->task_thread.update_set) { | |||
| 3317 | dav1d_cdf_thread_update(f->frame_hdr, f->out_cdf.data.cdf, | |||
| 3318 | &f->ts[f->frame_hdr->tiling.update].cdf); | |||
| 3319 | } | |||
| 3320 | } | |||
| 3321 | } | |||
| 3322 | dav1d_decode_frame_exit(f, res); | |||
| 3323 | res = f->task_thread.retval; | |||
| 3324 | f->n_tile_data = 0; | |||
| 3325 | return res; | |||
| 3326 | } | |||
| 3327 | ||||
| 3328 | static int get_upscale_x0(const int in_w, const int out_w, const int step) { | |||
| 3329 | const int err = out_w * step - (in_w << 14); | |||
| 3330 | const int x0 = (-((out_w - in_w) << 13) + (out_w >> 1)) / out_w + 128 - (err / 2); | |||
| 3331 | return x0 & 0x3fff; | |||
| 3332 | } | |||
| 3333 | ||||
| 3334 | int dav1d_submit_frame(Dav1dContext *const c) { | |||
| 3335 | Dav1dFrameContext *f; | |||
| 3336 | int res = -1; | |||
| 3337 | ||||
| 3338 | // wait for c->out_delayed[next] and move into c->out if visible | |||
| 3339 | Dav1dThreadPicture *out_delayed; | |||
| 3340 | if (c->n_fc > 1) { | |||
| 3341 | pthread_mutex_lock(&c->task_thread.lock); | |||
| 3342 | const unsigned next = c->frame_thread.next++; | |||
| 3343 | if (c->frame_thread.next == c->n_fc) | |||
| 3344 | c->frame_thread.next = 0; | |||
| 3345 | ||||
| 3346 | f = &c->fc[next]; | |||
| 3347 | while (f->n_tile_data > 0) | |||
| 3348 | pthread_cond_wait(&f->task_thread.cond, | |||
| 3349 | &c->task_thread.lock); | |||
| 3350 | out_delayed = &c->frame_thread.out_delayed[next]; | |||
| 3351 | if (out_delayed->p.data[0] || atomic_load(&f->task_thread.error)__c11_atomic_load(&f->task_thread.error, 5)) { | |||
| 3352 | unsigned first = atomic_load(&c->task_thread.first)__c11_atomic_load(&c->task_thread.first, 5); | |||
| 3353 | if (first + 1U < c->n_fc) | |||
| 3354 | atomic_fetch_add(&c->task_thread.first, 1U)__c11_atomic_fetch_add(&c->task_thread.first, 1U, 5); | |||
| 3355 | else | |||
| 3356 | atomic_store(&c->task_thread.first, 0)__c11_atomic_store(&c->task_thread.first, 0, 5); | |||
| 3357 | atomic_compare_exchange_strong(&c->task_thread.reset_task_cur,__c11_atomic_compare_exchange_strong(&c->task_thread.reset_task_cur , &first, (2147483647 *2U +1U), 5, 5) | |||
| 3358 | &first, UINT_MAX)__c11_atomic_compare_exchange_strong(&c->task_thread.reset_task_cur , &first, (2147483647 *2U +1U), 5, 5); | |||
| 3359 | if (c->task_thread.cur && c->task_thread.cur < c->n_fc) | |||
| 3360 | c->task_thread.cur--; | |||
| 3361 | } | |||
| 3362 | const int error = f->task_thread.retval; | |||
| 3363 | if (error) { | |||
| 3364 | f->task_thread.retval = 0; | |||
| 3365 | c->cached_error = error; | |||
| 3366 | dav1d_data_props_copy(&c->cached_error_props, &out_delayed->p.m); | |||
| 3367 | dav1d_thread_picture_unref(out_delayed); | |||
| 3368 | } else if (out_delayed->p.data[0]) { | |||
| 3369 | const unsigned progress = atomic_load_explicit__c11_atomic_load(&out_delayed->progress[1], | |||
| 3370 | memory_order_relaxed); | |||
| 3371 | if ((out_delayed->visible || c->output_invisible_frames) && | |||
| 3372 | progress != FRAME_ERROR((2147483647 *2U +1U) - 1)) | |||
| 3373 | { | |||
| 3374 | dav1d_thread_picture_ref(&c->out, out_delayed); | |||
| 3375 | c->event_flags |= dav1d_picture_get_event_flags(out_delayed); | |||
| 3376 | } | |||
| 3377 | dav1d_thread_picture_unref(out_delayed); | |||
| 3378 | } | |||
| 3379 | } else { | |||
| 3380 | f = c->fc; | |||
| 3381 | } | |||
| 3382 | ||||
| 3383 | f->seq_hdr = c->seq_hdr; | |||
| 3384 | f->seq_hdr_ref = c->seq_hdr_ref; | |||
| 3385 | dav1d_ref_inc(f->seq_hdr_ref); | |||
| 3386 | f->frame_hdr = c->frame_hdr; | |||
| 3387 | f->frame_hdr_ref = c->frame_hdr_ref; | |||
| 3388 | c->frame_hdr = NULL((void*)0); | |||
| 3389 | c->frame_hdr_ref = NULL((void*)0); | |||
| 3390 | f->dsp = &c->dsp[f->seq_hdr->hbd]; | |||
| 3391 | ||||
| 3392 | const int bpc = 8 + 2 * f->seq_hdr->hbd; | |||
| 3393 | ||||
| 3394 | if (!f->dsp->ipred.intra_pred[DC_PRED]) { | |||
| 3395 | Dav1dDSPContext *const dsp = &c->dsp[f->seq_hdr->hbd]; | |||
| 3396 | ||||
| 3397 | switch (bpc) { | |||
| 3398 | #define assign_bitdepth_case(bd) \ | |||
| 3399 | dav1d_cdef_dsp_init_##bd##bpc(&dsp->cdef); \ | |||
| 3400 | dav1d_intra_pred_dsp_init_##bd##bpc(&dsp->ipred); \ | |||
| 3401 | dav1d_itx_dsp_init_##bd##bpc(&dsp->itx, bpc); \ | |||
| 3402 | dav1d_loop_filter_dsp_init_##bd##bpc(&dsp->lf); \ | |||
| 3403 | dav1d_loop_restoration_dsp_init_##bd##bpc(&dsp->lr, bpc); \ | |||
| 3404 | dav1d_mc_dsp_init_##bd##bpc(&dsp->mc); \ | |||
| 3405 | dav1d_film_grain_dsp_init_##bd##bpc(&dsp->fg); \ | |||
| 3406 | break | |||
| 3407 | #if CONFIG_8BPC1 | |||
| 3408 | case 8: | |||
| 3409 | assign_bitdepth_case(8); | |||
| 3410 | #endif | |||
| 3411 | #if CONFIG_16BPC1 | |||
| 3412 | case 10: | |||
| 3413 | case 12: | |||
| 3414 | assign_bitdepth_case(16); | |||
| 3415 | #endif | |||
| 3416 | #undef assign_bitdepth_case | |||
| 3417 | default: | |||
| 3418 | dav1d_log(c, "Compiled without support for %d-bit decoding\n",do { } while(0) | |||
| 3419 | 8 + 2 * f->seq_hdr->hbd)do { } while(0); | |||
| 3420 | res = DAV1D_ERR(ENOPROTOOPT)(-(92)); | |||
| 3421 | goto error; | |||
| 3422 | } | |||
| 3423 | } | |||
| 3424 | ||||
| 3425 | #define assign_bitdepth_case(bd) \ | |||
| 3426 | f->bd_fn.recon_b_inter = dav1d_recon_b_inter_##bd##bpc; \ | |||
| 3427 | f->bd_fn.recon_b_intra = dav1d_recon_b_intra_##bd##bpc; \ | |||
| 3428 | f->bd_fn.filter_sbrow = dav1d_filter_sbrow_##bd##bpc; \ | |||
| 3429 | f->bd_fn.filter_sbrow_deblock_cols = dav1d_filter_sbrow_deblock_cols_##bd##bpc; \ | |||
| 3430 | f->bd_fn.filter_sbrow_deblock_rows = dav1d_filter_sbrow_deblock_rows_##bd##bpc; \ | |||
| 3431 | f->bd_fn.filter_sbrow_cdef = dav1d_filter_sbrow_cdef_##bd##bpc; \ | |||
| 3432 | f->bd_fn.filter_sbrow_resize = dav1d_filter_sbrow_resize_##bd##bpc; \ | |||
| 3433 | f->bd_fn.filter_sbrow_lr = dav1d_filter_sbrow_lr_##bd##bpc; \ | |||
| 3434 | f->bd_fn.backup_ipred_edge = dav1d_backup_ipred_edge_##bd##bpc; \ | |||
| 3435 | f->bd_fn.read_coef_blocks = dav1d_read_coef_blocks_##bd##bpc; \ | |||
| 3436 | f->bd_fn.copy_pal_block_y = dav1d_copy_pal_block_y_##bd##bpc; \ | |||
| 3437 | f->bd_fn.copy_pal_block_uv = dav1d_copy_pal_block_uv_##bd##bpc; \ | |||
| 3438 | f->bd_fn.read_pal_plane = dav1d_read_pal_plane_##bd##bpc; \ | |||
| 3439 | f->bd_fn.read_pal_uv = dav1d_read_pal_uv_##bd##bpc | |||
| 3440 | if (!f->seq_hdr->hbd) { | |||
| 3441 | #if CONFIG_8BPC1 | |||
| 3442 | assign_bitdepth_case(8); | |||
| 3443 | #endif | |||
| 3444 | } else { | |||
| 3445 | #if CONFIG_16BPC1 | |||
| 3446 | assign_bitdepth_case(16); | |||
| 3447 | #endif | |||
| 3448 | } | |||
| 3449 | #undef assign_bitdepth_case | |||
| 3450 | ||||
| 3451 | int ref_coded_width[7]; | |||
| 3452 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1)) { | |||
| 3453 | if (f->frame_hdr->primary_ref_frame != DAV1D_PRIMARY_REF_NONE7) { | |||
| 3454 | const int pri_ref = f->frame_hdr->refidx[f->frame_hdr->primary_ref_frame]; | |||
| 3455 | if (!c->refs[pri_ref].p.p.data[0]) { | |||
| 3456 | res = DAV1D_ERR(EINVAL)(-(22)); | |||
| 3457 | goto error; | |||
| 3458 | } | |||
| 3459 | } | |||
| 3460 | for (int i = 0; i < 7; i++) { | |||
| 3461 | const int refidx = f->frame_hdr->refidx[i]; | |||
| 3462 | if (!c->refs[refidx].p.p.data[0] || | |||
| 3463 | f->frame_hdr->width[0] * 2 < c->refs[refidx].p.p.p.w || | |||
| 3464 | f->frame_hdr->height * 2 < c->refs[refidx].p.p.p.h || | |||
| 3465 | f->frame_hdr->width[0] > c->refs[refidx].p.p.p.w * 16 || | |||
| 3466 | f->frame_hdr->height > c->refs[refidx].p.p.p.h * 16 || | |||
| 3467 | f->seq_hdr->layout != c->refs[refidx].p.p.p.layout || | |||
| 3468 | bpc != c->refs[refidx].p.p.p.bpc) | |||
| 3469 | { | |||
| 3470 | for (int j = 0; j < i; j++) | |||
| 3471 | dav1d_thread_picture_unref(&f->refp[j]); | |||
| 3472 | res = DAV1D_ERR(EINVAL)(-(22)); | |||
| 3473 | goto error; | |||
| 3474 | } | |||
| 3475 | dav1d_thread_picture_ref(&f->refp[i], &c->refs[refidx].p); | |||
| 3476 | ref_coded_width[i] = c->refs[refidx].p.p.frame_hdr->width[0]; | |||
| 3477 | if (f->frame_hdr->width[0] != c->refs[refidx].p.p.p.w || | |||
| 3478 | f->frame_hdr->height != c->refs[refidx].p.p.p.h) | |||
| 3479 | { | |||
| 3480 | #define scale_fac(ref_sz, this_sz) \ | |||
| 3481 | ((((ref_sz) << 14) + ((this_sz) >> 1)) / (this_sz)) | |||
| 3482 | f->svc[i][0].scale = scale_fac(c->refs[refidx].p.p.p.w, | |||
| 3483 | f->frame_hdr->width[0]); | |||
| 3484 | f->svc[i][1].scale = scale_fac(c->refs[refidx].p.p.p.h, | |||
| 3485 | f->frame_hdr->height); | |||
| 3486 | f->svc[i][0].step = (f->svc[i][0].scale + 8) >> 4; | |||
| 3487 | f->svc[i][1].step = (f->svc[i][1].scale + 8) >> 4; | |||
| 3488 | } else { | |||
| 3489 | f->svc[i][0].scale = f->svc[i][1].scale = 0; | |||
| 3490 | } | |||
| 3491 | f->gmv_warp_allowed[i] = f->frame_hdr->gmv[i].type > DAV1D_WM_TYPE_TRANSLATION && | |||
| 3492 | !f->frame_hdr->force_integer_mv && | |||
| 3493 | !dav1d_get_shear_params(&f->frame_hdr->gmv[i]) && | |||
| 3494 | !f->svc[i][0].scale; | |||
| 3495 | } | |||
| 3496 | } | |||
| 3497 | ||||
| 3498 | // setup entropy | |||
| 3499 | if (f->frame_hdr->primary_ref_frame == DAV1D_PRIMARY_REF_NONE7) { | |||
| 3500 | dav1d_cdf_thread_init_static(&f->in_cdf, f->frame_hdr->quant.yac); | |||
| 3501 | } else { | |||
| 3502 | const int pri_ref = f->frame_hdr->refidx[f->frame_hdr->primary_ref_frame]; | |||
| 3503 | dav1d_cdf_thread_ref(&f->in_cdf, &c->cdf[pri_ref]); | |||
| 3504 | } | |||
| 3505 | if (f->frame_hdr->refresh_context) { | |||
| 3506 | res = dav1d_cdf_thread_alloc(c, &f->out_cdf, c->n_fc > 1); | |||
| 3507 | if (res < 0) goto error; | |||
| 3508 | } | |||
| 3509 | ||||
| 3510 | // FIXME qsort so tiles are in order (for frame threading) | |||
| 3511 | if (f->n_tile_data_alloc < c->n_tile_data) { | |||
| 3512 | dav1d_free(f->tile)free(f->tile); | |||
| 3513 | assert(c->n_tile_data < INT_MAX / (int)sizeof(*f->tile))((void) sizeof ((c->n_tile_data < 2147483647 / (int)sizeof (*f->tile)) ? 1 : 0), __extension__ ({ if (c->n_tile_data < 2147483647 / (int)sizeof(*f->tile)) ; else __assert_fail ("c->n_tile_data < INT_MAX / (int)sizeof(*f->tile)" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 3513, __extension__ __PRETTY_FUNCTION__); })); | |||
| 3514 | f->tile = dav1d_malloc(ALLOC_TILE, c->n_tile_data * sizeof(*f->tile))malloc(c->n_tile_data * sizeof(*f->tile)); | |||
| 3515 | if (!f->tile) { | |||
| 3516 | f->n_tile_data_alloc = f->n_tile_data = 0; | |||
| 3517 | res = DAV1D_ERR(ENOMEM)(-(12)); | |||
| 3518 | goto error; | |||
| 3519 | } | |||
| 3520 | f->n_tile_data_alloc = c->n_tile_data; | |||
| 3521 | } | |||
| 3522 | memcpy(f->tile, c->tile, c->n_tile_data * sizeof(*f->tile)); | |||
| 3523 | memset(c->tile, 0, c->n_tile_data * sizeof(*c->tile)); | |||
| 3524 | f->n_tile_data = c->n_tile_data; | |||
| 3525 | c->n_tile_data = 0; | |||
| 3526 | ||||
| 3527 | // allocate frame | |||
| 3528 | res = dav1d_thread_picture_alloc(c, f, bpc); | |||
| 3529 | if (res < 0) goto error; | |||
| 3530 | ||||
| 3531 | if (f->frame_hdr->width[0] != f->frame_hdr->width[1]) { | |||
| 3532 | res = dav1d_picture_alloc_copy(c, &f->cur, f->frame_hdr->width[0], &f->sr_cur.p); | |||
| 3533 | if (res < 0) goto error; | |||
| 3534 | } else { | |||
| 3535 | dav1d_picture_ref(&f->cur, &f->sr_cur.p); | |||
| 3536 | } | |||
| 3537 | ||||
| 3538 | if (f->frame_hdr->width[0] != f->frame_hdr->width[1]) { | |||
| 3539 | f->resize_step[0] = scale_fac(f->cur.p.w, f->sr_cur.p.p.w); | |||
| 3540 | const int ss_hor = f->cur.p.layout != DAV1D_PIXEL_LAYOUT_I444; | |||
| 3541 | const int in_cw = (f->cur.p.w + ss_hor) >> ss_hor; | |||
| 3542 | const int out_cw = (f->sr_cur.p.p.w + ss_hor) >> ss_hor; | |||
| 3543 | f->resize_step[1] = scale_fac(in_cw, out_cw); | |||
| 3544 | #undef scale_fac | |||
| 3545 | f->resize_start[0] = get_upscale_x0(f->cur.p.w, f->sr_cur.p.p.w, f->resize_step[0]); | |||
| 3546 | f->resize_start[1] = get_upscale_x0(in_cw, out_cw, f->resize_step[1]); | |||
| 3547 | } | |||
| 3548 | ||||
| 3549 | // move f->cur into output queue | |||
| 3550 | if (c->n_fc == 1) { | |||
| 3551 | if (f->frame_hdr->show_frame || c->output_invisible_frames) { | |||
| 3552 | dav1d_thread_picture_ref(&c->out, &f->sr_cur); | |||
| 3553 | c->event_flags |= dav1d_picture_get_event_flags(&f->sr_cur); | |||
| 3554 | } | |||
| 3555 | } else { | |||
| 3556 | dav1d_thread_picture_ref(out_delayed, &f->sr_cur); | |||
| 3557 | } | |||
| 3558 | ||||
| 3559 | f->w4 = (f->frame_hdr->width[0] + 3) >> 2; | |||
| 3560 | f->h4 = (f->frame_hdr->height + 3) >> 2; | |||
| 3561 | f->bw = ((f->frame_hdr->width[0] + 7) >> 3) << 1; | |||
| 3562 | f->bh = ((f->frame_hdr->height + 7) >> 3) << 1; | |||
| 3563 | f->sb128w = (f->bw + 31) >> 5; | |||
| 3564 | f->sb128h = (f->bh + 31) >> 5; | |||
| 3565 | f->sb_shift = 4 + f->seq_hdr->sb128; | |||
| 3566 | f->sb_step = 16 << f->seq_hdr->sb128; | |||
| 3567 | f->sbh = (f->bh + f->sb_step - 1) >> f->sb_shift; | |||
| 3568 | f->b4_stride = (f->bw + 31) & ~31; | |||
| 3569 | f->bitdepth_max = (1 << f->cur.p.bpc) - 1; | |||
| 3570 | atomic_init__c11_atomic_init(&f->task_thread.error, 0); | |||
| 3571 | const int uses_2pass = c->n_fc > 1; | |||
| 3572 | const int cols = f->frame_hdr->tiling.cols; | |||
| 3573 | const int rows = f->frame_hdr->tiling.rows; | |||
| 3574 | atomic_store(&f->task_thread.task_counter,__c11_atomic_store(&f->task_thread.task_counter, (cols * rows + f->sbh) << uses_2pass, 5) | |||
| 3575 | (cols * rows + f->sbh) << uses_2pass)__c11_atomic_store(&f->task_thread.task_counter, (cols * rows + f->sbh) << uses_2pass, 5); | |||
| 3576 | ||||
| 3577 | // ref_mvs | |||
| 3578 | if (IS_INTER_OR_SWITCH(f->frame_hdr)((f->frame_hdr)->frame_type & 1) || f->frame_hdr->allow_intrabc) { | |||
| 3579 | f->mvs_ref = dav1d_ref_create_using_pool(c->refmvs_pool, | |||
| 3580 | sizeof(*f->mvs) * f->sb128h * 16 * (f->b4_stride >> 1)); | |||
| 3581 | if (!f->mvs_ref) { | |||
| 3582 | res = DAV1D_ERR(ENOMEM)(-(12)); | |||
| 3583 | goto error; | |||
| 3584 | } | |||
| 3585 | f->mvs = f->mvs_ref->data; | |||
| 3586 | if (!f->frame_hdr->allow_intrabc) { | |||
| 3587 | for (int i = 0; i < 7; i++) | |||
| 3588 | f->refpoc[i] = f->refp[i].p.frame_hdr->frame_offset; | |||
| 3589 | } else { | |||
| 3590 | memset(f->refpoc, 0, sizeof(f->refpoc)); | |||
| 3591 | } | |||
| 3592 | if (f->frame_hdr->use_ref_frame_mvs) { | |||
| 3593 | for (int i = 0; i < 7; i++) { | |||
| 3594 | const int refidx = f->frame_hdr->refidx[i]; | |||
| 3595 | const int ref_w = ((ref_coded_width[i] + 7) >> 3) << 1; | |||
| 3596 | const int ref_h = ((f->refp[i].p.p.h + 7) >> 3) << 1; | |||
| 3597 | if (c->refs[refidx].refmvs != NULL((void*)0) && | |||
| 3598 | ref_w == f->bw && ref_h == f->bh) | |||
| 3599 | { | |||
| 3600 | f->ref_mvs_ref[i] = c->refs[refidx].refmvs; | |||
| 3601 | dav1d_ref_inc(f->ref_mvs_ref[i]); | |||
| 3602 | f->ref_mvs[i] = c->refs[refidx].refmvs->data; | |||
| 3603 | } else { | |||
| 3604 | f->ref_mvs[i] = NULL((void*)0); | |||
| 3605 | f->ref_mvs_ref[i] = NULL((void*)0); | |||
| 3606 | } | |||
| 3607 | memcpy(f->refrefpoc[i], c->refs[refidx].refpoc, | |||
| 3608 | sizeof(*f->refrefpoc)); | |||
| 3609 | } | |||
| 3610 | } else { | |||
| 3611 | memset(f->ref_mvs_ref, 0, sizeof(f->ref_mvs_ref)); | |||
| 3612 | } | |||
| 3613 | } else { | |||
| 3614 | f->mvs_ref = NULL((void*)0); | |||
| 3615 | memset(f->ref_mvs_ref, 0, sizeof(f->ref_mvs_ref)); | |||
| 3616 | } | |||
| 3617 | ||||
| 3618 | // segmap | |||
| 3619 | if (f->frame_hdr->segmentation.enabled) { | |||
| 3620 | // By default, the previous segmentation map is not initialised. | |||
| 3621 | f->prev_segmap_ref = NULL((void*)0); | |||
| 3622 | f->prev_segmap = NULL((void*)0); | |||
| 3623 | ||||
| 3624 | // We might need a previous frame's segmentation map. This | |||
| 3625 | // happens if there is either no update or a temporal update. | |||
| 3626 | if (f->frame_hdr->segmentation.temporal || !f->frame_hdr->segmentation.update_map) { | |||
| 3627 | const int pri_ref = f->frame_hdr->primary_ref_frame; | |||
| 3628 | assert(pri_ref != DAV1D_PRIMARY_REF_NONE)((void) sizeof ((pri_ref != 7) ? 1 : 0), __extension__ ({ if ( pri_ref != 7) ; else __assert_fail ("pri_ref != DAV1D_PRIMARY_REF_NONE" , "/root/firefox-clang/third_party/dav1d/src/decode.c", 3628, __extension__ __PRETTY_FUNCTION__); })); | |||
| 3629 | const int ref_w = ((ref_coded_width[pri_ref] + 7) >> 3) << 1; | |||
| 3630 | const int ref_h = ((f->refp[pri_ref].p.p.h + 7) >> 3) << 1; | |||
| 3631 | if (ref_w == f->bw && ref_h == f->bh) { | |||
| 3632 | f->prev_segmap_ref = c->refs[f->frame_hdr->refidx[pri_ref]].segmap; | |||
| 3633 | if (f->prev_segmap_ref) { | |||
| 3634 | dav1d_ref_inc(f->prev_segmap_ref); | |||
| 3635 | f->prev_segmap = f->prev_segmap_ref->data; | |||
| 3636 | } | |||
| 3637 | } | |||
| 3638 | } | |||
| 3639 | ||||
| 3640 | if (f->frame_hdr->segmentation.update_map) { | |||
| 3641 | // We're updating an existing map, but need somewhere to | |||
| 3642 | // put the new values. Allocate them here (the data | |||
| 3643 | // actually gets set elsewhere) | |||
| 3644 | f->cur_segmap_ref = dav1d_ref_create_using_pool(c->segmap_pool, | |||
| 3645 | sizeof(*f->cur_segmap) * f->b4_stride * 32 * f->sb128h); | |||
| 3646 | if (!f->cur_segmap_ref) { | |||
| 3647 | dav1d_ref_dec(&f->prev_segmap_ref); | |||
| 3648 | res = DAV1D_ERR(ENOMEM)(-(12)); | |||
| 3649 | goto error; | |||
| 3650 | } | |||
| 3651 | f->cur_segmap = f->cur_segmap_ref->data; | |||
| 3652 | } else if (f->prev_segmap_ref) { | |||
| 3653 | // We're not updating an existing map, and we have a valid | |||
| 3654 | // reference. Use that. | |||
| 3655 | f->cur_segmap_ref = f->prev_segmap_ref; | |||
| 3656 | dav1d_ref_inc(f->cur_segmap_ref); | |||
| 3657 | f->cur_segmap = f->prev_segmap_ref->data; | |||
| 3658 | } else { | |||
| 3659 | // We need to make a new map. Allocate one here and zero it out. | |||
| 3660 | const size_t segmap_size = sizeof(*f->cur_segmap) * f->b4_stride * 32 * f->sb128h; | |||
| 3661 | f->cur_segmap_ref = dav1d_ref_create_using_pool(c->segmap_pool, segmap_size); | |||
| 3662 | if (!f->cur_segmap_ref) { | |||
| 3663 | res = DAV1D_ERR(ENOMEM)(-(12)); | |||
| 3664 | goto error; | |||
| 3665 | } | |||
| 3666 | f->cur_segmap = f->cur_segmap_ref->data; | |||
| 3667 | memset(f->cur_segmap, 0, segmap_size); | |||
| 3668 | } | |||
| 3669 | } else { | |||
| 3670 | f->cur_segmap = NULL((void*)0); | |||
| 3671 | f->cur_segmap_ref = NULL((void*)0); | |||
| 3672 | f->prev_segmap_ref = NULL((void*)0); | |||
| 3673 | } | |||
| 3674 | ||||
| 3675 | // update references etc. | |||
| 3676 | const unsigned refresh_frame_flags = f->frame_hdr->refresh_frame_flags; | |||
| 3677 | for (int i = 0; i < 8; i++) { | |||
| 3678 | if (refresh_frame_flags & (1 << i)) { | |||
| 3679 | if (c->refs[i].p.p.frame_hdr) | |||
| 3680 | dav1d_thread_picture_unref(&c->refs[i].p); | |||
| 3681 | dav1d_thread_picture_ref(&c->refs[i].p, &f->sr_cur); | |||
| 3682 | ||||
| 3683 | dav1d_cdf_thread_unref(&c->cdf[i]); | |||
| 3684 | if (f->frame_hdr->refresh_context) { | |||
| 3685 | dav1d_cdf_thread_ref(&c->cdf[i], &f->out_cdf); | |||
| 3686 | } else { | |||
| 3687 | dav1d_cdf_thread_ref(&c->cdf[i], &f->in_cdf); | |||
| 3688 | } | |||
| 3689 | ||||
| 3690 | dav1d_ref_dec(&c->refs[i].segmap); | |||
| 3691 | c->refs[i].segmap = f->cur_segmap_ref; | |||
| 3692 | if (f->cur_segmap_ref) | |||
| 3693 | dav1d_ref_inc(f->cur_segmap_ref); | |||
| 3694 | dav1d_ref_dec(&c->refs[i].refmvs); | |||
| 3695 | if (!f->frame_hdr->allow_intrabc) { | |||
| 3696 | c->refs[i].refmvs = f->mvs_ref; | |||
| 3697 | if (f->mvs_ref) | |||
| 3698 | dav1d_ref_inc(f->mvs_ref); | |||
| 3699 | } | |||
| 3700 | memcpy(c->refs[i].refpoc, f->refpoc, sizeof(f->refpoc)); | |||
| 3701 | } | |||
| 3702 | } | |||
| 3703 | ||||
| 3704 | if (c->n_fc == 1) { | |||
| 3705 | if ((res = dav1d_decode_frame(f)) < 0) { | |||
| 3706 | dav1d_thread_picture_unref(&c->out); | |||
| 3707 | for (int i = 0; i < 8; i++) { | |||
| 3708 | if (refresh_frame_flags & (1 << i)) { | |||
| 3709 | if (c->refs[i].p.p.frame_hdr) | |||
| 3710 | dav1d_thread_picture_unref(&c->refs[i].p); | |||
| 3711 | dav1d_cdf_thread_unref(&c->cdf[i]); | |||
| 3712 | dav1d_ref_dec(&c->refs[i].segmap); | |||
| 3713 | dav1d_ref_dec(&c->refs[i].refmvs); | |||
| 3714 | } | |||
| 3715 | } | |||
| 3716 | goto error; | |||
| 3717 | } | |||
| 3718 | } else { | |||
| 3719 | dav1d_task_frame_init(f); | |||
| 3720 | pthread_mutex_unlock(&c->task_thread.lock); | |||
| 3721 | } | |||
| 3722 | ||||
| 3723 | return 0; | |||
| 3724 | error: | |||
| 3725 | atomic_init__c11_atomic_init(&f->task_thread.error, 1); | |||
| 3726 | dav1d_cdf_thread_unref(&f->in_cdf); | |||
| 3727 | if (f->frame_hdr->refresh_context) | |||
| 3728 | dav1d_cdf_thread_unref(&f->out_cdf); | |||
| 3729 | for (int i = 0; i < 7; i++) { | |||
| 3730 | if (f->refp[i].p.frame_hdr) | |||
| 3731 | dav1d_thread_picture_unref(&f->refp[i]); | |||
| 3732 | dav1d_ref_dec(&f->ref_mvs_ref[i]); | |||
| 3733 | } | |||
| 3734 | if (c->n_fc == 1) | |||
| 3735 | dav1d_thread_picture_unref(&c->out); | |||
| 3736 | else | |||
| 3737 | dav1d_thread_picture_unref(out_delayed); | |||
| 3738 | dav1d_picture_unref_internal(&f->cur); | |||
| 3739 | dav1d_thread_picture_unref(&f->sr_cur); | |||
| 3740 | dav1d_ref_dec(&f->mvs_ref); | |||
| 3741 | dav1d_ref_dec(&f->seq_hdr_ref); | |||
| 3742 | dav1d_ref_dec(&f->frame_hdr_ref); | |||
| 3743 | dav1d_data_props_copy(&c->cached_error_props, &c->in.m); | |||
| 3744 | ||||
| 3745 | for (int i = 0; i < f->n_tile_data; i++) | |||
| 3746 | dav1d_data_unref_internal(&f->tile[i].data); | |||
| 3747 | f->n_tile_data = 0; | |||
| 3748 | ||||
| 3749 | if (c->n_fc > 1) | |||
| 3750 | pthread_mutex_unlock(&c->task_thread.lock); | |||
| 3751 | ||||
| 3752 | return res; | |||
| 3753 | } |