Debian Codegraph @

src/shaders/vme/inter_frame_haswell.asm

raw
1 /*
2 * Copyright © <2010>, Intel Corporation.
3 *
4 * Permission is hereby granted, free of charge, to any person obtaining a
5 * copy of this software and associated documentation files (the
6 * "Software"), to deal in the Software without restriction, including
7 * without limitation the rights to use, copy, modify, merge, publish,
8 * distribute, sub license, and/or sell copies of the Software, and to
9 * permit persons to whom the Software is furnished to do so, subject to
10 * the following conditions:
11 *
12 * The above copyright notice and this permission notice (including the
13 * next paragraph) shall be included in all copies or substantial portions
14 * of the Software.
15 *
16 * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS
17 * OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
18 * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NON-INFRINGEMENT.
19 * IN NO EVENT SHALL PRECISION INSIGHT AND/OR ITS SUPPLIERS BE LIABLE FOR
20 * ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
21 * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
22 * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
23 *
24 */
25 // Modual name: Inter_frame_haswell.asm
26 //
27 // Make inter predition estimation for Inter-frame on Haswell
28 //
29
30 //
31 // Now, begin source code....
32 //
33
34 #define SAVE_RET add (1) RETURN_REG<1>:ud ip:ud 32:ud
35 #define RETURN mov (1) ip:ud RETURN_REG<0,1,0>:ud
36
37 /*
38 * __START
39 */
40 __INTER_START:
41 mov (16) tmp_reg0.0<1>:UD 0x0:UD {align1};
42 mov (16) tmp_reg2.0<1>:UD 0x0:UD {align1};
43 mov (16) tmp_reg4.0<1>:UD 0x0:UD {align1} ;
44 mov (16) tmp_reg6.0<1>:UD 0x0:UD {align1} ;
45
46 shl (2) read0_header.0<1>:D orig_xy_ub<2,2,1>:UB 4:UW {align1}; /* (x, y) * 16 */
47 add (1) read0_header.0<1>:D read0_header.0<0,1,0>:D -8:W {align1}; /* X offset */
48 add (1) read0_header.4<1>:D read0_header.4<0,1,0>:D -1:W {align1}; /* Y offset */
49 mov (1) read0_header.8<1>:UD BLOCK_32X1 {align1};
50 mov (1) read0_header.20<1>:UB thread_id_ub {align1}; /* dispatch id */
51
52 shl (2) read1_header.0<1>:D orig_xy_ub<2,2,1>:UB 4:UW {align1}; /* (x, y) * 16 */
53 add (1) read1_header.0<1>:D read1_header.0<0,1,0>:D -4:W {align1}; /* X offset */
54 mov (1) read1_header.8<1>:UD BLOCK_4X16 {align1};
55 mov (1) read1_header.20<1>:UB thread_id_ub {align1}; /* dispatch id */
56
57 shl (2) vme_m0.8<1>:UW orig_xy_ub<2,2,1>:UB 4:UW {align1}; /* (x, y) * 16 */
58 mov (1) vme_m0.20<1>:UB thread_id_ub {align1}; /* dispatch id */
59
60 mul (1) obw_m0.8<1>:UD w_in_mb_uw<0,1,0>:UW orig_y_ub<0,1,0>:UB {align1};
61 add (1) obw_m0.8<1>:UD obw_m0.8<0,1,0>:UD orig_x_ub<0,1,0>:UB {align1};
62 mul (1) obw_m0.8<1>:UD obw_m0.8<0,1,0>:UD 24:UD {align1};
63 mov (1) obw_m0.20<1>:UB thread_id_ub {align1}; /* dispatch id */
64
65 /*
66 * Media Read Message -- fetch Luma neighbor edge pixels
67 */
68 /* ROW */
69 mov (8) msg_reg0.0<1>:UD read0_header.0<8,8,1>:UD {align1};
70 send (8) msg_ind INEP_ROW<1>:UB null read(BIND_IDX_INEP, 0, 0, 4) mlen 1 rlen 1 {align1};
71
72 /* COL */
73 mov (8) msg_reg0.0<1>:UD read1_header.0<8,8,1>:UD {align1};
74 send (8) msg_ind INEP_COL0<1>:UB null read(BIND_IDX_INEP, 0, 0, 4) mlen 1 rlen 2 {align1};
75
76 /*
77 * Media Read Message -- fetch Chroma neighbor edge pixels
78 */
79 /* ROW */
80 shl (2) read0_header.0<1>:D orig_xy_ub<2,2,1>:UB 3:UW {align1}; /* x * 16 , y * 8 */
81 mul (1) read0_header.0<1>:D read0_header.0<0,1,0>:D 2:W {align1};
82 add (1) read0_header.0<1>:D read0_header.0<0,1,0>:D -8:W {align1}; /* X offset */
83 add (1) read0_header.4<1>:D read0_header.4<0,1,0>:D -1:W {align1}; /* Y offset */
84 mov (8) msg_reg0.0<1>:UD read0_header.0<8,8,1>:UD {align1};
85 send (8) msg_ind CHROMA_ROW<1>:UB null read(BIND_IDX_CBCR, 0, 0, 4) mlen 1 rlen 1 {align1};
86
87 /* COL */
88 shl (2) read1_header.0<1>:D orig_xy_ub<2,2,1>:UB 3:UW {align1}; /* x * 16, y * 8 */
89 mul (1) read1_header.0<1>:D read1_header.0<0,1,0>:D 2:W {align1};
90 add (1) read1_header.0<1>:D read1_header.0<0,1,0>:D -4:W {align1}; /* X offset */
91 mov (1) read1_header.8<1>:UD BLOCK_8X4 {align1};
92 mov (8) msg_reg0.0<1>:UD read1_header.0<8,8,1>:UD {align1};
93 send (8) msg_ind CHROMA_COL<1>:UB null read(BIND_IDX_CBCR, 0, 0, 4) mlen 1 rlen 1 {align1};
94
95 mov (8) mb_mvp_ref.0<1>:ud 0:ud {align1};
96 mov (8) mb_ref_win.0<1>:ud 0:ud {align1};
97 and.z.f0.0 (1) null:uw mb_hwdep<0,1,0>:uw 0x04:uw {align1};
98 (f0.0) jmpi (1) __mb_hwdep_end;
99 /* read back the data for MB A */
100 /* the layout of MB result is: rx.0(Available). rx.4(MVa), rX.8(MVb), rX.16(Pred_L0 flag),
101 * rX.18 (Pred_L1 flag), rX.20(Forward reference ID), rX.22(Backwared reference ID)
102 */
103 mov (8) mba_result.0<1>:ud 0x0:ud {align1};
104 mov (8) mbb_result.0<1>:ud 0x0:ud {align1};
105 mov (8) mbc_result.0<1>:ud 0x0:ud {align1};
106 mba_start:
107 mov (8) mb_msg0.0<1>:ud 0:ud {align1};
108 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_AE:uw {align1};
109 /* MB A doesn't exist. Zero MV. mba_flag is zero and ref ID = -1 */
110 (f0.0) mov (2) mba_result.20<1>:w -1:w {align1};
111 (f0.0) jmpi (1) mbb_start;
112 mov (1) mba_result.0<1>:d MB_AVAIL {align1};
113 mov (2) tmp_reg0.0<1>:UW orig_xy_ub<2,2,1>:UB {align1};
114 add (1) tmp_reg0.0<1>:w tmp_reg0.0<0,1,0>:w -1:w {align1};
115 mul (1) mb_msg0.8<1>:UD w_in_mb_uw<0,1,0>:UW tmp_reg0.2<0,1,0>:UW {align1};
116 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD tmp_reg0.0<0,1,0>:uw {align1};
117 mul (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD 24:UD {align1};
118 mov (1) mb_msg0.20<1>:UB thread_id_ub {align1}; /* dispatch id */
119
120 /* bind index 3, read 4 oword (64bytes), msg type: 0(OWord Block Read) */
121 send (16)
122 mb_ind
123 mb_wb.0<1>:ud
124 NULL
125 data_port(
126 OBR_CACHE_TYPE,
127 OBR_MESSAGE_TYPE,
128 OBR_CONTROL_4,
129 OBR_BIND_IDX,
130 OBR_WRITE_COMMIT_CATEGORY,
131 OBR_HEADER_PRESENT
132 )
133 mlen 1
134 rlen 2
135 {align1};
136
137 /* TODO: RefID is required after multi-references are added */
138 cmp.l.f0.0 (1) null:w mb_intra_wb.16<0,1,0>:uw mb_inter_wb.8<0,1,0>:uw {align1};
139 (f0.0) mov (2) mba_result.20<1>:w -1:w {align1};
140 (f0.0) jmpi (1) mbb_start;
141
142 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:ud 3:ud {align1};
143 /* Read MV for MB A */
144 /* bind index 3, read 8 oword (128bytes), msg type: 0(OWord Block Read) */
145 send (16)
146 mb_ind
147 mb_mv0.0<1>:ud
148 NULL
149 data_port(
150 OBR_CACHE_TYPE,
151 OBR_MESSAGE_TYPE,
152 OBR_CONTROL_8,
153 OBR_BIND_IDX,
154 OBR_WRITE_COMMIT_CATEGORY,
155 OBR_HEADER_PRESENT
156 )
157 mlen 1
158 rlen 4
159 {align1};
160 /* TODO: RefID is required after multi-references are added */
161 /* MV */
162 mov (2) mba_result.4<1>:ud mb_mv1.8<2,2,1>:ud {align1};
163 mov (1) mba_result.16<1>:w MB_PRED_FLAG {align1};
164
165 mbb_start:
166 mov (8) mb_msg0.0<1>:ud 0:ud {align1};
167 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_B:uw {align1};
168 /* MB B doesn't exist. Zero MV. mba_flag is zero */
169 /* If MB B doesn't exist, neither MB C nor D exists */
170 (f0.0) mov (2) mbb_result.20<1>:w -1:w {align1};
171 (f0.0) mov (2) mbc_result.20<1>:w -1:w {align1};
172 (f0.0) jmpi (1) mb_mvp_start;
173 mov (1) mbb_result.0<1>:d MB_AVAIL {align1};
174 mov (2) tmp_reg0.0<1>:UW orig_xy_ub<2,2,1>:UB {align1};
175 add (1) tmp_reg0.2<1>:w tmp_reg0.2<0,1,0>:w -1:w {align1};
176 mul (1) mb_msg0.8<1>:UD w_in_mb_uw<0,1,0>:UW tmp_reg0.2<0,1,0>:UW {align1};
177 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD tmp_reg0.0<0,1,0>:uw {align1};
178 mul (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD 24:UD {align1};
179 mov (1) mb_msg0.20<1>:UB thread_id_ub {align1}; /* dispatch id */
180
181 /* bind index 3, read 4 oword (64bytes), msg type: 0(OWord Block Read) */
182 send (16)
183 mb_ind
184 mb_wb.0<1>:ud
185 NULL
186 data_port(
187 OBR_CACHE_TYPE,
188 OBR_MESSAGE_TYPE,
189 OBR_CONTROL_4,
190 OBR_BIND_IDX,
191 OBR_WRITE_COMMIT_CATEGORY,
192 OBR_HEADER_PRESENT
193 )
194 mlen 1
195 rlen 2
196 {align1};
197
198 /* TODO: RefID is required after multi-references are added */
199 cmp.l.f0.0 (1) null:w mb_intra_wb.16<0,1,0>:uw mb_inter_wb.8<0,1,0>:uw {align1};
200 (f0.0) mov (2) mbb_result.20<1>:w -1:w {align1};
201 (f0.0) jmpi (1) mbc_start;
202 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:ud 3:ud {align1};
203 /* Read MV for MB B */
204 /* bind index 3, read 8 oword (128bytes), msg type: 0(OWord Block Read) */
205 send (16)
206 mb_ind
207 mb_mv0.0<1>:ud
208 NULL
209 data_port(
210 OBR_CACHE_TYPE,
211 OBR_MESSAGE_TYPE,
212 OBR_CONTROL_8,
213 OBR_BIND_IDX,
214 OBR_WRITE_COMMIT_CATEGORY,
215 OBR_HEADER_PRESENT
216 )
217 mlen 1
218 rlen 4
219 {align1};
220 /* TODO: RefID is required after multi-references are added */
221 mov (2) mbb_result.4<1>:ud mb_mv2.16<2,2,1>:ud {align1};
222 mov (1) mbb_result.16<1>:w MB_PRED_FLAG {align1};
223
224 mbc_start:
225 mov (8) mb_msg0.0<1>:ud 0:ud {align1};
226 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_C:uw {align1};
227 /* MB C doesn't exist. Zero MV. mba_flag is zero */
228 /* Based on h264 spec the MB D will be replaced if MB C doesn't exist */
229 (f0.0) jmpi (1) mbd_start;
230 mov (1) mbc_result.0<1>:d MB_AVAIL {align1};
231 mov (2) tmp_reg0.0<1>:UW orig_xy_ub<2,2,1>:UB {align1};
232 add (1) tmp_reg0.2<1>:w tmp_reg0.2<0,1,0>:w -1:w {align1};
233 add (1) tmp_reg0.0<1>:w tmp_reg0.0<0,1,0>:w 1:w {align1};
234 mul (1) mb_msg0.8<1>:UD w_in_mb_uw<0,1,0>:UW tmp_reg0.2<0,1,0>:UW {align1};
235 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD tmp_reg0.0<0,1,0>:uw {align1};
236 mul (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD 24:UD {align1};
237 mov (1) mb_msg0.20<1>:UB thread_id_ub {align1}; /* dispatch id */
238
239 /* bind index 3, read 4 oword (64bytes), msg type: 0(OWord Block Read) */
240 send (16)
241 mb_ind
242 mb_wb.0<1>:ud
243 NULL
244 data_port(
245 OBR_CACHE_TYPE,
246 OBR_MESSAGE_TYPE,
247 OBR_CONTROL_4,
248 OBR_BIND_IDX,
249 OBR_WRITE_COMMIT_CATEGORY,
250 OBR_HEADER_PRESENT
251 )
252 mlen 1
253 rlen 2
254 {align1};
255
256 /* TODO: RefID is required after multi-references are added */
257 cmp.l.f0.0 (1) null:w mb_intra_wb.16<0,1,0>:uw mb_inter_wb.8<0,1,0>:uw {align1};
258 (f0.0) mov (2) mbc_result.20<1>:w -1:w {align1};
259 (f0.0) jmpi (1) mb_mvp_start;
260 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:ud 3:ud {align1};
261 /* Read MV for MB C */
262 /* bind index 3, read 8 oword (128bytes), msg type: 0(OWord Block Read) */
263 send (16)
264 mb_ind
265 mb_mv0.0<1>:ud
266 NULL
267 data_port(
268 OBR_CACHE_TYPE,
269 OBR_MESSAGE_TYPE,
270 OBR_CONTROL_8,
271 OBR_BIND_IDX,
272 OBR_WRITE_COMMIT_CATEGORY,
273 OBR_HEADER_PRESENT
274 )
275 mlen 1
276 rlen 4
277 {align1};
278 /* TODO: RefID is required after multi-references are added */
279 /* Forward MV */
280 mov (2) mbc_result.4<1>:ud mb_mv2.16<2,2,1>:ud {align1};
281 mov (1) mbc_result.16<1>:w MB_PRED_FLAG {align1};
282
283 jmpi (1) mb_mvp_start;
284 mbd_start:
285 mov (8) mb_msg0.0<1>:ud 0:ud {align1};
286 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_D:uw {align1};
287 (f0.0) jmpi (1) mb_mvp_start;
288 mov (1) mbc_result.0<1>:d MB_AVAIL {align1};
289 mov (2) tmp_reg0.0<1>:UW orig_xy_ub<2,2,1>:UB {align1};
290 add (2) tmp_reg0.0<1>:w tmp_reg0.0<2,2,1>:w -1:w {align1};
291 mul (1) mb_msg0.8<1>:UD w_in_mb_uw<0,1,0>:UW tmp_reg0.2<0,1,0>:UW {align1};
292 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD tmp_reg0.0<0,1,0>:uw {align1};
293 mul (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:UD 24:UD {align1};
294 mov (1) mb_msg0.20<1>:UB thread_id_ub {align1}; /* dispatch id */
295
296 /* bind index 3, read 4 oword (64bytes), msg type: 0(OWord Block Read) */
297 send (16)
298 mb_ind
299 mb_wb.0<1>:ud
300 NULL
301 data_port(
302 OBR_CACHE_TYPE,
303 OBR_MESSAGE_TYPE,
304 OBR_CONTROL_4,
305 OBR_BIND_IDX,
306 OBR_WRITE_COMMIT_CATEGORY,
307 OBR_HEADER_PRESENT
308 )
309 mlen 1
310 rlen 2
311 {align1};
312
313 cmp.l.f0.0 (1) null:w mb_intra_wb.16<0,1,0>:uw mb_inter_wb.8<0,1,0>:uw {align1};
314 (f0.0) mov (2) mbc_result.20<1>:w -1:w {align1};
315 (f0.0) jmpi (1) mb_mvp_start;
316
317 add (1) mb_msg0.8<1>:UD mb_msg0.8<0,1,0>:ud 3:ud {align1};
318 /* Read MV for MB D */
319 /* bind index 3, read 8 oword (128bytes), msg type: 0(OWord Block Read) */
320 send (16)
321 mb_ind
322 mb_mv0.0<1>:ub
323 NULL
324 data_port(
325 OBR_CACHE_TYPE,
326 OBR_MESSAGE_TYPE,
327 OBR_CONTROL_8,
328 OBR_BIND_IDX,
329 OBR_WRITE_COMMIT_CATEGORY,
330 OBR_HEADER_PRESENT
331 )
332 mlen 1
333 rlen 4
334 {align1};
335
336 /* TODO: RefID is required after multi-references are added */
337
338 /* Forward MV */
339 mov (2) mbc_result.4<1>:ud mb_mv3.24<2,2,1>:ud {align1};
340 mov (1) mbc_result.16<1>:w MB_PRED_FLAG {align1};
341
342 mb_mvp_start:
343 /*TODO: Add the skip prediction */
344 /* Check whether both MB B and C are inavailable */
345 add (1) tmp_reg0.0<1>:d mbb_result.0<0,1,0>:d mbc_result.0<0,1,0>:d {align1};
346 cmp.z.f0.0 (1) null:d tmp_reg0.0<0,1,0>:d 0:d {align1};
347 (-f0.0) jmpi (1) mb_median_start;
348 cmp.nz.f0.0 (1) null:d mba_result.0<0,1,0>:d 0:d {align1};
349 (f0.0) mov (1) mbb_result.4<1>:ud mba_result.4<0,1,0>:ud {align1};
350 (f0.0) mov (1) mbc_result.4<1>:ud mba_result.4<0,1,0>:ud {align1};
351 (f0.0) mov (1) mbb_result.20<1>:uw mba_result.20<0,1,0>:uw {align1};
352 (f0.0) mov (1) mbc_result.20<1>:uw mba_result.20<0,1,0>:uw {align1};
353 (f0.0) mov (1) mb_mvp_ref.0<1>:ud mba_result.4<0,1,0>:ud {align1};
354 (-f0.0) mov (1) mb_mvp_ref.0<1>:ud 0:ud {align1};
355 jmpi (1) __mb_hwdep_end;
356
357 mb_median_start:
358 /* check whether only one neighbour MB has the same ref ID with the current MB */
359 mov (8) tmp_reg0.0<1>:ud 0:ud {align1};
360 cmp.z.f0.0 (1) null:d mba_result.20<1>:w 0:w {align1};
361 (f0.0) add (1) tmp_reg0.0<1>:w tmp_reg0.0<1>:w 1:w {align1};
362 (f0.0) mov (1) tmp_reg0.4<1>:ud mba_result.4<0,1,0>:ud {align1};
363 cmp.z.f0.0 (1) null:d mbb_result.20<1>:w 0:w {align1};
364 (f0.0) add (1) tmp_reg0.0<1>:w tmp_reg0.0<1>:w 1:w {align1};
365 (f0.0) mov (1) tmp_reg0.4<1>:ud mbb_result.4<0,1,0>:ud {align1};
366 cmp.z.f0.0 (1) null:d mbc_result.20<1>:w 0:w {align1};
367 (f0.0) add (1) tmp_reg0.0<1>:w tmp_reg0.0<1>:w 1:w {align1};
368 (f0.0) mov (1) tmp_reg0.4<1>:ud mbc_result.4<0,1,0>:ud {align1};
369 cmp.e.f0.0 (1) null:d tmp_reg0.0<1>:w 1:w {align1};
370 (f0.0) mov (1) mb_mvp_ref.0<1>:ud tmp_reg0.4<0,1,0>:ud {align1};
371 (f0.0) jmpi (1) __mb_hwdep_end;
372
373 mov (1) INPUT_ARG0.0<1>:w mba_result.4<0,1,0>:w {align1};
374 mov (1) INPUT_ARG0.4<1>:w mbb_result.4<0,1,0>:w {align1};
375 mov (1) INPUT_ARG0.8<1>:w mbc_result.4<0,1,0>:w {align1};
376 SAVE_RET {align1};
377 jmpi (1) word_imedian;
378 mov (1) mb_mvp_ref.0<1>:w RET_ARG<0,1,0>:w {align1};
379 mov (1) INPUT_ARG0.0<1>:w mba_result.6<0,1,0>:w {align1};
380 mov (1) INPUT_ARG0.4<1>:w mbb_result.6<0,1,0>:w {align1};
381 mov (1) INPUT_ARG0.8<1>:w mbc_result.6<0,1,0>:w {align1};
382 SAVE_RET {align1};
383 jmpi (1) word_imedian;
384 mov (1) mb_mvp_ref.2<1>:w RET_ARG<0,1,0>:w {align1};
385
386 __mb_hwdep_end:
387 asr (2) mb_ref_win.0<1>:w mb_mvp_ref.0<2,2,1>:w 2:w {align1};
388 add (2) mb_ref_win.8<1>:w mb_ref_win.0<2,2,1>:w 3:w {align1};
389 and (2) mb_ref_win.16<1>:uw mb_ref_win.8<2,2,1>:uw 0xFFFC:uw {align1};
390
391 mov (8) msg_reg0.0<1>:ud 0:ud {align1};
392 mov (1) msg_reg0.20<1>:UB thread_id_ub {align1}; /* dispatch id */
393 mov (1) tmp_reg0.0<1>:UD qp_ub<0,1,0>:ub {align1};
394 mul (1) msg_reg0.8<1>:ud tmp_reg0.0<1>:ud 2:ud {align1};
395
396 send (16)
397 msg_ind
398 vme_cost_wb.0<1>:ud
399 null
400 data_port(
401 OBR_CACHE_TYPE,
402 OBR_MESSAGE_TYPE,
403 OBR_CONTROL_2,
404 BIND_IDX_COST,
405 OBR_WRITE_COMMIT_CATEGORY,
406 OBR_HEADER_PRESENT
407 )
408 mlen 1
409 rlen 1
410 {align1};
411 /* m2, get the MV/Mb cost passed from constant buffer when
412 spawning thread by MEDIA_OBJECT */
413 mov (8) vme_m2<1>:UD vme_cost_wb.0<8,8,1>:UD {align1};
414
415 mov (8) vme_msg_2<1>:UD vme_m2.0<8,8,1>:UD {align1};
416
417 /* m3 */
418 mov (8) vme_msg_3<1>:UD 0x0:UD {align1};
419
420 /* m4 */
421 mov (1) INEP_ROW.0<1>:UD 0x0:UD {align1};
422 and (1) INEP_ROW.4<1>:UD INEP_ROW.4<0,1,0>:UD 0xFF000000:UD {align1};
423 mov (8) vme_msg_4<1>:UD INEP_ROW.0<8,8,1>:UD {align1};
424
425 /* m5 */
426 mov (8) vme_msg_5<1>:UD 0x0:UD {align1};
427 mov (16) vme_msg_5.0<1>:UB INEP_COL0.3<32,8,4>:UB {align1};
428 mov (1) vme_msg_5.16<1>:UD INTRA_PREDICTORE_MODE {align1};
429
430 /* the penalty for Intra mode */
431 mov (1) vme_msg_5.28<1>:UD 0x010101:UD {align1};
432 mov (1) vme_msg_5.20<1>:UW CHROMA_ROW.6<0,1,0>:UW {align1};
433
434
435 /* m6 */
436 mov (4) vme_msg_6.16<1>:UD CHROMA_ROW.8<4,4,1>:UD {align1};
437 mov (8) vme_msg_6.0<1>:UW CHROMA_COL.2<16,8,2>:UW {align1};
438
439 /*
440 * SIC VME message
441 */
442 /* m0 */
443 mov (8) vme_msg_0.0<1>:UD vme_m0.0<8,8,1>:UD {align1};
444 mov (1) tmp_reg0.0<1>:UW LUMA_INTRA_MODE:UW {align1};
445 /* Use the Luma mode */
446 mov (1) vme_msg_4.5<1>:UB tmp_reg0.0<0,1,0>:UB {align1};
447
448 /* m1 */
449 mov (1) intra_flag<1>:UW 0x0:UW {align1} ;
450 and.z.f0.0 (1) null<1>:UW transform_8x8_ub<0,1,0>:UB 1:UW {align1};
451 (f0.0) mov (1) intra_part_mask_ub<1>:UB LUMA_INTRA_8x8_DISABLE {align1};
452
453 /* assign MB intra struct from the thread payload*/
454 mov (1) mb_intra_struct_ub<1>:UB input_mb_intra_ub<0,1,0>:UB {align1};
455
456 /* Disable DC HAAR component when calculating HARR SATD block */
457 mov (1) tmp_reg0.0<1>:UW DC_HARR_DISABLE:UW {align1};
458 mov (1) vme_m1.30<1>:UB tmp_reg0.0<0,1,0>:UB {align1};
459
460 mov (1) vme_m0.12<1>:UD INTRA_SAD_HAAR:UD {align1}; /* 16x16 Source, Intra_harr */
461 /* m0 */
462 mov (8) vme_msg_0.0<1>:UD vme_m0.0<8,8,1>:UD {align1};
463 mov (8) vme_msg_1<1>:UD vme_m1.0<8,8,1>:UD {align1};
464
465 /* after verification it will be passed by using payload */
466 send (8)
467 vme_msg_ind
468 vme_wb<1>:UD
469 null
470 cre(
471 BIND_IDX_VME,
472 VME_SIC_MESSAGE_TYPE
473 )
474 mlen sic_vme_msg_length
475 rlen vme_wb_length
476 {align1};
477 /*
478 * Oword Block Write message
479 */
480 mov (8) msg_reg0.0<1>:UD obw_m0<8,8,1>:UD {align1};
481
482 mov (1) msg_reg1.0<1>:UD vme_wb.0<0,1,0>:UD {align1};
483 mov (1) msg_reg1.4<1>:UD vme_wb.16<0,1,0>:UD {align1};
484 mov (1) msg_reg1.8<1>:UD vme_wb.20<0,1,0>:UD {align1};
485 mov (1) msg_reg1.12<1>:UD vme_wb.24<0,1,0>:UD {align1};
486
487 /* Distortion, Intra (17-16), */
488 mov (1) msg_reg1.16<1>:UW vme_wb.12<0,1,0>:UW {align1};
489
490 mov (1) msg_reg1.20<1>:UD vme_wb.8<0,1,0>:UD {align1};
491 /* VME clock counts */
492 mov (1) msg_reg1.24<1>:UD vme_wb.28<0,1,0>:UD {align1};
493
494 mov (1) msg_reg1.28<1>:UD obw_m0.8<0,1,0>:UD {align1};
495
496 /* bind index 3, write 2 oword (32bytes), msg type: 8(OWord Block Write) */
497 send (16)
498 msg_ind
499 obw_wb
500 null
501 data_port(
502 OBW_CACHE_TYPE,
503 OBW_MESSAGE_TYPE,
504 OBW_CONTROL_2,
505 OBW_BIND_IDX,
506 OBW_WRITE_COMMIT_CATEGORY,
507 OBW_HEADER_PRESENT
508 )
509 mlen 2
510 rlen obw_wb_length
511 {align1};
512
513 /* IME search */
514 cmp.z.f0.0 (1) null<1>:uw quality_level_ub<0,1,0>:ub LOW_QUALITY_LEVEL:uw {align1};
515 (f0.0) jmpi (1) __low_quality_search;
516
517 __high_quality_search:
518 /* M3/M4 search path */
519 mov (1) vme_msg_3.0<1>:UD 0x01010101:UD {align1};
520 mov (1) vme_msg_3.4<1>:UD 0x10010101:UD {align1};
521 mov (1) vme_msg_3.8<1>:UD 0x0F0F0F0F:UD {align1};
522 mov (1) vme_msg_3.12<1>:UD 0x100F0F0F:UD {align1};
523 mov (1) vme_msg_3.16<1>:UD 0x01010101:UD {align1};
524 mov (1) vme_msg_3.20<1>:UD 0x10010101:UD {align1};
525 mov (1) vme_msg_3.24<1>:UD 0x0F0F0F0F:UD {align1};
526 mov (1) vme_msg_3.28<1>:UD 0x100F0F0F:UD {align1};
527 mov (1) vme_msg_4.0<1>:UD 0x01010101:UD {align1};
528 mov (1) vme_msg_4.4<1>:UD 0x10010101:UD {align1};
529 mov (1) vme_msg_4.8<1>:UD 0x0F0F0F0F:UD {align1};
530 mov (1) vme_msg_4.12<1>:UD 0x000F0F0F:UD {align1};
531 mov (4) vme_msg_4.16<1>:UD 0x0:UD {align1};
532
533 mov (1) vme_m0.12<1>:UD SEARCH_CTRL_SINGLE + INTER_PART_MASK + INTER_SAD_HAAR:UD {align1}; /* 16x16 Source, harr */
534 mov (1) vme_m0.22<1>:UW REF_REGION_SIZE {align1}; /* Reference Width&Height, 48x40 */
535 mov (1) vme_m0.0<1>:W -16:W {align1};
536 mov (1) vme_m0.2<1>:W -12:W {align1};
537
538 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_AE:uw {align1};
539 (f0.0) add (1) vme_m0.0<1>:w vme_m0.0<0,1,0>:w 12:w {align1};
540 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_B:uw {align1};
541 (f0.0) add (1) vme_m0.2<1>:w vme_m0.2<0,1,0>:w 8:w {align1};
542
543 jmpi (1) __vme_msg;
544
545 __low_quality_search:
546 /* M3/M4 search path */
547 mov (1) vme_msg_3.0<1>:UD 0x10010101:UD {align1};
548 mov (1) vme_msg_3.4<1>:UD 0x100F0F0F:UD {align1};
549 mov (1) vme_msg_3.8<1>:UD 0x10010101:UD {align1};
550 mov (1) vme_msg_3.12<1>:UD 0x000F0F0F:UD {align1};
551 mov (4) vme_msg_3.16<1>:UD 0x0:UD {align1};
552 mov (8) vme_msg_4.16<1>:UD 0x0:UD {align1};
553
554 mov (1) vme_m0.12<1>:UD SEARCH_CTRL_SINGLE + INTER_PART_MASK + INTER_SAD_HAAR:UD {align1}; /* 16x16 Source, harr */
555 mov (1) vme_m0.22<1>:UW MIN_REF_REGION_SIZE {align1}; /* Reference Width&Height, 32x32 */
556 mov (1) vme_m0.0<1>:W -8:W {align1};
557 mov (1) vme_m0.2<1>:W -8:W {align1};
558
559 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_AE:uw {align1};
560 (f0.0) add (1) vme_m0.0<1>:w vme_m0.0<0,1,0>:w 4:w {align1};
561 and.z.f0.0 (1) null:uw input_mb_intra_ub<0,1,0>:ub INTRA_PRED_AVAIL_FLAG_B:uw {align1};
562 (f0.0) add (1) vme_m0.2<1>:w vme_m0.2<0,1,0>:w 4:w {align1};
563
564 __vme_msg:
565 mov (1) vme_m0.4<1>:UD vme_m0.0<0,1,0>:UD {align1};
566 add (2) vme_m0.0<1>:w vme_m0.0<2,2,1>:w mb_ref_win.16<2,2,1>:w {align1};
567 add (2) vme_m0.4<1>:w vme_m0.4<2,2,1>:w mb_ref_win.16<2,2,1>:w {align1};
568 mov (8) vme_msg_0.0<1>:UD vme_m0.0<8,8,1>:UD {align1};
569
570 mov (1) vme_m1.0<1>:UD ADAPTIVE_SEARCH_ENABLE:ud {align1} ;
571 /* the Max MV number is passed by constant buffer */
572 mov (1) vme_m1.4<1>:UB r4.28<0,1,0>:UB {align1};
573 mov (1) vme_m1.8<1>:UD START_CENTER + SEARCH_PATH_LEN:UD {align1};
574 /* Set the MV cost center */
575 mov (1) vme_m1.16<1>:ud mb_mvp_ref.0<0,1,0>:ud {align1};
576 mov (1) vme_m1.20<1>:ud mb_mvp_ref.0<0,1,0>:ud {align1};
577 mov (8) vme_msg_1.0<1>:UD vme_m1.0<8,8,1>:UD {align1};
578
579 mov (8) vme_msg_2<1>:UD vme_m2.0<8,8,1>:UD {align1};
580
581 send (8)
582 vme_msg_ind
583 vme_wb<1>:UD
584 null
585 vme(
586 BIND_IDX_VME,
587 0,
588 0,
589 VME_IME_MESSAGE_TYPE
590 )
591 mlen ime_vme_msg_length
592 rlen vme_wb_length {align1};
593
594 /* Set Macroblock-shape/mode for FBR */
595
596 mov (1) vme_m2.20<1>:UD 0x0:UD {align1};
597 mov (1) vme_m2.21<1>:UB vme_wb.25<0,1,0>:UB {align1};
598 mov (1) vme_m2.22<1>:UB vme_wb.26<0,1,0>:UB {align1};
599
600 and (1) tmp_reg0.0<1>:UW vme_wb.0<0,1,0>:UW 0x03:UW {align1};
601 mov (1) vme_m2.20<1>:UB tmp_reg0.0<0,1,0>:UB {align1};
602
603 /* Send FBR message into CRE */
604
605 mov (8) vme_msg_3.0<1>:UD vme_wb1.0<8,8,1>:UD {align1};
606 mov (8) vme_msg_4.0<1>:ud vme_wb2.0<8,8,1>:ud {align1};
607 mov (8) vme_msg_5.0<1>:ud vme_wb3.0<8,8,1>:ud {align1};
608 mov (8) vme_msg_6.0<1>:ud vme_wb4.0<8,8,1>:ud {align1};
609
610 mov (1) vme_m0.12<1>:UD INTER_SAD_HAAR + SUB_PEL_MODE_QUARTER + FBR_BME_DISABLE:UD {align1}; /* 16x16 Source, 1/4 pixel, harr, BME disable */
611 mov (8) vme_msg_0.0<1>:UD vme_m0.0<8,8,1>:UD {align1};
612 mov (8) vme_msg_1.0<1>:UD vme_m1.0<8,8,1>:UD {align1};
613
614 mov (8) vme_msg_2.0<1>:UD vme_m2.0<8,8,1>:UD {align1};
615
616 /* after verification it will be passed by using payload */
617 send (8)
618 vme_msg_ind
619 vme_wb<1>:UD
620 null
621 cre(
622 BIND_IDX_VME,
623 VME_FBR_MESSAGE_TYPE
624 )
625 mlen fbr_vme_msg_length
626 rlen vme_wb_length
627 {align1};
628
629 add (1) obw_m0.8<1>:UD obw_m0.8<0,1,0>:UD 0x02:UD {align1};
630 mov (8) msg_reg0.0<1>:UD obw_m0<8,8,1>:UD {align1};
631 /* write FME info */
632 mov (1) msg_reg1.0<1>:UD vme_wb.0<0,1,0>:UD {align1};
633
634 mov (1) msg_reg1.4<1>:UD vme_wb.24<0,1,0>:UD {align1};
635 /* Inter distortion of FME */
636 mov (1) msg_reg1.8<1>:UD vme_wb.8<0,1,0>:UD {align1};
637
638 mov (1) msg_reg1.12<1>:UD vme_m2.20<0,1,0>:UD {align1};
639
640 /* bind index 3, write oword (16bytes), msg type: 8(OWord Block Write) */
641 send (16)
642 msg_ind
643 obw_wb
644 null
645 data_port(
646 OBW_CACHE_TYPE,
647 OBW_MESSAGE_TYPE,
648 OBW_CONTROL_0,
649 OBW_BIND_IDX,
650 OBW_WRITE_COMMIT_CATEGORY,
651 OBW_HEADER_PRESENT
652 )
653 mlen 2
654 rlen obw_wb_length
655 {align1};
656
657 /* Write FME/BME MV */
658 add (1) obw_m0.8<1>:UD obw_m0.8<0,1,0>:UD 0x01:UD {align1};
659 mov (8) msg_reg0.0<1>:UD obw_m0.0<8,8,1>:UD {align1};
660
661
662 mov (8) msg_reg1.0<1>:UD vme_wb1.0<8,8,1>:UD {align1};
663 mov (8) msg_reg2.0<1>:ud vme_wb2.0<8,8,1>:ud {align1};
664 mov (8) msg_reg3.0<1>:ud vme_wb3.0<8,8,1>:ud {align1};
665 mov (8) msg_reg4.0<1>:ud vme_wb4.0<8,8,1>:ud {align1};
666 /* bind index 3, write 8 oword (128 bytes), msg type: 8(OWord Block Write) */
667 send (16)
668 msg_ind
669 obw_wb
670 null
671 data_port(
672 OBW_CACHE_TYPE,
673 OBW_MESSAGE_TYPE,
674 OBW_CONTROL_8,
675 OBW_BIND_IDX,
676 OBW_WRITE_COMMIT_CATEGORY,
677 OBW_HEADER_PRESENT
678 )
679 mlen 5
680 rlen obw_wb_length
681 {align1};
682
683 /* Write FME/BME RefID */
684 add (1) obw_m0.8<1>:UD obw_m0.8<0,1,0>:UD 0x08:UD {align1};
685 mov (8) msg_reg0.0<1>:UD obw_m0<8,8,1>:UD {align1};
686
687 mov (8) msg_reg1.0<1>:UD vme_wb6.0<8,8,1>:UD {align1};
688
689 /* bind index 3, write 2 oword (32bytes), msg type: 8(OWord Block Write) */
690 send (16)
691 msg_ind
692 obw_wb
693 null
694 data_port(
695 OBW_CACHE_TYPE,
696 OBW_MESSAGE_TYPE,
697 OBW_CONTROL_2,
698 OBW_BIND_IDX,
699 OBW_WRITE_COMMIT_CATEGORY,
700 OBW_HEADER_PRESENT
701 )
702 mlen 2
703 rlen obw_wb_length
704 {align1};
705
706 /* Issue message fence so that the previous write message is committed */
707 send (16)
708 mb_ind
709 mb_wb.0<1>:ud
710 NULL
711 data_port(
712 OBR_CACHE_TYPE,
713 OBR_MESSAGE_FENCE,
714 OBR_MF_COMMIT,
715 OBR_BIND_IDX,
716 OBR_WRITE_COMMIT_CATEGORY,
717 OBR_HEADER_PRESENT
718 )
719 mlen 1
720 rlen 1
721 {align1};
722
723 __EXIT:
724 /*
725 * kill thread
726 */
727 mov (8) ts_msg_reg0<1>:UD r0<8,8,1>:UD {align1};
728 send (16) ts_msg_ind acc0<1>UW null thread_spawner(0, 0, 1) mlen 1 rlen 0 {align1 EOT};
729
730 nop ;
731 nop ;
732 /* Compare three word data to get the min value */
733 word_imin:
734 cmp.le.f0.0 (1) null:w INPUT_ARG0.0<0,1,0>:w INPUT_ARG0.4<0,1,0>:w {align1};
735 (f0.0) mov (1) TEMP_VAR0.0<1>:w INPUT_ARG0.0<0,1,0>:w {align1};
736 (-f0.0) mov (1) TEMP_VAR0.0<1>:w INPUT_ARG0.4<0,1,0>:w {align1};
737 cmp.le.f0.0 (1) null:w TEMP_VAR0.0<0,1,0>:w INPUT_ARG0.8<0,1,0>:w {align1};
738 (f0.0) mov (1) RET_ARG<1>:w TEMP_VAR0.0<0,1,0>:w {align1};
739 (-f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.8<0,1,0>:w {align1};
740 RETURN {align1};
741
742 /* Compare three word data to get the max value */
743 word_imax:
744 cmp.ge.f0.0 (1) null:w INPUT_ARG0.0<0,1,0>:w INPUT_ARG0.4<0,1,0>:w {align1};
745 (f0.0) mov (1) TEMP_VAR0.0<1>:w INPUT_ARG0.0<0,1,0>:w {align1};
746 (-f0.0) mov (1) TEMP_VAR0.0<1>:w INPUT_ARG0.4<0,1,0>:w {align1};
747 cmp.ge.f0.0 (1) null:w TEMP_VAR0.0<0,1,0>:w INPUT_ARG0.8<0,1,0>:w {align1};
748 (f0.0) mov (1) RET_ARG<1>:w TEMP_VAR0.0<0,1,0>:w {align1};
749 (-f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.8<0,1,0>:w {align1};
750 RETURN {align1};
751
752 word_imedian:
753 cmp.ge.f0.0 (1) null:w INPUT_ARG0.0<0,1,0>:w INPUT_ARG0.4<0,1,0>:w {align1};
754 (f0.0) jmpi (1) cmp_a_ge_b;
755 cmp.ge.f0.0 (1) null:w INPUT_ARG0.0<0,1,0>:w INPUT_ARG0.8<0,1,0>:w {align1};
756 (f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.0<0,1,0>:w {align1};
757 (f0.0) jmpi (1) cmp_end;
758 cmp.ge.f0.0 (1) null:w INPUT_ARG0.4<0,1,0>:w INPUT_ARG0.8<0,1,0>:w {align1};
759 (f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.8<0,1,0>:w {align1};
760 (-f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.4<0,1,0>:w {align1};
761 jmpi (1) cmp_end;
762 cmp_a_ge_b:
763 cmp.ge.f0.0 (1) null:w INPUT_ARG0.4<0,1,0>:w INPUT_ARG0.8<0,1,0>:w {align1};
764 (f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.4<0,1,0>:w {align1};
765 (f0.0) jmpi (1) cmp_end;
766 cmp.ge.f0.0 (1) null:w INPUT_ARG0.0<0,1,0>:w INPUT_ARG0.8<0,1,0>:w {align1};
767 (f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.8<0,1,0>:w {align1};
768 (-f0.0) mov (1) RET_ARG<1>:w INPUT_ARG0.0<0,1,0>:w {align1};
769 cmp_end:
770 RETURN {align1};