1 // SPDX-License-Identifier: GPL-2.0-only OR Apache-2.0 2 3 #include "rockchip_av1_filmgrain.h" 4 5 static const s32 gaussian_sequence[2048] = { 6 56, 568, -180, 172, 124, -84, 172, -64, -900, 24, 820, 7 224, 1248, 996, 272, -8, -916, -388, -732, -104, -188, 800, 8 112, -652, -320, -376, 140, -252, 492, -168, 44, -788, 588, 9 -584, 500, -228, 12, 680, 272, -476, 972, -100, 652, 368, 10 432, -196, -720, -192, 1000, -332, 652, -136, -552, -604, -4, 11 192, -220, -136, 1000, -52, 372, -96, -624, 124, -24, 396, 12 540, -12, -104, 640, 464, 244, -208, -84, 368, -528, -740, 13 248, -968, -848, 608, 376, -60, -292, -40, -156, 252, -292, 14 248, 224, -280, 400, -244, 244, -60, 76, -80, 212, 532, 15 340, 128, -36, 824, -352, -60, -264, -96, -612, 416, -704, 16 220, -204, 640, -160, 1220, -408, 900, 336, 20, -336, -96, 17 -792, 304, 48, -28, -1232, -1172, -448, 104, -292, -520, 244, 18 60, -948, 0, -708, 268, 108, 356, -548, 488, -344, -136, 19 488, -196, -224, 656, -236, -1128, 60, 4, 140, 276, -676, 20 -376, 168, -108, 464, 8, 564, 64, 240, 308, -300, -400, 21 -456, -136, 56, 120, -408, -116, 436, 504, -232, 328, 844, 22 -164, -84, 784, -168, 232, -224, 348, -376, 128, 568, 96, 23 -1244, -288, 276, 848, 832, -360, 656, 464, -384, -332, -356, 24 728, -388, 160, -192, 468, 296, 224, 140, -776, -100, 280, 25 4, 196, 44, -36, -648, 932, 16, 1428, 28, 528, 808, 26 772, 20, 268, 88, -332, -284, 124, -384, -448, 208, -228, 27 -1044, -328, 660, 380, -148, -300, 588, 240, 540, 28, 136, 28 -88, -436, 256, 296, -1000, 1400, 0, -48, 1056, -136, 264, 29 -528, -1108, 632, -484, -592, -344, 796, 124, -668, -768, 388, 30 1296, -232, -188, -200, -288, -4, 308, 100, -168, 256, -500, 31 204, -508, 648, -136, 372, -272, -120, -1004, -552, -548, -384, 32 548, -296, 428, -108, -8, -912, -324, -224, -88, -112, -220, 33 -100, 996, -796, 548, 360, -216, 180, 428, -200, -212, 148, 34 96, 148, 284, 216, -412, -320, 120, -300, -384, -604, -572, 35 -332, -8, -180, -176, 696, 116, -88, 628, 76, 44, -516, 36 240, -208, -40, 100, -592, 344, -308, -452, -228, 20, 916, 37 -1752, -136, -340, -804, 140, 40, 512, 340, 248, 184, -492, 38 896, -156, 932, -628, 328, -688, -448, -616, -752, -100, 560, 39 -1020, 180, -800, -64, 76, 576, 1068, 396, 660, 552, -108, 40 -28, 320, -628, 312, -92, -92, -472, 268, 16, 560, 516, 41 -672, -52, 492, -100, 260, 384, 284, 292, 304, -148, 88, 42 -152, 1012, 1064, -228, 164, -376, -684, 592, -392, 156, 196, 43 -524, -64, -884, 160, -176, 636, 648, 404, -396, -436, 864, 44 424, -728, 988, -604, 904, -592, 296, -224, 536, -176, -920, 45 436, -48, 1176, -884, 416, -776, -824, -884, 524, -548, -564, 46 -68, -164, -96, 692, 364, -692, -1012, -68, 260, -480, 876, 47 -1116, 452, -332, -352, 892, -1088, 1220, -676, 12, -292, 244, 48 496, 372, -32, 280, 200, 112, -440, -96, 24, -644, -184, 49 56, -432, 224, -980, 272, -260, 144, -436, 420, 356, 364, 50 -528, 76, 172, -744, -368, 404, -752, -416, 684, -688, 72, 51 540, 416, 92, 444, 480, -72, -1416, 164, -1172, -68, 24, 52 424, 264, 1040, 128, -912, -524, -356, 64, 876, -12, 4, 53 -88, 532, 272, -524, 320, 276, -508, 940, 24, -400, -120, 54 756, 60, 236, -412, 100, 376, -484, 400, -100, -740, -108, 55 -260, 328, -268, 224, -200, -416, 184, -604, -564, -20, 296, 56 60, 892, -888, 60, 164, 68, -760, 216, -296, 904, -336, 57 -28, 404, -356, -568, -208, -1480, -512, 296, 328, -360, -164, 58 -1560, -776, 1156, -428, 164, -504, -112, 120, -216, -148, -264, 59 308, 32, 64, -72, 72, 116, 176, -64, -272, 460, -536, 60 -784, -280, 348, 108, -752, -132, 524, -540, -776, 116, -296, 61 -1196, -288, -560, 1040, -472, 116, -848, -1116, 116, 636, 696, 62 284, -176, 1016, 204, -864, -648, -248, 356, 972, -584, -204, 63 264, 880, 528, -24, -184, 116, 448, -144, 828, 524, 212, 64 -212, 52, 12, 200, 268, -488, -404, -880, 824, -672, -40, 65 908, -248, 500, 716, -576, 492, -576, 16, 720, -108, 384, 66 124, 344, 280, 576, -500, 252, 104, -308, 196, -188, -8, 67 1268, 296, 1032, -1196, 436, 316, 372, -432, -200, -660, 704, 68 -224, 596, -132, 268, 32, -452, 884, 104, -1008, 424, -1348, 69 -280, 4, -1168, 368, 476, 696, 300, -8, 24, 180, -592, 70 -196, 388, 304, 500, 724, -160, 244, -84, 272, -256, -420, 71 320, 208, -144, -156, 156, 364, 452, 28, 540, 316, 220, 72 -644, -248, 464, 72, 360, 32, -388, 496, -680, -48, 208, 73 -116, -408, 60, -604, -392, 548, -840, 784, -460, 656, -544, 74 -388, -264, 908, -800, -628, -612, -568, 572, -220, 164, 288, 75 -16, -308, 308, -112, -636, -760, 280, -668, 432, 364, 240, 76 -196, 604, 340, 384, 196, 592, -44, -500, 432, -580, -132, 77 636, -76, 392, 4, -412, 540, 508, 328, -356, -36, 16, 78 -220, -64, -248, -60, 24, -192, 368, 1040, 92, -24, -1044, 79 -32, 40, 104, 148, 192, -136, -520, 56, -816, -224, 732, 80 392, 356, 212, -80, -424, -1008, -324, 588, -1496, 576, 460, 81 -816, -848, 56, -580, -92, -1372, -112, -496, 200, 364, 52, 82 -140, 48, -48, -60, 84, 72, 40, 132, -356, -268, -104, 83 -284, -404, 732, -520, 164, -304, -540, 120, 328, -76, -460, 84 756, 388, 588, 236, -436, -72, -176, -404, -316, -148, 716, 85 -604, 404, -72, -88, -888, -68, 944, 88, -220, -344, 960, 86 472, 460, -232, 704, 120, 832, -228, 692, -508, 132, -476, 87 844, -748, -364, -44, 1116, -1104, -1056, 76, 428, 552, -692, 88 60, 356, 96, -384, -188, -612, -576, 736, 508, 892, 352, 89 -1132, 504, -24, -352, 324, 332, -600, -312, 292, 508, -144, 90 -8, 484, 48, 284, -260, -240, 256, -100, -292, -204, -44, 91 472, -204, 908, -188, -1000, -256, 92, 1164, -392, 564, 356, 92 652, -28, -884, 256, 484, -192, 760, -176, 376, -524, -452, 93 -436, 860, -736, 212, 124, 504, -476, 468, 76, -472, 552, 94 -692, -944, -620, 740, -240, 400, 132, 20, 192, -196, 264, 95 -668, -1012, -60, 296, -316, -828, 76, -156, 284, -768, -448, 96 -832, 148, 248, 652, 616, 1236, 288, -328, -400, -124, 588, 97 220, 520, -696, 1032, 768, -740, -92, -272, 296, 448, -464, 98 412, -200, 392, 440, -200, 264, -152, -260, 320, 1032, 216, 99 320, -8, -64, 156, -1016, 1084, 1172, 536, 484, -432, 132, 100 372, -52, -256, 84, 116, -352, 48, 116, 304, -384, 412, 101 924, -300, 528, 628, 180, 648, 44, -980, -220, 1320, 48, 102 332, 748, 524, -268, -720, 540, -276, 564, -344, -208, -196, 103 436, 896, 88, -392, 132, 80, -964, -288, 568, 56, -48, 104 -456, 888, 8, 552, -156, -292, 948, 288, 128, -716, -292, 105 1192, -152, 876, 352, -600, -260, -812, -468, -28, -120, -32, 106 -44, 1284, 496, 192, 464, 312, -76, -516, -380, -456, -1012, 107 -48, 308, -156, 36, 492, -156, -808, 188, 1652, 68, -120, 108 -116, 316, 160, -140, 352, 808, -416, 592, 316, -480, 56, 109 528, -204, -568, 372, -232, 752, -344, 744, -4, 324, -416, 110 -600, 768, 268, -248, -88, -132, -420, -432, 80, -288, 404, 111 -316, -1216, -588, 520, -108, 92, -320, 368, -480, -216, -92, 112 1688, -300, 180, 1020, -176, 820, -68, -228, -260, 436, -904, 113 20, 40, -508, 440, -736, 312, 332, 204, 760, -372, 728, 114 96, -20, -632, -520, -560, 336, 1076, -64, -532, 776, 584, 115 192, 396, -728, -520, 276, -188, 80, -52, -612, -252, -48, 116 648, 212, -688, 228, -52, -260, 428, -412, -272, -404, 180, 117 816, -796, 48, 152, 484, -88, -216, 988, 696, 188, -528, 118 648, -116, -180, 316, 476, 12, -564, 96, 476, -252, -364, 119 -376, -392, 556, -256, -576, 260, -352, 120, -16, -136, -260, 120 -492, 72, 556, 660, 580, 616, 772, 436, 424, -32, -324, 121 -1268, 416, -324, -80, 920, 160, 228, 724, 32, -516, 64, 122 384, 68, -128, 136, 240, 248, -204, -68, 252, -932, -120, 123 -480, -628, -84, 192, 852, -404, -288, -132, 204, 100, 168, 124 -68, -196, -868, 460, 1080, 380, -80, 244, 0, 484, -888, 125 64, 184, 352, 600, 460, 164, 604, -196, 320, -64, 588, 126 -184, 228, 12, 372, 48, -848, -344, 224, 208, -200, 484, 127 128, -20, 272, -468, -840, 384, 256, -720, -520, -464, -580, 128 112, -120, 644, -356, -208, -608, -528, 704, 560, -424, 392, 129 828, 40, 84, 200, -152, 0, -144, 584, 280, -120, 80, 130 -556, -972, -196, -472, 724, 80, 168, -32, 88, 160, -688, 131 0, 160, 356, 372, -776, 740, -128, 676, -248, -480, 4, 132 -364, 96, 544, 232, -1032, 956, 236, 356, 20, -40, 300, 133 24, -676, -596, 132, 1120, -104, 532, -1096, 568, 648, 444, 134 508, 380, 188, -376, -604, 1488, 424, 24, 756, -220, -192, 135 716, 120, 920, 688, 168, 44, -460, 568, 284, 1144, 1160, 136 600, 424, 888, 656, -356, -320, 220, 316, -176, -724, -188, 137 -816, -628, -348, -228, -380, 1012, -452, -660, 736, 928, 404, 138 -696, -72, -268, -892, 128, 184, -344, -780, 360, 336, 400, 139 344, 428, 548, -112, 136, -228, -216, -820, -516, 340, 92, 140 -136, 116, -300, 376, -244, 100, -316, -520, -284, -12, 824, 141 164, -548, -180, -128, 116, -924, -828, 268, -368, -580, 620, 142 192, 160, 0, -1676, 1068, 424, -56, -360, 468, -156, 720, 143 288, -528, 556, -364, 548, -148, 504, 316, 152, -648, -620, 144 -684, -24, -376, -384, -108, -920, -1032, 768, 180, -264, -508, 145 -1268, -260, -60, 300, -240, 988, 724, -376, -576, -212, -736, 146 556, 192, 1092, -620, -880, 376, -56, -4, -216, -32, 836, 147 268, 396, 1332, 864, -600, 100, 56, -412, -92, 356, 180, 148 884, -468, -436, 292, -388, -804, -704, -840, 368, -348, 140, 149 -724, 1536, 940, 372, 112, -372, 436, -480, 1136, 296, -32, 150 -228, 132, -48, -220, 868, -1016, -60, -1044, -464, 328, 916, 151 244, 12, -736, -296, 360, 468, -376, -108, -92, 788, 368, 152 -56, 544, 400, -672, -420, 728, 16, 320, 44, -284, -380, 153 -796, 488, 132, 204, -596, -372, 88, -152, -908, -636, -572, 154 -624, -116, -692, -200, -56, 276, -88, 484, -324, 948, 864, 155 1000, -456, -184, -276, 292, -296, 156, 676, 320, 160, 908, 156 -84, -1236, -288, -116, 260, -372, -644, 732, -756, -96, 84, 157 344, -520, 348, -688, 240, -84, 216, -1044, -136, -676, -396, 158 -1500, 960, -40, 176, 168, 1516, 420, -504, -344, -364, -360, 159 1216, -940, -380, -212, 252, -660, -708, 484, -444, -152, 928, 160 -120, 1112, 476, -260, 560, -148, -344, 108, -196, 228, -288, 161 504, 560, -328, -88, 288, -1008, 460, -228, 468, -836, -196, 162 76, 388, 232, 412, -1168, -716, -644, 756, -172, -356, -504, 163 116, 432, 528, 48, 476, -168, -608, 448, 160, -532, -272, 164 28, -676, -12, 828, 980, 456, 520, 104, -104, 256, -344, 165 -4, -28, -368, -52, -524, -572, -556, -200, 768, 1124, -208, 166 -512, 176, 232, 248, -148, -888, 604, -600, -304, 804, -156, 167 -212, 488, -192, -804, -256, 368, -360, -916, -328, 228, -240, 168 -448, -472, 856, -556, -364, 572, -12, -156, -368, -340, 432, 169 252, -752, -152, 288, 268, -580, -848, -592, 108, -76, 244, 170 312, -716, 592, -80, 436, 360, 4, -248, 160, 516, 584, 171 732, 44, -468, -280, -292, -156, -588, 28, 308, 912, 24, 172 124, 156, 180, -252, 944, -924, -772, -520, -428, -624, 300, 173 -212, -1144, 32, -724, 800, -1128, -212, -1288, -848, 180, -416, 174 440, 192, -576, -792, -76, -1080, 80, -532, -352, -132, 380, 175 -820, 148, 1112, 128, 164, 456, 700, -924, 144, -668, -384, 176 648, -832, 508, 552, -52, -100, -656, 208, -568, 748, -88, 177 680, 232, 300, 192, -408, -1012, -152, -252, -268, 272, -876, 178 -664, -648, -332, -136, 16, 12, 1152, -28, 332, -536, 320, 179 -672, -460, -316, 532, -260, 228, -40, 1052, -816, 180, 88, 180 -496, -556, -672, -368, 428, 92, 356, 404, -408, 252, 196, 181 -176, -556, 792, 268, 32, 372, 40, 96, -332, 328, 120, 182 372, -900, -40, 472, -264, -592, 952, 128, 656, 112, 664, 183 -232, 420, 4, -344, -464, 556, 244, -416, -32, 252, 0, 184 -412, 188, -696, 508, -476, 324, -1096, 656, -312, 560, 264, 185 -136, 304, 160, -64, -580, 248, 336, -720, 560, -348, -288, 186 -276, -196, -500, 852, -544, -236, -1128, -992, -776, 116, 56, 187 52, 860, 884, 212, -12, 168, 1020, 512, -552, 924, -148, 188 716, 188, 164, -340, -520, -184, 880, -152, -680, -208, -1156, 189 -300, -528, -472, 364, 100, -744, -1056, -32, 540, 280, 144, 190 -676, -32, -232, -280, -224, 96, 568, -76, 172, 148, 148, 191 104, 32, -296, -32, 788, -80, 32, -16, 280, 288, 944, 192 428, -484 193 }; 194 195 static inline s32 clamp(s32 value, s32 low, s32 high) 196 { 197 return value < low ? low : (value > high ? high : value); 198 } 199 200 static inline s32 round_power_of_two(const s32 val, s32 n) 201 { 202 const s32 a = (s32)1 << (n - 1); 203 204 return (val + a) >> n; 205 } 206 207 static void rockchip_av1_init_random_generator(u8 luma_num, u16 seed, 208 u16 *random_register) 209 { 210 u16 random_reg = seed; 211 212 random_reg ^= ((luma_num * 37 + 178) & 255) << 8; 213 random_reg ^= ((luma_num * 173 + 105) & 255); 214 *random_register = random_reg; 215 } 216 217 static inline void rockchip_av1_update_random_register(u16 *random_register) 218 { 219 u16 bit; 220 u16 random_reg = *random_register; 221 222 bit = ((random_reg >> 0) ^ (random_reg >> 1) ^ (random_reg >> 3) ^ 223 (random_reg >> 12)) & 1; 224 *random_register = (random_reg >> 1) | (bit << 15); 225 } 226 227 static inline s32 rockchip_av1_get_random_number(u16 random_register) 228 { 229 return (random_register >> 5) & ((1 << 11) - 1); 230 } 231 232 void rockchip_av1_generate_luma_grain_block(s32 (*luma_grain_block)[73][82], 233 s32 bitdepth, 234 u8 num_y_points, 235 s32 grain_scale_shift, 236 s32 ar_coeff_lag, 237 s32 (*ar_coeffs_y)[24], 238 s32 ar_coeff_shift, 239 s32 grain_min, 240 s32 grain_max, 241 u16 random_seed) 242 { 243 s32 gauss_sec_shift = 12 - bitdepth + grain_scale_shift; 244 u16 grain_random_register = random_seed; 245 s32 i, j; 246 247 for (i = 0; i < 73; i++) { 248 for (j = 0; j < 82; j++) { 249 if (num_y_points > 0) { 250 rockchip_av1_update_random_register 251 (&grain_random_register); 252 (*luma_grain_block)[i][j] = 253 round_power_of_two(gaussian_sequence 254 [rockchip_av1_get_random_number 255 (grain_random_register)], 256 gauss_sec_shift); 257 } else { 258 (*luma_grain_block)[i][j] = 0; 259 } 260 } 261 } 262 263 for (i = 3; i < 73; i++) 264 for (j = 3; j < 82 - 3; j++) { 265 s32 pos = 0; 266 s32 wsum = 0; 267 s32 deltarow, deltacol; 268 269 for (deltarow = -ar_coeff_lag; deltarow <= 0; 270 deltarow++) { 271 for (deltacol = -ar_coeff_lag; 272 deltacol <= ar_coeff_lag; deltacol++) { 273 if (deltarow == 0 && deltacol == 0) 274 break; 275 wsum = wsum + (*ar_coeffs_y)[pos] * 276 (*luma_grain_block)[i + deltarow][j + deltacol]; 277 ++pos; 278 } 279 } 280 (*luma_grain_block)[i][j] = 281 clamp((*luma_grain_block)[i][j] + 282 round_power_of_two(wsum, ar_coeff_shift), 283 grain_min, grain_max); 284 } 285 } 286 287 // Calculate chroma grain noise once per frame 288 void rockchip_av1_generate_chroma_grain_block(s32 (*luma_grain_block)[73][82], 289 s32 (*cb_grain_block)[38][44], 290 s32 (*cr_grain_block)[38][44], 291 s32 bitdepth, 292 u8 num_y_points, 293 u8 num_cb_points, 294 u8 num_cr_points, 295 s32 grain_scale_shift, 296 s32 ar_coeff_lag, 297 s32 (*ar_coeffs_cb)[25], 298 s32 (*ar_coeffs_cr)[25], 299 s32 ar_coeff_shift, 300 s32 grain_min, 301 s32 grain_max, 302 u8 chroma_scaling_from_luma, 303 u16 random_seed) 304 { 305 s32 gauss_sec_shift = 12 - bitdepth + grain_scale_shift; 306 u16 grain_random_register = 0; 307 s32 i, j; 308 309 rockchip_av1_init_random_generator(7, random_seed, 310 &grain_random_register); 311 for (i = 0; i < 38; i++) { 312 for (j = 0; j < 44; j++) { 313 if (num_cb_points || chroma_scaling_from_luma) { 314 rockchip_av1_update_random_register 315 (&grain_random_register); 316 (*cb_grain_block)[i][j] = 317 round_power_of_two(gaussian_sequence 318 [rockchip_av1_get_random_number 319 (grain_random_register)], 320 gauss_sec_shift); 321 } else { 322 (*cb_grain_block)[i][j] = 0; 323 } 324 } 325 } 326 327 rockchip_av1_init_random_generator(11, random_seed, 328 &grain_random_register); 329 for (i = 0; i < 38; i++) { 330 for (j = 0; j < 44; j++) { 331 if (num_cr_points || chroma_scaling_from_luma) { 332 rockchip_av1_update_random_register 333 (&grain_random_register); 334 (*cr_grain_block)[i][j] = 335 round_power_of_two(gaussian_sequence 336 [rockchip_av1_get_random_number 337 (grain_random_register)], 338 gauss_sec_shift); 339 } else { 340 (*cr_grain_block)[i][j] = 0; 341 } 342 } 343 } 344 345 for (i = 3; i < 38; i++) { 346 for (j = 3; j < 44 - 3; j++) { 347 s32 wsum_cb = 0; 348 s32 wsum_cr = 0; 349 s32 pos = 0; 350 s32 deltarow, deltacol; 351 352 for (deltarow = -ar_coeff_lag; deltarow <= 0; 353 deltarow++) { 354 for (deltacol = -ar_coeff_lag; 355 deltacol <= ar_coeff_lag; deltacol++) { 356 if (deltarow == 0 && deltacol == 0) 357 break; 358 wsum_cb = wsum_cb + (*ar_coeffs_cb)[pos] * 359 (*cb_grain_block)[i + deltarow][j + deltacol]; 360 wsum_cr = 361 wsum_cr + 362 (*ar_coeffs_cr)[pos] * 363 (*cr_grain_block)[i + deltarow][j + deltacol]; 364 ++pos; 365 } 366 } 367 368 if (num_y_points > 0) { 369 s32 av_luma = 0; 370 s32 luma_coord_y = (i << 1) - 3; 371 s32 luma_coord_x = (j << 1) - 3; 372 373 av_luma += 374 (*luma_grain_block)[luma_coord_y][luma_coord_x]; 375 av_luma += 376 (*luma_grain_block)[luma_coord_y][luma_coord_x + 1]; 377 av_luma += 378 (*luma_grain_block)[luma_coord_y + 1][luma_coord_x]; 379 av_luma += 380 (*luma_grain_block)[(luma_coord_y + 1)][luma_coord_x + 1]; 381 av_luma = round_power_of_two(av_luma, 2); 382 383 wsum_cb = wsum_cb + (*ar_coeffs_cb)[pos] * av_luma; 384 wsum_cr = wsum_cr + (*ar_coeffs_cr)[pos] * av_luma; 385 } 386 387 if (num_cb_points || chroma_scaling_from_luma) { 388 (*cb_grain_block)[i][j] = 389 clamp((*cb_grain_block)[i][j] + 390 round_power_of_two(wsum_cb, ar_coeff_shift), 391 grain_min, grain_max); 392 } 393 if (num_cr_points || chroma_scaling_from_luma) { 394 (*cr_grain_block)[i][j] = 395 clamp((*cr_grain_block)[i][j] + 396 round_power_of_two(wsum_cr, ar_coeff_shift), 397 grain_min, grain_max); 398 } 399 } 400 } 401 } 402