1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
|
/* Copyright (C) 2001-2020 Artifex Software, Inc.
All Rights Reserved.
This software is provided AS-IS with no warranty, either express or
implied.
This software is distributed under license and may not be copied,
modified or distributed except as expressly authorized under the terms
of the license contained in the file LICENSE in this distribution.
Refer to licensing information at http://www.artifex.com or contact
Artifex Software, Inc., 1305 Grant Avenue - Suite 200, Novato,
CA 94945, U.S.A., +1(415)492-9861, for further information.
*/
/* This file is repeatedly included by gsroprun.c to 'autogenerate' many
* different versions of roprun code. DO NOT USE THIS FILE EXCEPT FROM
* gsroprun.c.
*/
/* Set the following defines as appropriate on entry:
* TEMPLATE_NAME (Compulsory) The name of the function to generate
* SPECIFIC_ROP (Optional) If set, the function will base its decision
* about whether to provide S and T upon
* this value.
* SPECIFIC_CODE (Optional) If set, this should expand out to code to
* perform the rop. Will be invoked as:
* SPECIFIC_CODE(OUT,D,S,T)
* S_CONST (Optional) If set, S will be taken to be constant, else
* S will be read from a pointer.
* T_CONST (Optional) If set, T will be taken to be constant, else
* T will be read from a pointer.
* S_1BIT (Optional) If set, the code will cope with S maybe
* being a pointer to a 1 bit bitmap to choose
* between scolors[0] and [1]. If set to 1, the
* code will assume that this is the case.
* T_1BIT (Optional) If set, the code will cope with T maybe
* being a pointer to a 1 bit bitmap to choose
* between scolors[0] and [1]. If set to 1, the
* code will assume that this is the case.
*
* To make use of SSE here, you must also define:
*
* MM_SPECIFIC_CODE If set, SSE can be used. Will be invoked as
* MM_SPECIFIC_CODE(OUT_PTR,D_PTR,S,T). Note:
* SPECIFIC_ROP must be set!
*/
#if defined(TEMPLATE_NAME)
/* Can't do MM_SPECIFIC_CODE if we don't HAVE_SSE2 */
#ifndef HAVE_SSE2
#undef MM_SPECIFIC_CODE
#endif
#ifdef SPECIFIC_ROP
#if rop3_uses_S(SPECIFIC_ROP)
#define S_USED
#endif
#if rop3_uses_T(SPECIFIC_ROP)
#define T_USED
#endif
#else /* !SPECIFIC_ROP */
#define S_USED
#define T_USED
#endif /* SPECIFIC_ROP */
#ifndef S_USED
#undef S_1BIT
#endif /* defined(S_USED) */
#ifndef T_USED
#undef T_1BIT
#endif /* defined(T_USED) */
#if defined(S_USED) && !defined(S_CONST)
#define FETCH_S do { S = *s++; } while (0==1)
#define MM_FETCH_S do { S = _mm_loadu_si128((__m128i const *)s); s += 16; } while (0==1)
#else /* !defined(S_USED) || defined(S_CONST) */
#define FETCH_S
#define MM_FETCH_S
#endif /* !defined(S_USED) || defined(S_CONST) */
#if defined(T_USED) && !defined(T_CONST)
#define FETCH_T do { T = *t++; } while (0 == 1)
#define MM_FETCH_T do { T = _mm_loadu_su128((_m128i const *)t); t += 16; } while (0 == 1)
#else /* !defined(T_USED) || defined(T_CONST) */
#define FETCH_T
#define MM_FETCH_T
#endif /* !defined(T_USED) || defined(T_CONST) */
#ifndef MM_SETUP
#define MM_SETUP() do { } while (0 == 1)
#endif
static void TEMPLATE_NAME(rop_run_op *op, byte *d, int len)
{
#ifndef SPECIFIC_CODE
rop_proc proc = rop_proc_table[lop_rop(op->rop)];
#define SPECIFIC_CODE(OUT_, D_,S_,T_) OUT_ = proc(D_,S_,T_)
#endif /* !defined(SPECIFIC_CODE) */
#ifdef S_USED
#ifdef S_CONST
byte S = op->s.c;
#ifdef MM_SPECIFIC_CODE
__m128i MM_S = _mm_set1_epi8(S);
#endif
#else /* !defined(S_CONST) */
const byte *s = op->s.b.ptr;
#endif /* !defined(S_CONST) */
#ifdef S_1BIT
int sroll;
const gx_color_index *scolors = op->scolors;
#endif /* S_1BIT */
#else /* !defined(S_USED) */
#define S 0
#undef S_CONST
#endif /* !defined(S_USED) */
#ifdef T_USED
#ifdef T_CONST
byte T = op->t.c;
#ifdef MM_SPECIFIC_CODE
__m128i MM_T = _mm_set1_epi8(T);
#endif
#else /* !defined(T_CONST) */
const byte *t = op->t.b.ptr;
#endif /* !defined(T_CONST) */
#ifdef T_1BIT
int troll;
const gx_color_index *tcolors = op->tcolors;
#endif /* T_1BIT */
#else /* !defined(T_USED) */
#define T 0
#undef T_CONST
#endif /* !defined(T_USED) */
len *= op->mul;
#ifdef S_1BIT
#if S_1BIT == MAYBE
if (op->flags & rop_s_1bit) {
#endif /* S_1BIT == MAYBE */
s += op->s.b.pos>>3;
sroll = 8-(op->s.b.pos & 7);
#if S_1BIT == MAYBE
} else
sroll = 0;
#endif /* S_1BIT == MAYBE */
#endif /* defined(S_1BIT) */
#ifdef T_1BIT
#if T_1BIT == MAYBE
if (op->flags & rop_t_1bit) {
#endif /* T_1BIT == MAYBE */
t += op->t.b.pos>>3;
troll = 8-(op->t.b.pos & 7);
#if T_1BIT == MAYBE
} else
troll = 0;
#endif /* T_1BIT == MAYBE */
#endif /* defined(T_1BIT) */
/* Setup all done, now go for the loops */
/* SSE version - doesn't do 1 bit (for now at least) */
#if defined(MM_SPECIFIC_CODE)
#if defined(S_1_BIT)
if (sroll == 0)
#endif
#if defined(T_1_BIT)
if (troll == 0)
#endif
{
#ifdef MM_SETUP
MM_SETUP();
#endif
while (len > 16)
{
#if defined(S_USED) && !defined(S_CONST)
__mm128i MM_S;
#endif /* defined(S_USED) && !defined(S_CONST) */
#if defined(T_USED) && !defined(T_CONST)
__mm128i MM_T;
#endif /* defined(T_USED) && !defined(T_CONST) */
#if defined(S_1BIT) && S_1BIT == MAYBE
if (sroll == 0) {
#endif /* defined(S_1BIT) && S_1BIT == MAYBE */
#if !defined(S_1BIT) || S_1BIT == MAYBE
MM_FETCH_S;
#endif /* !defined(S_1BIT) || S_1BIT == MAYBE */
#if defined(S_1BIT) && S_1BIT == MAYBE
} else
#endif /* defined(S_1BIT) && S_1BIT == MAYBE */
{
#ifdef S_1BIT
--sroll;
S = scolors[(*s >> sroll) & 1];
if (sroll == 0) {
sroll = 8;
s++;
}
#endif /* S_1BIT */
}
#if defined(T_1BIT) && T_1BIT == MAYBE
if (troll == 0) {
#endif /* defined(T_1BIT) && T_1BIT == MAYBE */
#if !defined(T_1BIT) || T_1BIT == MAYBE
MM_FETCH_T;
#endif /* defined(T_1BIT) && T_1BIT == MAYBE */
#if defined(T_1BIT) && T_1BIT == MAYBE
} else
#endif /* defined(T_1BIT) && T_1BIT == MAYBE */
{
#ifdef T_1BIT
--troll;
T = tcolors[(*t >> troll) & 1];
if (troll == 0) {
troll = 8;
t++;
}
#endif /* T_1BIT */
}
MM_SPECIFIC_CODE(((__m128i *)d), ((const __m128i *)d), MM_S, MM_T);
d += 16;
len -= 16;
}
}
#endif
/* Non SSE loop */
do {
#if defined(S_USED) && !defined(S_CONST)
rop_operand S;
#endif /* defined(S_USED) && !defined(S_CONST) */
#if defined(T_USED) && !defined(T_CONST)
rop_operand T;
#endif /* defined(T_USED) && !defined(T_CONST) */
#if defined(S_1BIT) && S_1BIT == MAYBE
if (sroll == 0) {
#endif /* defined(S_1BIT) && S_1BIT == MAYBE */
#if !defined(S_1BIT) || S_1BIT == MAYBE
FETCH_S;
#endif /* !defined(S_1BIT) || S_1BIT == MAYBE */
#if defined(S_1BIT) && S_1BIT == MAYBE
} else
#endif /* defined(S_1BIT) && S_1BIT == MAYBE */
{
#ifdef S_1BIT
--sroll;
S = scolors[(*s >> sroll) & 1];
if (sroll == 0) {
sroll = 8;
s++;
}
#endif /* S_1BIT */
}
#if defined(T_1BIT) && T_1BIT == MAYBE
if (troll == 0) {
#endif /* defined(T_1BIT) && T_1BIT == MAYBE */
#if !defined(T_1BIT) || T_1BIT == MAYBE
FETCH_T;
#endif /* defined(T_1BIT) && T_1BIT == MAYBE */
#if defined(T_1BIT) && T_1BIT == MAYBE
} else
#endif /* defined(T_1BIT) && T_1BIT == MAYBE */
{
#ifdef T_1BIT
--troll;
T = tcolors[(*t >> troll) & 1];
if (troll == 0) {
troll = 8;
t++;
}
#endif /* T_1BIT */
}
SPECIFIC_CODE(*d, *d, S, T);
d++;
}
while (--len);
}
#undef FETCH_S
#undef FETCH_T
#undef S
#undef S_1BIT
#undef S_USED
#undef S_CONST
#undef SPECIFIC_CODE
#undef SPECIFIC_ROP
#undef T
#undef T_1BIT
#undef T_USED
#undef T_CONST
#undef TEMPLATE_NAME
#undef MM_SETUP
#undef MM_SPECIFIC_CODE
#undef MM_FETCH_S
#undef MM_FETCH_T
#else
int dummy;
#endif
|
GitWeb