1#ifndef __ASSEMBLER__
2# define __ASSEMBLER__ 1
3#endif
4#include "crypto/sparc_arch.h"
5
6#ifdef  __arch64__
7.register	%g2,#scratch
8.register	%g3,#scratch
9#endif
10.section	".text",#alloc,#execinstr
11
12.align	256
13AES_Te:
14	.long	0xc66363a5,0xc66363a5
15	.long	0xf87c7c84,0xf87c7c84
16	.long	0xee777799,0xee777799
17	.long	0xf67b7b8d,0xf67b7b8d
18	.long	0xfff2f20d,0xfff2f20d
19	.long	0xd66b6bbd,0xd66b6bbd
20	.long	0xde6f6fb1,0xde6f6fb1
21	.long	0x91c5c554,0x91c5c554
22	.long	0x60303050,0x60303050
23	.long	0x02010103,0x02010103
24	.long	0xce6767a9,0xce6767a9
25	.long	0x562b2b7d,0x562b2b7d
26	.long	0xe7fefe19,0xe7fefe19
27	.long	0xb5d7d762,0xb5d7d762
28	.long	0x4dababe6,0x4dababe6
29	.long	0xec76769a,0xec76769a
30	.long	0x8fcaca45,0x8fcaca45
31	.long	0x1f82829d,0x1f82829d
32	.long	0x89c9c940,0x89c9c940
33	.long	0xfa7d7d87,0xfa7d7d87
34	.long	0xeffafa15,0xeffafa15
35	.long	0xb25959eb,0xb25959eb
36	.long	0x8e4747c9,0x8e4747c9
37	.long	0xfbf0f00b,0xfbf0f00b
38	.long	0x41adadec,0x41adadec
39	.long	0xb3d4d467,0xb3d4d467
40	.long	0x5fa2a2fd,0x5fa2a2fd
41	.long	0x45afafea,0x45afafea
42	.long	0x239c9cbf,0x239c9cbf
43	.long	0x53a4a4f7,0x53a4a4f7
44	.long	0xe4727296,0xe4727296
45	.long	0x9bc0c05b,0x9bc0c05b
46	.long	0x75b7b7c2,0x75b7b7c2
47	.long	0xe1fdfd1c,0xe1fdfd1c
48	.long	0x3d9393ae,0x3d9393ae
49	.long	0x4c26266a,0x4c26266a
50	.long	0x6c36365a,0x6c36365a
51	.long	0x7e3f3f41,0x7e3f3f41
52	.long	0xf5f7f702,0xf5f7f702
53	.long	0x83cccc4f,0x83cccc4f
54	.long	0x6834345c,0x6834345c
55	.long	0x51a5a5f4,0x51a5a5f4
56	.long	0xd1e5e534,0xd1e5e534
57	.long	0xf9f1f108,0xf9f1f108
58	.long	0xe2717193,0xe2717193
59	.long	0xabd8d873,0xabd8d873
60	.long	0x62313153,0x62313153
61	.long	0x2a15153f,0x2a15153f
62	.long	0x0804040c,0x0804040c
63	.long	0x95c7c752,0x95c7c752
64	.long	0x46232365,0x46232365
65	.long	0x9dc3c35e,0x9dc3c35e
66	.long	0x30181828,0x30181828
67	.long	0x379696a1,0x379696a1
68	.long	0x0a05050f,0x0a05050f
69	.long	0x2f9a9ab5,0x2f9a9ab5
70	.long	0x0e070709,0x0e070709
71	.long	0x24121236,0x24121236
72	.long	0x1b80809b,0x1b80809b
73	.long	0xdfe2e23d,0xdfe2e23d
74	.long	0xcdebeb26,0xcdebeb26
75	.long	0x4e272769,0x4e272769
76	.long	0x7fb2b2cd,0x7fb2b2cd
77	.long	0xea75759f,0xea75759f
78	.long	0x1209091b,0x1209091b
79	.long	0x1d83839e,0x1d83839e
80	.long	0x582c2c74,0x582c2c74
81	.long	0x341a1a2e,0x341a1a2e
82	.long	0x361b1b2d,0x361b1b2d
83	.long	0xdc6e6eb2,0xdc6e6eb2
84	.long	0xb45a5aee,0xb45a5aee
85	.long	0x5ba0a0fb,0x5ba0a0fb
86	.long	0xa45252f6,0xa45252f6
87	.long	0x763b3b4d,0x763b3b4d
88	.long	0xb7d6d661,0xb7d6d661
89	.long	0x7db3b3ce,0x7db3b3ce
90	.long	0x5229297b,0x5229297b
91	.long	0xdde3e33e,0xdde3e33e
92	.long	0x5e2f2f71,0x5e2f2f71
93	.long	0x13848497,0x13848497
94	.long	0xa65353f5,0xa65353f5
95	.long	0xb9d1d168,0xb9d1d168
96	.long	0x00000000,0x00000000
97	.long	0xc1eded2c,0xc1eded2c
98	.long	0x40202060,0x40202060
99	.long	0xe3fcfc1f,0xe3fcfc1f
100	.long	0x79b1b1c8,0x79b1b1c8
101	.long	0xb65b5bed,0xb65b5bed
102	.long	0xd46a6abe,0xd46a6abe
103	.long	0x8dcbcb46,0x8dcbcb46
104	.long	0x67bebed9,0x67bebed9
105	.long	0x7239394b,0x7239394b
106	.long	0x944a4ade,0x944a4ade
107	.long	0x984c4cd4,0x984c4cd4
108	.long	0xb05858e8,0xb05858e8
109	.long	0x85cfcf4a,0x85cfcf4a
110	.long	0xbbd0d06b,0xbbd0d06b
111	.long	0xc5efef2a,0xc5efef2a
112	.long	0x4faaaae5,0x4faaaae5
113	.long	0xedfbfb16,0xedfbfb16
114	.long	0x864343c5,0x864343c5
115	.long	0x9a4d4dd7,0x9a4d4dd7
116	.long	0x66333355,0x66333355
117	.long	0x11858594,0x11858594
118	.long	0x8a4545cf,0x8a4545cf
119	.long	0xe9f9f910,0xe9f9f910
120	.long	0x04020206,0x04020206
121	.long	0xfe7f7f81,0xfe7f7f81
122	.long	0xa05050f0,0xa05050f0
123	.long	0x783c3c44,0x783c3c44
124	.long	0x259f9fba,0x259f9fba
125	.long	0x4ba8a8e3,0x4ba8a8e3
126	.long	0xa25151f3,0xa25151f3
127	.long	0x5da3a3fe,0x5da3a3fe
128	.long	0x804040c0,0x804040c0
129	.long	0x058f8f8a,0x058f8f8a
130	.long	0x3f9292ad,0x3f9292ad
131	.long	0x219d9dbc,0x219d9dbc
132	.long	0x70383848,0x70383848
133	.long	0xf1f5f504,0xf1f5f504
134	.long	0x63bcbcdf,0x63bcbcdf
135	.long	0x77b6b6c1,0x77b6b6c1
136	.long	0xafdada75,0xafdada75
137	.long	0x42212163,0x42212163
138	.long	0x20101030,0x20101030
139	.long	0xe5ffff1a,0xe5ffff1a
140	.long	0xfdf3f30e,0xfdf3f30e
141	.long	0xbfd2d26d,0xbfd2d26d
142	.long	0x81cdcd4c,0x81cdcd4c
143	.long	0x180c0c14,0x180c0c14
144	.long	0x26131335,0x26131335
145	.long	0xc3ecec2f,0xc3ecec2f
146	.long	0xbe5f5fe1,0xbe5f5fe1
147	.long	0x359797a2,0x359797a2
148	.long	0x884444cc,0x884444cc
149	.long	0x2e171739,0x2e171739
150	.long	0x93c4c457,0x93c4c457
151	.long	0x55a7a7f2,0x55a7a7f2
152	.long	0xfc7e7e82,0xfc7e7e82
153	.long	0x7a3d3d47,0x7a3d3d47
154	.long	0xc86464ac,0xc86464ac
155	.long	0xba5d5de7,0xba5d5de7
156	.long	0x3219192b,0x3219192b
157	.long	0xe6737395,0xe6737395
158	.long	0xc06060a0,0xc06060a0
159	.long	0x19818198,0x19818198
160	.long	0x9e4f4fd1,0x9e4f4fd1
161	.long	0xa3dcdc7f,0xa3dcdc7f
162	.long	0x44222266,0x44222266
163	.long	0x542a2a7e,0x542a2a7e
164	.long	0x3b9090ab,0x3b9090ab
165	.long	0x0b888883,0x0b888883
166	.long	0x8c4646ca,0x8c4646ca
167	.long	0xc7eeee29,0xc7eeee29
168	.long	0x6bb8b8d3,0x6bb8b8d3
169	.long	0x2814143c,0x2814143c
170	.long	0xa7dede79,0xa7dede79
171	.long	0xbc5e5ee2,0xbc5e5ee2
172	.long	0x160b0b1d,0x160b0b1d
173	.long	0xaddbdb76,0xaddbdb76
174	.long	0xdbe0e03b,0xdbe0e03b
175	.long	0x64323256,0x64323256
176	.long	0x743a3a4e,0x743a3a4e
177	.long	0x140a0a1e,0x140a0a1e
178	.long	0x924949db,0x924949db
179	.long	0x0c06060a,0x0c06060a
180	.long	0x4824246c,0x4824246c
181	.long	0xb85c5ce4,0xb85c5ce4
182	.long	0x9fc2c25d,0x9fc2c25d
183	.long	0xbdd3d36e,0xbdd3d36e
184	.long	0x43acacef,0x43acacef
185	.long	0xc46262a6,0xc46262a6
186	.long	0x399191a8,0x399191a8
187	.long	0x319595a4,0x319595a4
188	.long	0xd3e4e437,0xd3e4e437
189	.long	0xf279798b,0xf279798b
190	.long	0xd5e7e732,0xd5e7e732
191	.long	0x8bc8c843,0x8bc8c843
192	.long	0x6e373759,0x6e373759
193	.long	0xda6d6db7,0xda6d6db7
194	.long	0x018d8d8c,0x018d8d8c
195	.long	0xb1d5d564,0xb1d5d564
196	.long	0x9c4e4ed2,0x9c4e4ed2
197	.long	0x49a9a9e0,0x49a9a9e0
198	.long	0xd86c6cb4,0xd86c6cb4
199	.long	0xac5656fa,0xac5656fa
200	.long	0xf3f4f407,0xf3f4f407
201	.long	0xcfeaea25,0xcfeaea25
202	.long	0xca6565af,0xca6565af
203	.long	0xf47a7a8e,0xf47a7a8e
204	.long	0x47aeaee9,0x47aeaee9
205	.long	0x10080818,0x10080818
206	.long	0x6fbabad5,0x6fbabad5
207	.long	0xf0787888,0xf0787888
208	.long	0x4a25256f,0x4a25256f
209	.long	0x5c2e2e72,0x5c2e2e72
210	.long	0x381c1c24,0x381c1c24
211	.long	0x57a6a6f1,0x57a6a6f1
212	.long	0x73b4b4c7,0x73b4b4c7
213	.long	0x97c6c651,0x97c6c651
214	.long	0xcbe8e823,0xcbe8e823
215	.long	0xa1dddd7c,0xa1dddd7c
216	.long	0xe874749c,0xe874749c
217	.long	0x3e1f1f21,0x3e1f1f21
218	.long	0x964b4bdd,0x964b4bdd
219	.long	0x61bdbddc,0x61bdbddc
220	.long	0x0d8b8b86,0x0d8b8b86
221	.long	0x0f8a8a85,0x0f8a8a85
222	.long	0xe0707090,0xe0707090
223	.long	0x7c3e3e42,0x7c3e3e42
224	.long	0x71b5b5c4,0x71b5b5c4
225	.long	0xcc6666aa,0xcc6666aa
226	.long	0x904848d8,0x904848d8
227	.long	0x06030305,0x06030305
228	.long	0xf7f6f601,0xf7f6f601
229	.long	0x1c0e0e12,0x1c0e0e12
230	.long	0xc26161a3,0xc26161a3
231	.long	0x6a35355f,0x6a35355f
232	.long	0xae5757f9,0xae5757f9
233	.long	0x69b9b9d0,0x69b9b9d0
234	.long	0x17868691,0x17868691
235	.long	0x99c1c158,0x99c1c158
236	.long	0x3a1d1d27,0x3a1d1d27
237	.long	0x279e9eb9,0x279e9eb9
238	.long	0xd9e1e138,0xd9e1e138
239	.long	0xebf8f813,0xebf8f813
240	.long	0x2b9898b3,0x2b9898b3
241	.long	0x22111133,0x22111133
242	.long	0xd26969bb,0xd26969bb
243	.long	0xa9d9d970,0xa9d9d970
244	.long	0x078e8e89,0x078e8e89
245	.long	0x339494a7,0x339494a7
246	.long	0x2d9b9bb6,0x2d9b9bb6
247	.long	0x3c1e1e22,0x3c1e1e22
248	.long	0x15878792,0x15878792
249	.long	0xc9e9e920,0xc9e9e920
250	.long	0x87cece49,0x87cece49
251	.long	0xaa5555ff,0xaa5555ff
252	.long	0x50282878,0x50282878
253	.long	0xa5dfdf7a,0xa5dfdf7a
254	.long	0x038c8c8f,0x038c8c8f
255	.long	0x59a1a1f8,0x59a1a1f8
256	.long	0x09898980,0x09898980
257	.long	0x1a0d0d17,0x1a0d0d17
258	.long	0x65bfbfda,0x65bfbfda
259	.long	0xd7e6e631,0xd7e6e631
260	.long	0x844242c6,0x844242c6
261	.long	0xd06868b8,0xd06868b8
262	.long	0x824141c3,0x824141c3
263	.long	0x299999b0,0x299999b0
264	.long	0x5a2d2d77,0x5a2d2d77
265	.long	0x1e0f0f11,0x1e0f0f11
266	.long	0x7bb0b0cb,0x7bb0b0cb
267	.long	0xa85454fc,0xa85454fc
268	.long	0x6dbbbbd6,0x6dbbbbd6
269	.long	0x2c16163a,0x2c16163a
270	.byte	0x63, 0x7c, 0x77, 0x7b, 0xf2, 0x6b, 0x6f, 0xc5
271	.byte	0x30, 0x01, 0x67, 0x2b, 0xfe, 0xd7, 0xab, 0x76
272	.byte	0xca, 0x82, 0xc9, 0x7d, 0xfa, 0x59, 0x47, 0xf0
273	.byte	0xad, 0xd4, 0xa2, 0xaf, 0x9c, 0xa4, 0x72, 0xc0
274	.byte	0xb7, 0xfd, 0x93, 0x26, 0x36, 0x3f, 0xf7, 0xcc
275	.byte	0x34, 0xa5, 0xe5, 0xf1, 0x71, 0xd8, 0x31, 0x15
276	.byte	0x04, 0xc7, 0x23, 0xc3, 0x18, 0x96, 0x05, 0x9a
277	.byte	0x07, 0x12, 0x80, 0xe2, 0xeb, 0x27, 0xb2, 0x75
278	.byte	0x09, 0x83, 0x2c, 0x1a, 0x1b, 0x6e, 0x5a, 0xa0
279	.byte	0x52, 0x3b, 0xd6, 0xb3, 0x29, 0xe3, 0x2f, 0x84
280	.byte	0x53, 0xd1, 0x00, 0xed, 0x20, 0xfc, 0xb1, 0x5b
281	.byte	0x6a, 0xcb, 0xbe, 0x39, 0x4a, 0x4c, 0x58, 0xcf
282	.byte	0xd0, 0xef, 0xaa, 0xfb, 0x43, 0x4d, 0x33, 0x85
283	.byte	0x45, 0xf9, 0x02, 0x7f, 0x50, 0x3c, 0x9f, 0xa8
284	.byte	0x51, 0xa3, 0x40, 0x8f, 0x92, 0x9d, 0x38, 0xf5
285	.byte	0xbc, 0xb6, 0xda, 0x21, 0x10, 0xff, 0xf3, 0xd2
286	.byte	0xcd, 0x0c, 0x13, 0xec, 0x5f, 0x97, 0x44, 0x17
287	.byte	0xc4, 0xa7, 0x7e, 0x3d, 0x64, 0x5d, 0x19, 0x73
288	.byte	0x60, 0x81, 0x4f, 0xdc, 0x22, 0x2a, 0x90, 0x88
289	.byte	0x46, 0xee, 0xb8, 0x14, 0xde, 0x5e, 0x0b, 0xdb
290	.byte	0xe0, 0x32, 0x3a, 0x0a, 0x49, 0x06, 0x24, 0x5c
291	.byte	0xc2, 0xd3, 0xac, 0x62, 0x91, 0x95, 0xe4, 0x79
292	.byte	0xe7, 0xc8, 0x37, 0x6d, 0x8d, 0xd5, 0x4e, 0xa9
293	.byte	0x6c, 0x56, 0xf4, 0xea, 0x65, 0x7a, 0xae, 0x08
294	.byte	0xba, 0x78, 0x25, 0x2e, 0x1c, 0xa6, 0xb4, 0xc6
295	.byte	0xe8, 0xdd, 0x74, 0x1f, 0x4b, 0xbd, 0x8b, 0x8a
296	.byte	0x70, 0x3e, 0xb5, 0x66, 0x48, 0x03, 0xf6, 0x0e
297	.byte	0x61, 0x35, 0x57, 0xb9, 0x86, 0xc1, 0x1d, 0x9e
298	.byte	0xe1, 0xf8, 0x98, 0x11, 0x69, 0xd9, 0x8e, 0x94
299	.byte	0x9b, 0x1e, 0x87, 0xe9, 0xce, 0x55, 0x28, 0xdf
300	.byte	0x8c, 0xa1, 0x89, 0x0d, 0xbf, 0xe6, 0x42, 0x68
301	.byte	0x41, 0x99, 0x2d, 0x0f, 0xb0, 0x54, 0xbb, 0x16
302.type	AES_Te,#object
303.size	AES_Te,(.-AES_Te)
304
305.align	64
306.skip	16
307_sparcv9_AES_encrypt:
308	save	%sp,-STACK_FRAME-16,%sp
309	stx	%i7,[%sp+STACK_BIAS+STACK_FRAME+0]	! off-load return address
310	ld	[%i5+240],%i7
311	ld	[%i5+0],%l4
312	ld	[%i5+4],%l5			!
313	ld	[%i5+8],%l6
314	srl	%i7,1,%i7
315	xor	%l4,%i0,%i0
316	ld	[%i5+12],%l7
317	srl	%i0,21,%l0
318	xor	%l5,%i1,%i1
319	ld	[%i5+16],%l4
320	srl	%i1,13,%o0			!
321	xor	%l6,%i2,%i2
322	ld	[%i5+20],%l5
323	xor	%l7,%i3,%i3
324	ld	[%i5+24],%l6
325	and	%l0,2040,%l0
326	ld	[%i5+28],%l7
327	nop
328.Lenc_loop:
329	srl	%i2,5,%o1			!
330	and	%o0,2040,%o0
331	ldx	[%i4+%l0],%l0
332	sll	%i3,3,%o2
333	and	%o1,2040,%o1
334	ldx	[%i4+%o0],%o0
335	srl	%i1,21,%l1
336	and	%o2,2040,%o2
337	ldx	[%i4+%o1],%o1		!
338	srl	%i2,13,%o3
339	and	%l1,2040,%l1
340	ldx	[%i4+%o2],%o2
341	srl	%i3,5,%o4
342	and	%o3,2040,%o3
343	ldx	[%i4+%l1],%l1
344
345	sll	%i0,3,%o5			!
346	and	%o4,2040,%o4
347	ldx	[%i4+%o3],%o3
348	srl	%i2,21,%l2
349	and	%o5,2040,%o5
350	ldx	[%i4+%o4],%o4
351	srl	%i3,13,%o7
352	and	%l2,2040,%l2
353	ldx	[%i4+%o5],%o5		!
354	srl	%i0,5,%g1
355	and	%o7,2040,%o7
356	ldx	[%i4+%l2],%l2
357	sll	%i1,3,%g2
358	and	%g1,2040,%g1
359	ldx	[%i4+%o7],%o7
360
361	srl	%i3,21,%l3			!
362	and	%g2,2040,%g2
363	ldx	[%i4+%g1],%g1
364	srl	%i0,13,%g3
365	and	%l3,2040,%l3
366	ldx	[%i4+%g2],%g2
367	srl	%i1,5,%g4
368	and	%g3,2040,%g3
369	ldx	[%i4+%l3],%l3		!
370	sll	%i2,3,%g5
371	and	%g4,2040,%g4
372	ldx	[%i4+%g3],%g3
373	and	%g5,2040,%g5
374	add	%i5,32,%i5
375	ldx	[%i4+%g4],%g4
376
377	subcc	%i7,1,%i7		!
378	ldx	[%i4+%g5],%g5
379	bz,a,pn	%icc,.Lenc_last
380	add	%i4,2048,%i7
381
382		srlx	%o0,8,%o0
383		xor	%l0,%l4,%l4
384	ld	[%i5+0],%i0
385
386		srlx	%o1,16,%o1		!
387		xor	%o0,%l4,%l4
388	ld	[%i5+4],%i1
389		srlx	%o2,24,%o2
390		xor	%o1,%l4,%l4
391	ld	[%i5+8],%i2
392		srlx	%o3,8,%o3
393		xor	%o2,%l4,%l4
394	ld	[%i5+12],%i3			!
395		srlx	%o4,16,%o4
396		xor	%l1,%l5,%l5
397
398		srlx	%o5,24,%o5
399		xor	%o3,%l5,%l5
400		srlx	%o7,8,%o7
401		xor	%o4,%l5,%l5
402		srlx	%g1,16,%g1	!
403		xor	%o5,%l5,%l5
404		srlx	%g2,24,%g2
405		xor	%l2,%l6,%l6
406		srlx	%g3,8,%g3
407		xor	%o7,%l6,%l6
408		srlx	%g4,16,%g4
409		xor	%g1,%l6,%l6
410		srlx	%g5,24,%g5	!
411		xor	%g2,%l6,%l6
412		xor	%l3,%g4,%g4
413		xor	%g3,%l7,%l7
414	srl	%l4,21,%l0
415		xor	%g4,%l7,%l7
416	srl	%l5,13,%o0
417		xor	%g5,%l7,%l7
418
419	and	%l0,2040,%l0		!
420	srl	%l6,5,%o1
421	and	%o0,2040,%o0
422	ldx	[%i4+%l0],%l0
423	sll	%l7,3,%o2
424	and	%o1,2040,%o1
425	ldx	[%i4+%o0],%o0
426
427	srl	%l5,21,%l1			!
428	and	%o2,2040,%o2
429	ldx	[%i4+%o1],%o1
430	srl	%l6,13,%o3
431	and	%l1,2040,%l1
432	ldx	[%i4+%o2],%o2
433	srl	%l7,5,%o4
434	and	%o3,2040,%o3
435	ldx	[%i4+%l1],%l1		!
436	sll	%l4,3,%o5
437	and	%o4,2040,%o4
438	ldx	[%i4+%o3],%o3
439	srl	%l6,21,%l2
440	and	%o5,2040,%o5
441	ldx	[%i4+%o4],%o4
442
443	srl	%l7,13,%o7			!
444	and	%l2,2040,%l2
445	ldx	[%i4+%o5],%o5
446	srl	%l4,5,%g1
447	and	%o7,2040,%o7
448	ldx	[%i4+%l2],%l2
449	sll	%l5,3,%g2
450	and	%g1,2040,%g1
451	ldx	[%i4+%o7],%o7		!
452	srl	%l7,21,%l3
453	and	%g2,2040,%g2
454	ldx	[%i4+%g1],%g1
455	srl	%l4,13,%g3
456	and	%l3,2040,%l3
457	ldx	[%i4+%g2],%g2
458
459	srl	%l5,5,%g4			!
460	and	%g3,2040,%g3
461	ldx	[%i4+%l3],%l3
462	sll	%l6,3,%g5
463	and	%g4,2040,%g4
464	ldx	[%i4+%g3],%g3
465		srlx	%o0,8,%o0
466	and	%g5,2040,%g5
467	ldx	[%i4+%g4],%g4		!
468
469		srlx	%o1,16,%o1
470		xor	%l0,%i0,%i0
471	ldx	[%i4+%g5],%g5
472		srlx	%o2,24,%o2
473		xor	%o0,%i0,%i0
474	ld	[%i5+16],%l4
475
476		srlx	%o3,8,%o3		!
477		xor	%o1,%i0,%i0
478	ld	[%i5+20],%l5
479		srlx	%o4,16,%o4
480		xor	%o2,%i0,%i0
481	ld	[%i5+24],%l6
482		srlx	%o5,24,%o5
483		xor	%l1,%i1,%i1
484	ld	[%i5+28],%l7			!
485		srlx	%o7,8,%o7
486		xor	%o3,%i1,%i1
487	ldx	[%i4+2048+0],%g0		! prefetch te4
488		srlx	%g1,16,%g1
489		xor	%o4,%i1,%i1
490	ldx	[%i4+2048+32],%g0		! prefetch te4
491		srlx	%g2,24,%g2
492		xor	%o5,%i1,%i1
493	ldx	[%i4+2048+64],%g0		! prefetch te4
494		srlx	%g3,8,%g3
495		xor	%l2,%i2,%i2
496	ldx	[%i4+2048+96],%g0		! prefetch te4
497		srlx	%g4,16,%g4	!
498		xor	%o7,%i2,%i2
499	ldx	[%i4+2048+128],%g0		! prefetch te4
500		srlx	%g5,24,%g5
501		xor	%g1,%i2,%i2
502	ldx	[%i4+2048+160],%g0		! prefetch te4
503	srl	%i0,21,%l0
504		xor	%g2,%i2,%i2
505	ldx	[%i4+2048+192],%g0		! prefetch te4
506		xor	%l3,%g4,%g4
507		xor	%g3,%i3,%i3
508	ldx	[%i4+2048+224],%g0		! prefetch te4
509	srl	%i1,13,%o0			!
510		xor	%g4,%i3,%i3
511		xor	%g5,%i3,%i3
512	ba	.Lenc_loop
513	and	%l0,2040,%l0
514
515.align	32
516.Lenc_last:
517		srlx	%o0,8,%o0		!
518		xor	%l0,%l4,%l4
519	ld	[%i5+0],%i0
520		srlx	%o1,16,%o1
521		xor	%o0,%l4,%l4
522	ld	[%i5+4],%i1
523		srlx	%o2,24,%o2
524		xor	%o1,%l4,%l4
525	ld	[%i5+8],%i2			!
526		srlx	%o3,8,%o3
527		xor	%o2,%l4,%l4
528	ld	[%i5+12],%i3
529		srlx	%o4,16,%o4
530		xor	%l1,%l5,%l5
531		srlx	%o5,24,%o5
532		xor	%o3,%l5,%l5
533		srlx	%o7,8,%o7		!
534		xor	%o4,%l5,%l5
535		srlx	%g1,16,%g1
536		xor	%o5,%l5,%l5
537		srlx	%g2,24,%g2
538		xor	%l2,%l6,%l6
539		srlx	%g3,8,%g3
540		xor	%o7,%l6,%l6
541		srlx	%g4,16,%g4	!
542		xor	%g1,%l6,%l6
543		srlx	%g5,24,%g5
544		xor	%g2,%l6,%l6
545		xor	%l3,%g4,%g4
546		xor	%g3,%l7,%l7
547	srl	%l4,24,%l0
548		xor	%g4,%l7,%l7
549	srl	%l5,16,%o0			!
550		xor	%g5,%l7,%l7
551
552	srl	%l6,8,%o1
553	and	%o0,255,%o0
554	ldub	[%i7+%l0],%l0
555	srl	%l5,24,%l1
556	and	%o1,255,%o1
557	ldub	[%i7+%o0],%o0
558	srl	%l6,16,%o3			!
559	and	%l7,255,%o2
560	ldub	[%i7+%o1],%o1
561	ldub	[%i7+%o2],%o2
562	srl	%l7,8,%o4
563	and	%o3,255,%o3
564	ldub	[%i7+%l1],%l1
565
566	srl	%l6,24,%l2			!
567	and	%o4,255,%o4
568	ldub	[%i7+%o3],%o3
569	srl	%l7,16,%o7
570	and	%l4,255,%o5
571	ldub	[%i7+%o4],%o4
572	ldub	[%i7+%o5],%o5
573
574	srl	%l4,8,%g1			!
575	and	%o7,255,%o7
576	ldub	[%i7+%l2],%l2
577	srl	%l7,24,%l3
578	and	%g1,255,%g1
579	ldub	[%i7+%o7],%o7
580	srl	%l4,16,%g3
581	and	%l5,255,%g2
582	ldub	[%i7+%g1],%g1		!
583	srl	%l5,8,%g4
584	and	%g3,255,%g3
585	ldub	[%i7+%g2],%g2
586	ldub	[%i7+%l3],%l3
587	and	%g4,255,%g4
588	ldub	[%i7+%g3],%g3
589	and	%l6,255,%g5
590	ldub	[%i7+%g4],%g4		!
591
592		sll	%l0,24,%l0
593		xor	%o2,%i0,%i0
594	ldub	[%i7+%g5],%g5
595		sll	%o0,16,%o0
596		xor	%l0,%i0,%i0
597	ldx	[%sp+STACK_BIAS+STACK_FRAME+0],%i7	! restore return address
598
599		sll	%o1,8,%o1		!
600		xor	%o0,%i0,%i0
601		sll	%l1,24,%l1
602		xor	%o1,%i0,%i0
603		sll	%o3,16,%o3
604		xor	%o5,%i1,%i1
605		sll	%o4,8,%o4
606		xor	%l1,%i1,%i1
607		sll	%l2,24,%l2		!
608		xor	%o3,%i1,%i1
609		sll	%o7,16,%o7
610		xor	%g2,%i2,%i2
611		sll	%g1,8,%g1
612		xor	%o4,%i1,%i1
613		sll	%l3,24,%l3
614		xor	%l2,%i2,%i2
615		sll	%g3,16,%g3	!
616		xor	%o7,%i2,%i2
617		sll	%g4,8,%g4
618		xor	%g1,%i2,%i2
619		xor	%l3,%g4,%g4
620		xor	%g3,%i3,%i3
621		xor	%g4,%i3,%i3
622		xor	%g5,%i3,%i3
623
624	ret
625	restore
626.type	_sparcv9_AES_encrypt,#function
627.size	_sparcv9_AES_encrypt,(.-_sparcv9_AES_encrypt)
628
629.align	32
630.globl	AES_encrypt
631AES_encrypt:
632	or	%o0,%o1,%g1
633	andcc	%g1,3,%g0
634	bnz,pn	%xcc,.Lunaligned_enc
635	save	%sp,-STACK_FRAME,%sp
636
637	ld	[%i0+0],%o0
638	ld	[%i0+4],%o1
639	ld	[%i0+8],%o2
640	ld	[%i0+12],%o3
641
6421:	call	.+8
643	add	%o7,AES_Te-1b,%o4
644	call	_sparcv9_AES_encrypt
645	mov	%i2,%o5
646
647	st	%o0,[%i1+0]
648	st	%o1,[%i1+4]
649	st	%o2,[%i1+8]
650	st	%o3,[%i1+12]
651
652	ret
653	restore
654
655.align	32
656.Lunaligned_enc:
657	ldub	[%i0+0],%l0
658	ldub	[%i0+1],%l1
659	ldub	[%i0+2],%l2
660
661	sll	%l0,24,%l0
662	ldub	[%i0+3],%l3
663	sll	%l1,16,%l1
664	ldub	[%i0+4],%l4
665	sll	%l2,8,%l2
666	or	%l1,%l0,%l0
667	ldub	[%i0+5],%l5
668	sll	%l4,24,%l4
669	or	%l3,%l2,%l2
670	ldub	[%i0+6],%l6
671	sll	%l5,16,%l5
672	or	%l0,%l2,%o0
673	ldub	[%i0+7],%l7
674
675	sll	%l6,8,%l6
676	or	%l5,%l4,%l4
677	ldub	[%i0+8],%l0
678	or	%l7,%l6,%l6
679	ldub	[%i0+9],%l1
680	or	%l4,%l6,%o1
681	ldub	[%i0+10],%l2
682
683	sll	%l0,24,%l0
684	ldub	[%i0+11],%l3
685	sll	%l1,16,%l1
686	ldub	[%i0+12],%l4
687	sll	%l2,8,%l2
688	or	%l1,%l0,%l0
689	ldub	[%i0+13],%l5
690	sll	%l4,24,%l4
691	or	%l3,%l2,%l2
692	ldub	[%i0+14],%l6
693	sll	%l5,16,%l5
694	or	%l0,%l2,%o2
695	ldub	[%i0+15],%l7
696
697	sll	%l6,8,%l6
698	or	%l5,%l4,%l4
699	or	%l7,%l6,%l6
700	or	%l4,%l6,%o3
701
7021:	call	.+8
703	add	%o7,AES_Te-1b,%o4
704	call	_sparcv9_AES_encrypt
705	mov	%i2,%o5
706
707	srl	%o0,24,%l0
708	srl	%o0,16,%l1
709	stb	%l0,[%i1+0]
710	srl	%o0,8,%l2
711	stb	%l1,[%i1+1]
712	stb	%l2,[%i1+2]
713	srl	%o1,24,%l4
714	stb	%o0,[%i1+3]
715
716	srl	%o1,16,%l5
717	stb	%l4,[%i1+4]
718	srl	%o1,8,%l6
719	stb	%l5,[%i1+5]
720	stb	%l6,[%i1+6]
721	srl	%o2,24,%l0
722	stb	%o1,[%i1+7]
723
724	srl	%o2,16,%l1
725	stb	%l0,[%i1+8]
726	srl	%o2,8,%l2
727	stb	%l1,[%i1+9]
728	stb	%l2,[%i1+10]
729	srl	%o3,24,%l4
730	stb	%o2,[%i1+11]
731
732	srl	%o3,16,%l5
733	stb	%l4,[%i1+12]
734	srl	%o3,8,%l6
735	stb	%l5,[%i1+13]
736	stb	%l6,[%i1+14]
737	stb	%o3,[%i1+15]
738
739	ret
740	restore
741.type	AES_encrypt,#function
742.size	AES_encrypt,(.-AES_encrypt)
743
744.align	256
745AES_Td:
746	.long	0x51f4a750,0x51f4a750
747	.long	0x7e416553,0x7e416553
748	.long	0x1a17a4c3,0x1a17a4c3
749	.long	0x3a275e96,0x3a275e96
750	.long	0x3bab6bcb,0x3bab6bcb
751	.long	0x1f9d45f1,0x1f9d45f1
752	.long	0xacfa58ab,0xacfa58ab
753	.long	0x4be30393,0x4be30393
754	.long	0x2030fa55,0x2030fa55
755	.long	0xad766df6,0xad766df6
756	.long	0x88cc7691,0x88cc7691
757	.long	0xf5024c25,0xf5024c25
758	.long	0x4fe5d7fc,0x4fe5d7fc
759	.long	0xc52acbd7,0xc52acbd7
760	.long	0x26354480,0x26354480
761	.long	0xb562a38f,0xb562a38f
762	.long	0xdeb15a49,0xdeb15a49
763	.long	0x25ba1b67,0x25ba1b67
764	.long	0x45ea0e98,0x45ea0e98
765	.long	0x5dfec0e1,0x5dfec0e1
766	.long	0xc32f7502,0xc32f7502
767	.long	0x814cf012,0x814cf012
768	.long	0x8d4697a3,0x8d4697a3
769	.long	0x6bd3f9c6,0x6bd3f9c6
770	.long	0x038f5fe7,0x038f5fe7
771	.long	0x15929c95,0x15929c95
772	.long	0xbf6d7aeb,0xbf6d7aeb
773	.long	0x955259da,0x955259da
774	.long	0xd4be832d,0xd4be832d
775	.long	0x587421d3,0x587421d3
776	.long	0x49e06929,0x49e06929
777	.long	0x8ec9c844,0x8ec9c844
778	.long	0x75c2896a,0x75c2896a
779	.long	0xf48e7978,0xf48e7978
780	.long	0x99583e6b,0x99583e6b
781	.long	0x27b971dd,0x27b971dd
782	.long	0xbee14fb6,0xbee14fb6
783	.long	0xf088ad17,0xf088ad17
784	.long	0xc920ac66,0xc920ac66
785	.long	0x7dce3ab4,0x7dce3ab4
786	.long	0x63df4a18,0x63df4a18
787	.long	0xe51a3182,0xe51a3182
788	.long	0x97513360,0x97513360
789	.long	0x62537f45,0x62537f45
790	.long	0xb16477e0,0xb16477e0
791	.long	0xbb6bae84,0xbb6bae84
792	.long	0xfe81a01c,0xfe81a01c
793	.long	0xf9082b94,0xf9082b94
794	.long	0x70486858,0x70486858
795	.long	0x8f45fd19,0x8f45fd19
796	.long	0x94de6c87,0x94de6c87
797	.long	0x527bf8b7,0x527bf8b7
798	.long	0xab73d323,0xab73d323
799	.long	0x724b02e2,0x724b02e2
800	.long	0xe31f8f57,0xe31f8f57
801	.long	0x6655ab2a,0x6655ab2a
802	.long	0xb2eb2807,0xb2eb2807
803	.long	0x2fb5c203,0x2fb5c203
804	.long	0x86c57b9a,0x86c57b9a
805	.long	0xd33708a5,0xd33708a5
806	.long	0x302887f2,0x302887f2
807	.long	0x23bfa5b2,0x23bfa5b2
808	.long	0x02036aba,0x02036aba
809	.long	0xed16825c,0xed16825c
810	.long	0x8acf1c2b,0x8acf1c2b
811	.long	0xa779b492,0xa779b492
812	.long	0xf307f2f0,0xf307f2f0
813	.long	0x4e69e2a1,0x4e69e2a1
814	.long	0x65daf4cd,0x65daf4cd
815	.long	0x0605bed5,0x0605bed5
816	.long	0xd134621f,0xd134621f
817	.long	0xc4a6fe8a,0xc4a6fe8a
818	.long	0x342e539d,0x342e539d
819	.long	0xa2f355a0,0xa2f355a0
820	.long	0x058ae132,0x058ae132
821	.long	0xa4f6eb75,0xa4f6eb75
822	.long	0x0b83ec39,0x0b83ec39
823	.long	0x4060efaa,0x4060efaa
824	.long	0x5e719f06,0x5e719f06
825	.long	0xbd6e1051,0xbd6e1051
826	.long	0x3e218af9,0x3e218af9
827	.long	0x96dd063d,0x96dd063d
828	.long	0xdd3e05ae,0xdd3e05ae
829	.long	0x4de6bd46,0x4de6bd46
830	.long	0x91548db5,0x91548db5
831	.long	0x71c45d05,0x71c45d05
832	.long	0x0406d46f,0x0406d46f
833	.long	0x605015ff,0x605015ff
834	.long	0x1998fb24,0x1998fb24
835	.long	0xd6bde997,0xd6bde997
836	.long	0x894043cc,0x894043cc
837	.long	0x67d99e77,0x67d99e77
838	.long	0xb0e842bd,0xb0e842bd
839	.long	0x07898b88,0x07898b88
840	.long	0xe7195b38,0xe7195b38
841	.long	0x79c8eedb,0x79c8eedb
842	.long	0xa17c0a47,0xa17c0a47
843	.long	0x7c420fe9,0x7c420fe9
844	.long	0xf8841ec9,0xf8841ec9
845	.long	0x00000000,0x00000000
846	.long	0x09808683,0x09808683
847	.long	0x322bed48,0x322bed48
848	.long	0x1e1170ac,0x1e1170ac
849	.long	0x6c5a724e,0x6c5a724e
850	.long	0xfd0efffb,0xfd0efffb
851	.long	0x0f853856,0x0f853856
852	.long	0x3daed51e,0x3daed51e
853	.long	0x362d3927,0x362d3927
854	.long	0x0a0fd964,0x0a0fd964
855	.long	0x685ca621,0x685ca621
856	.long	0x9b5b54d1,0x9b5b54d1
857	.long	0x24362e3a,0x24362e3a
858	.long	0x0c0a67b1,0x0c0a67b1
859	.long	0x9357e70f,0x9357e70f
860	.long	0xb4ee96d2,0xb4ee96d2
861	.long	0x1b9b919e,0x1b9b919e
862	.long	0x80c0c54f,0x80c0c54f
863	.long	0x61dc20a2,0x61dc20a2
864	.long	0x5a774b69,0x5a774b69
865	.long	0x1c121a16,0x1c121a16
866	.long	0xe293ba0a,0xe293ba0a
867	.long	0xc0a02ae5,0xc0a02ae5
868	.long	0x3c22e043,0x3c22e043
869	.long	0x121b171d,0x121b171d
870	.long	0x0e090d0b,0x0e090d0b
871	.long	0xf28bc7ad,0xf28bc7ad
872	.long	0x2db6a8b9,0x2db6a8b9
873	.long	0x141ea9c8,0x141ea9c8
874	.long	0x57f11985,0x57f11985
875	.long	0xaf75074c,0xaf75074c
876	.long	0xee99ddbb,0xee99ddbb
877	.long	0xa37f60fd,0xa37f60fd
878	.long	0xf701269f,0xf701269f
879	.long	0x5c72f5bc,0x5c72f5bc
880	.long	0x44663bc5,0x44663bc5
881	.long	0x5bfb7e34,0x5bfb7e34
882	.long	0x8b432976,0x8b432976
883	.long	0xcb23c6dc,0xcb23c6dc
884	.long	0xb6edfc68,0xb6edfc68
885	.long	0xb8e4f163,0xb8e4f163
886	.long	0xd731dcca,0xd731dcca
887	.long	0x42638510,0x42638510
888	.long	0x13972240,0x13972240
889	.long	0x84c61120,0x84c61120
890	.long	0x854a247d,0x854a247d
891	.long	0xd2bb3df8,0xd2bb3df8
892	.long	0xaef93211,0xaef93211
893	.long	0xc729a16d,0xc729a16d
894	.long	0x1d9e2f4b,0x1d9e2f4b
895	.long	0xdcb230f3,0xdcb230f3
896	.long	0x0d8652ec,0x0d8652ec
897	.long	0x77c1e3d0,0x77c1e3d0
898	.long	0x2bb3166c,0x2bb3166c
899	.long	0xa970b999,0xa970b999
900	.long	0x119448fa,0x119448fa
901	.long	0x47e96422,0x47e96422
902	.long	0xa8fc8cc4,0xa8fc8cc4
903	.long	0xa0f03f1a,0xa0f03f1a
904	.long	0x567d2cd8,0x567d2cd8
905	.long	0x223390ef,0x223390ef
906	.long	0x87494ec7,0x87494ec7
907	.long	0xd938d1c1,0xd938d1c1
908	.long	0x8ccaa2fe,0x8ccaa2fe
909	.long	0x98d40b36,0x98d40b36
910	.long	0xa6f581cf,0xa6f581cf
911	.long	0xa57ade28,0xa57ade28
912	.long	0xdab78e26,0xdab78e26
913	.long	0x3fadbfa4,0x3fadbfa4
914	.long	0x2c3a9de4,0x2c3a9de4
915	.long	0x5078920d,0x5078920d
916	.long	0x6a5fcc9b,0x6a5fcc9b
917	.long	0x547e4662,0x547e4662
918	.long	0xf68d13c2,0xf68d13c2
919	.long	0x90d8b8e8,0x90d8b8e8
920	.long	0x2e39f75e,0x2e39f75e
921	.long	0x82c3aff5,0x82c3aff5
922	.long	0x9f5d80be,0x9f5d80be
923	.long	0x69d0937c,0x69d0937c
924	.long	0x6fd52da9,0x6fd52da9
925	.long	0xcf2512b3,0xcf2512b3
926	.long	0xc8ac993b,0xc8ac993b
927	.long	0x10187da7,0x10187da7
928	.long	0xe89c636e,0xe89c636e
929	.long	0xdb3bbb7b,0xdb3bbb7b
930	.long	0xcd267809,0xcd267809
931	.long	0x6e5918f4,0x6e5918f4
932	.long	0xec9ab701,0xec9ab701
933	.long	0x834f9aa8,0x834f9aa8
934	.long	0xe6956e65,0xe6956e65
935	.long	0xaaffe67e,0xaaffe67e
936	.long	0x21bccf08,0x21bccf08
937	.long	0xef15e8e6,0xef15e8e6
938	.long	0xbae79bd9,0xbae79bd9
939	.long	0x4a6f36ce,0x4a6f36ce
940	.long	0xea9f09d4,0xea9f09d4
941	.long	0x29b07cd6,0x29b07cd6
942	.long	0x31a4b2af,0x31a4b2af
943	.long	0x2a3f2331,0x2a3f2331
944	.long	0xc6a59430,0xc6a59430
945	.long	0x35a266c0,0x35a266c0
946	.long	0x744ebc37,0x744ebc37
947	.long	0xfc82caa6,0xfc82caa6
948	.long	0xe090d0b0,0xe090d0b0
949	.long	0x33a7d815,0x33a7d815
950	.long	0xf104984a,0xf104984a
951	.long	0x41ecdaf7,0x41ecdaf7
952	.long	0x7fcd500e,0x7fcd500e
953	.long	0x1791f62f,0x1791f62f
954	.long	0x764dd68d,0x764dd68d
955	.long	0x43efb04d,0x43efb04d
956	.long	0xccaa4d54,0xccaa4d54
957	.long	0xe49604df,0xe49604df
958	.long	0x9ed1b5e3,0x9ed1b5e3
959	.long	0x4c6a881b,0x4c6a881b
960	.long	0xc12c1fb8,0xc12c1fb8
961	.long	0x4665517f,0x4665517f
962	.long	0x9d5eea04,0x9d5eea04
963	.long	0x018c355d,0x018c355d
964	.long	0xfa877473,0xfa877473
965	.long	0xfb0b412e,0xfb0b412e
966	.long	0xb3671d5a,0xb3671d5a
967	.long	0x92dbd252,0x92dbd252
968	.long	0xe9105633,0xe9105633
969	.long	0x6dd64713,0x6dd64713
970	.long	0x9ad7618c,0x9ad7618c
971	.long	0x37a10c7a,0x37a10c7a
972	.long	0x59f8148e,0x59f8148e
973	.long	0xeb133c89,0xeb133c89
974	.long	0xcea927ee,0xcea927ee
975	.long	0xb761c935,0xb761c935
976	.long	0xe11ce5ed,0xe11ce5ed
977	.long	0x7a47b13c,0x7a47b13c
978	.long	0x9cd2df59,0x9cd2df59
979	.long	0x55f2733f,0x55f2733f
980	.long	0x1814ce79,0x1814ce79
981	.long	0x73c737bf,0x73c737bf
982	.long	0x53f7cdea,0x53f7cdea
983	.long	0x5ffdaa5b,0x5ffdaa5b
984	.long	0xdf3d6f14,0xdf3d6f14
985	.long	0x7844db86,0x7844db86
986	.long	0xcaaff381,0xcaaff381
987	.long	0xb968c43e,0xb968c43e
988	.long	0x3824342c,0x3824342c
989	.long	0xc2a3405f,0xc2a3405f
990	.long	0x161dc372,0x161dc372
991	.long	0xbce2250c,0xbce2250c
992	.long	0x283c498b,0x283c498b
993	.long	0xff0d9541,0xff0d9541
994	.long	0x39a80171,0x39a80171
995	.long	0x080cb3de,0x080cb3de
996	.long	0xd8b4e49c,0xd8b4e49c
997	.long	0x6456c190,0x6456c190
998	.long	0x7bcb8461,0x7bcb8461
999	.long	0xd532b670,0xd532b670
1000	.long	0x486c5c74,0x486c5c74
1001	.long	0xd0b85742,0xd0b85742
1002	.byte	0x52, 0x09, 0x6a, 0xd5, 0x30, 0x36, 0xa5, 0x38
1003	.byte	0xbf, 0x40, 0xa3, 0x9e, 0x81, 0xf3, 0xd7, 0xfb
1004	.byte	0x7c, 0xe3, 0x39, 0x82, 0x9b, 0x2f, 0xff, 0x87
1005	.byte	0x34, 0x8e, 0x43, 0x44, 0xc4, 0xde, 0xe9, 0xcb
1006	.byte	0x54, 0x7b, 0x94, 0x32, 0xa6, 0xc2, 0x23, 0x3d
1007	.byte	0xee, 0x4c, 0x95, 0x0b, 0x42, 0xfa, 0xc3, 0x4e
1008	.byte	0x08, 0x2e, 0xa1, 0x66, 0x28, 0xd9, 0x24, 0xb2
1009	.byte	0x76, 0x5b, 0xa2, 0x49, 0x6d, 0x8b, 0xd1, 0x25
1010	.byte	0x72, 0xf8, 0xf6, 0x64, 0x86, 0x68, 0x98, 0x16
1011	.byte	0xd4, 0xa4, 0x5c, 0xcc, 0x5d, 0x65, 0xb6, 0x92
1012	.byte	0x6c, 0x70, 0x48, 0x50, 0xfd, 0xed, 0xb9, 0xda
1013	.byte	0x5e, 0x15, 0x46, 0x57, 0xa7, 0x8d, 0x9d, 0x84
1014	.byte	0x90, 0xd8, 0xab, 0x00, 0x8c, 0xbc, 0xd3, 0x0a
1015	.byte	0xf7, 0xe4, 0x58, 0x05, 0xb8, 0xb3, 0x45, 0x06
1016	.byte	0xd0, 0x2c, 0x1e, 0x8f, 0xca, 0x3f, 0x0f, 0x02
1017	.byte	0xc1, 0xaf, 0xbd, 0x03, 0x01, 0x13, 0x8a, 0x6b
1018	.byte	0x3a, 0x91, 0x11, 0x41, 0x4f, 0x67, 0xdc, 0xea
1019	.byte	0x97, 0xf2, 0xcf, 0xce, 0xf0, 0xb4, 0xe6, 0x73
1020	.byte	0x96, 0xac, 0x74, 0x22, 0xe7, 0xad, 0x35, 0x85
1021	.byte	0xe2, 0xf9, 0x37, 0xe8, 0x1c, 0x75, 0xdf, 0x6e
1022	.byte	0x47, 0xf1, 0x1a, 0x71, 0x1d, 0x29, 0xc5, 0x89
1023	.byte	0x6f, 0xb7, 0x62, 0x0e, 0xaa, 0x18, 0xbe, 0x1b
1024	.byte	0xfc, 0x56, 0x3e, 0x4b, 0xc6, 0xd2, 0x79, 0x20
1025	.byte	0x9a, 0xdb, 0xc0, 0xfe, 0x78, 0xcd, 0x5a, 0xf4
1026	.byte	0x1f, 0xdd, 0xa8, 0x33, 0x88, 0x07, 0xc7, 0x31
1027	.byte	0xb1, 0x12, 0x10, 0x59, 0x27, 0x80, 0xec, 0x5f
1028	.byte	0x60, 0x51, 0x7f, 0xa9, 0x19, 0xb5, 0x4a, 0x0d
1029	.byte	0x2d, 0xe5, 0x7a, 0x9f, 0x93, 0xc9, 0x9c, 0xef
1030	.byte	0xa0, 0xe0, 0x3b, 0x4d, 0xae, 0x2a, 0xf5, 0xb0
1031	.byte	0xc8, 0xeb, 0xbb, 0x3c, 0x83, 0x53, 0x99, 0x61
1032	.byte	0x17, 0x2b, 0x04, 0x7e, 0xba, 0x77, 0xd6, 0x26
1033	.byte	0xe1, 0x69, 0x14, 0x63, 0x55, 0x21, 0x0c, 0x7d
1034.type	AES_Td,#object
1035.size	AES_Td,(.-AES_Td)
1036
1037.align	64
1038.skip	16
1039_sparcv9_AES_decrypt:
1040	save	%sp,-STACK_FRAME-16,%sp
1041	stx	%i7,[%sp+STACK_BIAS+STACK_FRAME+0]	! off-load return address
1042	ld	[%i5+240],%i7
1043	ld	[%i5+0],%l4
1044	ld	[%i5+4],%l5			!
1045	ld	[%i5+8],%l6
1046	ld	[%i5+12],%l7
1047	srl	%i7,1,%i7
1048	xor	%l4,%i0,%i0
1049	ld	[%i5+16],%l4
1050	xor	%l5,%i1,%i1
1051	ld	[%i5+20],%l5
1052	srl	%i0,21,%l0			!
1053	xor	%l6,%i2,%i2
1054	ld	[%i5+24],%l6
1055	xor	%l7,%i3,%i3
1056	and	%l0,2040,%l0
1057	ld	[%i5+28],%l7
1058	srl	%i3,13,%o0
1059	nop
1060.Ldec_loop:
1061	srl	%i2,5,%o1			!
1062	and	%o0,2040,%o0
1063	ldx	[%i4+%l0],%l0
1064	sll	%i1,3,%o2
1065	and	%o1,2040,%o1
1066	ldx	[%i4+%o0],%o0
1067	srl	%i1,21,%l1
1068	and	%o2,2040,%o2
1069	ldx	[%i4+%o1],%o1		!
1070	srl	%i0,13,%o3
1071	and	%l1,2040,%l1
1072	ldx	[%i4+%o2],%o2
1073	srl	%i3,5,%o4
1074	and	%o3,2040,%o3
1075	ldx	[%i4+%l1],%l1
1076
1077	sll	%i2,3,%o5			!
1078	and	%o4,2040,%o4
1079	ldx	[%i4+%o3],%o3
1080	srl	%i2,21,%l2
1081	and	%o5,2040,%o5
1082	ldx	[%i4+%o4],%o4
1083	srl	%i1,13,%o7
1084	and	%l2,2040,%l2
1085	ldx	[%i4+%o5],%o5		!
1086	srl	%i0,5,%g1
1087	and	%o7,2040,%o7
1088	ldx	[%i4+%l2],%l2
1089	sll	%i3,3,%g2
1090	and	%g1,2040,%g1
1091	ldx	[%i4+%o7],%o7
1092
1093	srl	%i3,21,%l3			!
1094	and	%g2,2040,%g2
1095	ldx	[%i4+%g1],%g1
1096	srl	%i2,13,%g3
1097	and	%l3,2040,%l3
1098	ldx	[%i4+%g2],%g2
1099	srl	%i1,5,%g4
1100	and	%g3,2040,%g3
1101	ldx	[%i4+%l3],%l3		!
1102	sll	%i0,3,%g5
1103	and	%g4,2040,%g4
1104	ldx	[%i4+%g3],%g3
1105	and	%g5,2040,%g5
1106	add	%i5,32,%i5
1107	ldx	[%i4+%g4],%g4
1108
1109	subcc	%i7,1,%i7		!
1110	ldx	[%i4+%g5],%g5
1111	bz,a,pn	%icc,.Ldec_last
1112	add	%i4,2048,%i7
1113
1114		srlx	%o0,8,%o0
1115		xor	%l0,%l4,%l4
1116	ld	[%i5+0],%i0
1117
1118		srlx	%o1,16,%o1		!
1119		xor	%o0,%l4,%l4
1120	ld	[%i5+4],%i1
1121		srlx	%o2,24,%o2
1122		xor	%o1,%l4,%l4
1123	ld	[%i5+8],%i2
1124		srlx	%o3,8,%o3
1125		xor	%o2,%l4,%l4
1126	ld	[%i5+12],%i3			!
1127		srlx	%o4,16,%o4
1128		xor	%l1,%l5,%l5
1129
1130		srlx	%o5,24,%o5
1131		xor	%o3,%l5,%l5
1132		srlx	%o7,8,%o7
1133		xor	%o4,%l5,%l5
1134		srlx	%g1,16,%g1	!
1135		xor	%o5,%l5,%l5
1136		srlx	%g2,24,%g2
1137		xor	%l2,%l6,%l6
1138		srlx	%g3,8,%g3
1139		xor	%o7,%l6,%l6
1140		srlx	%g4,16,%g4
1141		xor	%g1,%l6,%l6
1142		srlx	%g5,24,%g5	!
1143		xor	%g2,%l6,%l6
1144		xor	%l3,%g4,%g4
1145		xor	%g3,%l7,%l7
1146	srl	%l4,21,%l0
1147		xor	%g4,%l7,%l7
1148		xor	%g5,%l7,%l7
1149	srl	%l7,13,%o0
1150
1151	and	%l0,2040,%l0		!
1152	srl	%l6,5,%o1
1153	and	%o0,2040,%o0
1154	ldx	[%i4+%l0],%l0
1155	sll	%l5,3,%o2
1156	and	%o1,2040,%o1
1157	ldx	[%i4+%o0],%o0
1158
1159	srl	%l5,21,%l1			!
1160	and	%o2,2040,%o2
1161	ldx	[%i4+%o1],%o1
1162	srl	%l4,13,%o3
1163	and	%l1,2040,%l1
1164	ldx	[%i4+%o2],%o2
1165	srl	%l7,5,%o4
1166	and	%o3,2040,%o3
1167	ldx	[%i4+%l1],%l1		!
1168	sll	%l6,3,%o5
1169	and	%o4,2040,%o4
1170	ldx	[%i4+%o3],%o3
1171	srl	%l6,21,%l2
1172	and	%o5,2040,%o5
1173	ldx	[%i4+%o4],%o4
1174
1175	srl	%l5,13,%o7			!
1176	and	%l2,2040,%l2
1177	ldx	[%i4+%o5],%o5
1178	srl	%l4,5,%g1
1179	and	%o7,2040,%o7
1180	ldx	[%i4+%l2],%l2
1181	sll	%l7,3,%g2
1182	and	%g1,2040,%g1
1183	ldx	[%i4+%o7],%o7		!
1184	srl	%l7,21,%l3
1185	and	%g2,2040,%g2
1186	ldx	[%i4+%g1],%g1
1187	srl	%l6,13,%g3
1188	and	%l3,2040,%l3
1189	ldx	[%i4+%g2],%g2
1190
1191	srl	%l5,5,%g4			!
1192	and	%g3,2040,%g3
1193	ldx	[%i4+%l3],%l3
1194	sll	%l4,3,%g5
1195	and	%g4,2040,%g4
1196	ldx	[%i4+%g3],%g3
1197		srlx	%o0,8,%o0
1198	and	%g5,2040,%g5
1199	ldx	[%i4+%g4],%g4		!
1200
1201		srlx	%o1,16,%o1
1202		xor	%l0,%i0,%i0
1203	ldx	[%i4+%g5],%g5
1204		srlx	%o2,24,%o2
1205		xor	%o0,%i0,%i0
1206	ld	[%i5+16],%l4
1207
1208		srlx	%o3,8,%o3		!
1209		xor	%o1,%i0,%i0
1210	ld	[%i5+20],%l5
1211		srlx	%o4,16,%o4
1212		xor	%o2,%i0,%i0
1213	ld	[%i5+24],%l6
1214		srlx	%o5,24,%o5
1215		xor	%l1,%i1,%i1
1216	ld	[%i5+28],%l7			!
1217		srlx	%o7,8,%o7
1218		xor	%o3,%i1,%i1
1219	ldx	[%i4+2048+0],%g0		! prefetch td4
1220		srlx	%g1,16,%g1
1221		xor	%o4,%i1,%i1
1222	ldx	[%i4+2048+32],%g0		! prefetch td4
1223		srlx	%g2,24,%g2
1224		xor	%o5,%i1,%i1
1225	ldx	[%i4+2048+64],%g0		! prefetch td4
1226		srlx	%g3,8,%g3
1227		xor	%l2,%i2,%i2
1228	ldx	[%i4+2048+96],%g0		! prefetch td4
1229		srlx	%g4,16,%g4	!
1230		xor	%o7,%i2,%i2
1231	ldx	[%i4+2048+128],%g0		! prefetch td4
1232		srlx	%g5,24,%g5
1233		xor	%g1,%i2,%i2
1234	ldx	[%i4+2048+160],%g0		! prefetch td4
1235	srl	%i0,21,%l0
1236		xor	%g2,%i2,%i2
1237	ldx	[%i4+2048+192],%g0		! prefetch td4
1238		xor	%l3,%g4,%g4
1239		xor	%g3,%i3,%i3
1240	ldx	[%i4+2048+224],%g0		! prefetch td4
1241	and	%l0,2040,%l0		!
1242		xor	%g4,%i3,%i3
1243		xor	%g5,%i3,%i3
1244	ba	.Ldec_loop
1245	srl	%i3,13,%o0
1246
1247.align	32
1248.Ldec_last:
1249		srlx	%o0,8,%o0		!
1250		xor	%l0,%l4,%l4
1251	ld	[%i5+0],%i0
1252		srlx	%o1,16,%o1
1253		xor	%o0,%l4,%l4
1254	ld	[%i5+4],%i1
1255		srlx	%o2,24,%o2
1256		xor	%o1,%l4,%l4
1257	ld	[%i5+8],%i2			!
1258		srlx	%o3,8,%o3
1259		xor	%o2,%l4,%l4
1260	ld	[%i5+12],%i3
1261		srlx	%o4,16,%o4
1262		xor	%l1,%l5,%l5
1263		srlx	%o5,24,%o5
1264		xor	%o3,%l5,%l5
1265		srlx	%o7,8,%o7		!
1266		xor	%o4,%l5,%l5
1267		srlx	%g1,16,%g1
1268		xor	%o5,%l5,%l5
1269		srlx	%g2,24,%g2
1270		xor	%l2,%l6,%l6
1271		srlx	%g3,8,%g3
1272		xor	%o7,%l6,%l6
1273		srlx	%g4,16,%g4	!
1274		xor	%g1,%l6,%l6
1275		srlx	%g5,24,%g5
1276		xor	%g2,%l6,%l6
1277		xor	%l3,%g4,%g4
1278		xor	%g3,%l7,%l7
1279	srl	%l4,24,%l0
1280		xor	%g4,%l7,%l7
1281		xor	%g5,%l7,%l7		!
1282	srl	%l7,16,%o0
1283
1284	srl	%l6,8,%o1
1285	and	%o0,255,%o0
1286	ldub	[%i7+%l0],%l0
1287	srl	%l5,24,%l1
1288	and	%o1,255,%o1
1289	ldub	[%i7+%o0],%o0
1290	srl	%l4,16,%o3			!
1291	and	%l5,255,%o2
1292	ldub	[%i7+%o1],%o1
1293	ldub	[%i7+%o2],%o2
1294	srl	%l7,8,%o4
1295	and	%o3,255,%o3
1296	ldub	[%i7+%l1],%l1
1297
1298	srl	%l6,24,%l2			!
1299	and	%o4,255,%o4
1300	ldub	[%i7+%o3],%o3
1301	srl	%l5,16,%o7
1302	and	%l6,255,%o5
1303	ldub	[%i7+%o4],%o4
1304	ldub	[%i7+%o5],%o5
1305
1306	srl	%l4,8,%g1			!
1307	and	%o7,255,%o7
1308	ldub	[%i7+%l2],%l2
1309	srl	%l7,24,%l3
1310	and	%g1,255,%g1
1311	ldub	[%i7+%o7],%o7
1312	srl	%l6,16,%g3
1313	and	%l7,255,%g2
1314	ldub	[%i7+%g1],%g1		!
1315	srl	%l5,8,%g4
1316	and	%g3,255,%g3
1317	ldub	[%i7+%g2],%g2
1318	ldub	[%i7+%l3],%l3
1319	and	%g4,255,%g4
1320	ldub	[%i7+%g3],%g3
1321	and	%l4,255,%g5
1322	ldub	[%i7+%g4],%g4		!
1323
1324		sll	%l0,24,%l0
1325		xor	%o2,%i0,%i0
1326	ldub	[%i7+%g5],%g5
1327		sll	%o0,16,%o0
1328		xor	%l0,%i0,%i0
1329	ldx	[%sp+STACK_BIAS+STACK_FRAME+0],%i7	! restore return address
1330
1331		sll	%o1,8,%o1		!
1332		xor	%o0,%i0,%i0
1333		sll	%l1,24,%l1
1334		xor	%o1,%i0,%i0
1335		sll	%o3,16,%o3
1336		xor	%o5,%i1,%i1
1337		sll	%o4,8,%o4
1338		xor	%l1,%i1,%i1
1339		sll	%l2,24,%l2		!
1340		xor	%o3,%i1,%i1
1341		sll	%o7,16,%o7
1342		xor	%g2,%i2,%i2
1343		sll	%g1,8,%g1
1344		xor	%o4,%i1,%i1
1345		sll	%l3,24,%l3
1346		xor	%l2,%i2,%i2
1347		sll	%g3,16,%g3	!
1348		xor	%o7,%i2,%i2
1349		sll	%g4,8,%g4
1350		xor	%g1,%i2,%i2
1351		xor	%l3,%g4,%g4
1352		xor	%g3,%i3,%i3
1353		xor	%g4,%i3,%i3
1354		xor	%g5,%i3,%i3
1355
1356	ret
1357	restore
1358.type	_sparcv9_AES_decrypt,#function
1359.size	_sparcv9_AES_decrypt,(.-_sparcv9_AES_decrypt)
1360
1361.align	32
1362.globl	AES_decrypt
1363AES_decrypt:
1364	or	%o0,%o1,%g1
1365	andcc	%g1,3,%g0
1366	bnz,pn	%xcc,.Lunaligned_dec
1367	save	%sp,-STACK_FRAME,%sp
1368
1369	ld	[%i0+0],%o0
1370	ld	[%i0+4],%o1
1371	ld	[%i0+8],%o2
1372	ld	[%i0+12],%o3
1373
13741:	call	.+8
1375	add	%o7,AES_Td-1b,%o4
1376	call	_sparcv9_AES_decrypt
1377	mov	%i2,%o5
1378
1379	st	%o0,[%i1+0]
1380	st	%o1,[%i1+4]
1381	st	%o2,[%i1+8]
1382	st	%o3,[%i1+12]
1383
1384	ret
1385	restore
1386
1387.align	32
1388.Lunaligned_dec:
1389	ldub	[%i0+0],%l0
1390	ldub	[%i0+1],%l1
1391	ldub	[%i0+2],%l2
1392
1393	sll	%l0,24,%l0
1394	ldub	[%i0+3],%l3
1395	sll	%l1,16,%l1
1396	ldub	[%i0+4],%l4
1397	sll	%l2,8,%l2
1398	or	%l1,%l0,%l0
1399	ldub	[%i0+5],%l5
1400	sll	%l4,24,%l4
1401	or	%l3,%l2,%l2
1402	ldub	[%i0+6],%l6
1403	sll	%l5,16,%l5
1404	or	%l0,%l2,%o0
1405	ldub	[%i0+7],%l7
1406
1407	sll	%l6,8,%l6
1408	or	%l5,%l4,%l4
1409	ldub	[%i0+8],%l0
1410	or	%l7,%l6,%l6
1411	ldub	[%i0+9],%l1
1412	or	%l4,%l6,%o1
1413	ldub	[%i0+10],%l2
1414
1415	sll	%l0,24,%l0
1416	ldub	[%i0+11],%l3
1417	sll	%l1,16,%l1
1418	ldub	[%i0+12],%l4
1419	sll	%l2,8,%l2
1420	or	%l1,%l0,%l0
1421	ldub	[%i0+13],%l5
1422	sll	%l4,24,%l4
1423	or	%l3,%l2,%l2
1424	ldub	[%i0+14],%l6
1425	sll	%l5,16,%l5
1426	or	%l0,%l2,%o2
1427	ldub	[%i0+15],%l7
1428
1429	sll	%l6,8,%l6
1430	or	%l5,%l4,%l4
1431	or	%l7,%l6,%l6
1432	or	%l4,%l6,%o3
1433
14341:	call	.+8
1435	add	%o7,AES_Td-1b,%o4
1436	call	_sparcv9_AES_decrypt
1437	mov	%i2,%o5
1438
1439	srl	%o0,24,%l0
1440	srl	%o0,16,%l1
1441	stb	%l0,[%i1+0]
1442	srl	%o0,8,%l2
1443	stb	%l1,[%i1+1]
1444	stb	%l2,[%i1+2]
1445	srl	%o1,24,%l4
1446	stb	%o0,[%i1+3]
1447
1448	srl	%o1,16,%l5
1449	stb	%l4,[%i1+4]
1450	srl	%o1,8,%l6
1451	stb	%l5,[%i1+5]
1452	stb	%l6,[%i1+6]
1453	srl	%o2,24,%l0
1454	stb	%o1,[%i1+7]
1455
1456	srl	%o2,16,%l1
1457	stb	%l0,[%i1+8]
1458	srl	%o2,8,%l2
1459	stb	%l1,[%i1+9]
1460	stb	%l2,[%i1+10]
1461	srl	%o3,24,%l4
1462	stb	%o2,[%i1+11]
1463
1464	srl	%o3,16,%l5
1465	stb	%l4,[%i1+12]
1466	srl	%o3,8,%l6
1467	stb	%l5,[%i1+13]
1468	stb	%l6,[%i1+14]
1469	stb	%o3,[%i1+15]
1470
1471	ret
1472	restore
1473.type	AES_decrypt,#function
1474.size	AES_decrypt,(.-AES_decrypt)
1475