aboutsummaryrefslogtreecommitdiff
path: root/tinycc/lib/atomic.S
blob: 29fdbee14d49b1db682c3d4b9bd007db6d4b23cd (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
703
704
705
706
707
708
709
710
711
712
713
714
715
716
717
718
719
720
721
722
723
724
725
726
727
728
729
730
731
732
733
734
735
736
737
738
739
740
741
742
743
744
745
746
747
748
749
750
751
752
753
754
755
756
757
758
759
760
761
762
763
764
765
766
767
768
769
770
771
772
773
774
775
776
777
778
779
780
781
782
783
784
785
786
787
788
789
790
791
792
793
794
795
796
797
798
799
800
801
802
803
804
805
806
807
808
809
810
811
812
813
814
815
816
817
818
819
820
821
822
823
824
825
826
827
828
829
830
831
832
833
834
835
836
837
838
839
840
841
842
843
844
845
846
847
848
849
850
851
852
853
854
855
856
857
858
/* ---------------------------------------------- */
/* This file implements for arm/arm64/riscv:
 * __atomic_compare_exchange_1
 * __atomic_compare_exchange_2
 * __atomic_compare_exchange_4
 * __atomic_compare_exchange_8
 */

#ifdef __leading_underscore
# define _(s) _##s
#else
# define _(s) s
#endif

#if defined __i386__
        .text
        .align  2

        .global _(__atomic_test_and_set)
        .type   _(__atomic_test_and_set), %function
_(__atomic_test_and_set):
        movl    4(%esp), %edx
        movl    $1, %eax
        xchgb   (%edx), %al
        ret
	.size   _(__atomic_test_and_set), .-_(__atomic_test_and_set)

        .global _(__atomic_clear)
        .type   _(__atomic_clear), %function
_(__atomic_clear):
        movl    4(%esp), %edx
        xorl    %eax, %eax
        xchgb   (%edx), %al
        ret
	.size   _(__atomic_clear), .-_(__atomic_clear)

#elif defined __x86_64__
        .text
        .align  2

        .global _(__atomic_test_and_set)
        .type   _(__atomic_test_and_set), %function
_(__atomic_test_and_set):
        movl    $1, %eax
        xchgb   (%rdi), %al
        ret
	.size   _(__atomic_test_and_set), .-_(__atomic_test_and_set)

        .global _(__atomic_clear)
        .type   _(__atomic_clear), %function
_(__atomic_clear):
        xorl    %eax, %eax
        xchgb   (%rdi), %al
        ret
	.size   _(__atomic_clear), .-_(__atomic_clear)

#elif defined __arm__

#ifndef __TINYC__
	.arch armv6k
	.syntax unified
#endif
        .text
        .align  2

        .global _(fetch_and_add_arm)
        .type   _(fetch_and_add_arm), %function
_(fetch_and_add_arm):
        mcr     p15, #0, r0, c7, c10, #5
.L0:
        ldrex   r3, [r0]
        add     r3, r3, r1
        strex   r2, r3, [r0]
        cmp     r2, #0
        bne     .L0
        mcr     p15, #0, r0, c7, c10, #5
        bx      lr
        .size   _(fetch_and_add_arm), .-_(fetch_and_add_arm)

        .global _(__atomic_test_and_set)
        .type   _(__atomic_test_and_set), %function
_(__atomic_test_and_set):
#ifdef __TINYC__
	.int	0xe92d4030
	.int	0xee070fba
	.int	0xe5d03000
	.int	0xe24dd014
	.int	0xe1a05000
	.int	0xe2533000
	.int	0xe1a04001
	.int	0x13a03001
	.int	0xee070fba
	.int	0xe5cd300f
	.int	0xe3a03001
	.int	0xe1a02003
	.int	0xe28d100f
	.int	0xe1a00005
	.int	0xe58d4004
	.int	0xe58d4000
	.int	0xeb000009
	.int	0xe3500000
	.int	0x0afffff6
	.int	0xe5dd000f
	.int	0xe28dd014
	.int	0xe8bd8030
#else
        push    {r4, r5, lr}
        mcr     p15, 0, r0, c7, c10, 5
        ldrb    r3, [r0]
        sub     sp, sp, #20
        mov     r5, r0
        subs    r3, r3, #0
        mov     r4, r1
        movne   r3, #1
        mcr     p15, 0, r0, c7, c10, 5
        strb    r3, [sp, #15]
.L20:
        mov     r3, #1
        mov     r2, r3
        add     r1, sp, #15
        mov     r0, r5
        str     r4, [sp, #4]
        str     r4, [sp]
        bl      __atomic_compare_exchange_1
        cmp     r0, #0
        beq     .L20
        ldrb    r0, [sp, #15]
        add     sp, sp, #20
        pop     {r4, r5, pc}
#endif
	.size   _(__atomic_test_and_set), .-_(__atomic_test_and_set)

        .global _(__atomic_clear)
        .type   _(__atomic_clear), %function
_(__atomic_clear):
#ifdef __TINYC__
	.int	0xe3a03000
	.int	0xee070fba
	.int	0xe5c03000
	.int	0xee070fba
	.int	0xe12fff1e
#else
         mov     r3, #0
         mcr     p15, 0, r0, c7, c10, 5
         strb    r3, [r0]
         mcr     p15, 0, r0, c7, c10, 5
         bx      lr
#endif
	.size   _(__atomic_clear), .-_(__atomic_clear)

        .global _(__atomic_compare_exchange_1)
        .type   _(__atomic_compare_exchange_1), %function
_(__atomic_compare_exchange_1):
#ifdef __TINYC__
	.int	0xe52de004
	.int	0xe5d13000
	.int	0xf57ff05b
	.int	0xe1d0cf9f
	.int	0xe15c0003
	.int	0x1a000002
	.int	0xe1c0ef92
	.int	0xe35e0000
	.int	0x1afffff9
	.int	0x03a00001
	.int	0x13a00000
	.int	0xf57ff05b
	.int	0x15c1c000
	.int	0xe49df004
#else
        str     lr, [sp, #-4]!
        ldrb    r3, [r1]
        mcr     p15, 0, r0, c7, c10, 5
.L1:
        ldrexb  ip, [r0]
        cmp     ip, r3
        bne     .L2
        strexb  lr, r2, [r0]
        cmp     lr, #0
        bne     .L1
.L2:
        mcr     p15, 0, r0, c7, c10, 5
        moveq   r0, #1
        movne   r0, #0
        strbne  ip, [r1]
        ldr     pc, [sp], #4
#endif
	.size   _(__atomic_compare_exchange_1), .-_(__atomic_compare_exchange_1)

        .global _(__atomic_compare_exchange_2)
        .type   _(__atomic_compare_exchange_2), %function
_(__atomic_compare_exchange_2):
#ifdef __TINYC__
	.int	0xe52de004
	.int	0xe1d130b0
	.int	0xf57ff05b
	.int	0xe1f0cf9f
	.int	0xe15c0003
	.int	0x1a000002
	.int	0xe1e0ef92
	.int	0xe35e0000
	.int	0x1afffff9
	.int	0x03a00001
	.int	0x13a00000
	.int	0xf57ff05b
	.int	0x11c1c0b0
	.int	0xe49df004
#else
        str     lr, [sp, #-4]!
        ldrh    r3, [r1]
        mcr     p15, 0, r0, c7, c10, 5
.L3:
        ldrexh  ip, [r0]
        cmp     ip, r3
        bne     .L4
        strexh  lr, r2, [r0]
        cmp     lr, #0
        bne     .L3
.L4:
        mcr     p15, 0, r0, c7, c10, 5
        moveq   r0, #1
        movne   r0, #0
        strhne  ip, [r1]
	ldr     pc, [sp], #4
#endif
	.size   _(__atomic_compare_exchange_2), .-_(__atomic_compare_exchange_2)

        .global _(__atomic_compare_exchange_4)
        .type   _(__atomic_compare_exchange_4), %function
_(__atomic_compare_exchange_4):
#ifdef __TINYC__
	.int	0xe52de004
	.int	0xe5913000
	.int	0xf57ff05b
	.int	0xe190cf9f
	.int	0xe15c0003
	.int	0x1a000002
	.int	0xe180ef92
	.int	0xe35e0000
	.int	0x1afffff9
	.int	0x03a00001
	.int	0x13a00000
	.int	0xf57ff05b
	.int	0x1581c000
	.int	0xe49df004
#else
        str     lr, [sp, #-4]!
        ldr     r3, [r1]
        mcr     p15, 0, r0, c7, c10, 5
.L5:
        ldrex   ip, [r0]
        cmp     ip, r3
        bne     .L6
        strex   lr, r2, [r0]
        cmp     lr, #0
        bne     .L5
.L6:
        mcr     p15, 0, r0, c7, c10, 5
        moveq   r0, #1
        movne   r0, #0
        strne   ip, [r1]
        ldr     pc, [sp], #4
#endif
	.size   _(__atomic_compare_exchange_4), .-_(__atomic_compare_exchange_4)

/* ---------------------------------------------- */
#elif defined __aarch64__

        .text
        .align  2

        .global _(fetch_and_add_arm64)
        .type   _(fetch_and_add_arm64), %function
_(fetch_and_add_arm64):
#ifdef __TINYC__
        .int 0x885f7c02
        .int 0x0b010042
        .int 0x8803fc02
        .int 0x35ffffa3
        .int 0xd5033bbf
        .int 0xd65f03c0
#else
        ldxr    w2, [x0]
        add     w2, w2, w1
        stlxr   w3, w2, [x0]
        cbnz    w3, _(fetch_and_add_arm64)
        dmb     ish
        ret
#endif
        .size   _(fetch_and_add_arm64), .-_(fetch_and_add_arm64)

        .global _(__atomic_test_and_set)
        .type   _(__atomic_test_and_set), %function
_(__atomic_test_and_set):
#ifdef __TINYC__
	.int	0xa9bf7bfd
	.int	0xaa0003e1
	.int	0x52800020
	.int	0x910003fd
	.int	0x2a0003f0
	.int	0x085ffc20
	.int	0x0811fc30
	.int	0x35ffffd1
	.int	0xa8c17bfd
	.int	0xd65f03c0
#else
         stp     x29, x30, [sp, -16]!
         mov     x1, x0
         mov     w0, 1
         mov     x29, sp
         mov     w16, w0
.L20:
         ldaxrb  w0, [x1]
         stlxrb  w17, w16, [x1]
         cbnz    w17, .L20
         ldp     x29, x30, [sp], 16
	 ret
#endif
	.size   _(__atomic_test_and_set), .-_(__atomic_test_and_set)

        .global _(__atomic_clear)
        .type   _(__atomic_clear), %function
_(__atomic_clear):
#ifdef __TINYC__
	.int	0x089ffc1f
	.int	0xd65f03c0
#else
         stlrb   wzr, [x0]
        ret
#endif
	.size   _(__atomic_clear), .-_(__atomic_clear)

        .global _(__atomic_compare_exchange_1)
        .type   _(__atomic_compare_exchange_1), %function
_(__atomic_compare_exchange_1):
#ifdef __TINYC__
	.int	0xa9be7bfd
	.int	0x910003fd
	.int	0xa90153f3
	.int	0xaa0103f3
	.int	0x12001c41
	.int	0xaa0003e2
	.int	0x39400274
	.int	0x2a1403e0
	.int	0x53001c10
	.int	0x085ffc40
	.int	0x6b10001f
	.int	0x54000061
	.int	0x0811fc41
	.int	0x35ffff91
	.int	0x6b34001f
	.int	0x1a9f17e1
	.int	0x54000040
	.int	0x39000260
	.int	0x2a0103e0
	.int	0xa94153f3
	.int	0xa8c27bfd
	.int	0xd65f03c0
#else
        stp     x29, x30, [sp, -32]!
        mov     x29, sp
        stp     x19, x20, [sp, 16]
        mov     x19, x1
        and     w1, w2, 255
        mov     x2, x0
        ldrb    w20, [x19]
        mov     w0, w20
	uxtb    w16, w0
.L1:
	ldaxrb  w0, [x2]
	cmp     w0, w16
	b.ne    .L2
	stlxrb  w17, w1, [x2]
	cbnz    w17, .L1
.L2:
        cmp     w0, w20, uxtb
        cset    w1, eq
        beq     .L3
        strb    w0, [x19]
.L3:
        mov     w0, w1
        ldp     x19, x20, [sp, 16]
        ldp     x29, x30, [sp], 32
        ret
#endif
        .size   _(__atomic_compare_exchange_1), .-_(__atomic_compare_exchange_1)

        .global _(__atomic_compare_exchange_2)
        .type   _(__atomic_compare_exchange_2), %function
_(__atomic_compare_exchange_2):
#ifdef __TINYC__
	.int	0xa9be7bfd
	.int	0x910003fd
	.int	0xa90153f3
	.int	0xaa0103f3
	.int	0x12003c41
	.int	0xaa0003e2
	.int	0x79400274
	.int	0x2a1403e0
	.int	0x53003c10
	.int	0x485ffc40
	.int	0x6b10001f
	.int	0x54000061
	.int	0x4811fc41
	.int	0x35ffff91
	.int	0x6b34201f
	.int	0x1a9f17e1
	.int	0x54000040
	.int	0x79000260
	.int	0x2a0103e0
	.int	0xa94153f3
	.int	0xa8c27bfd
	.int	0xd65f03c0
#else
        stp     x29, x30, [sp, -32]!
        mov     x29, sp
        stp     x19, x20, [sp, 16]
        mov     x19, x1
        and     w1, w2, 65535
        mov     x2, x0
        ldrh    w20, [x19]
        mov     w0, w20
	uxth    w16, w0
.L4:
	ldaxrh  w0, [x2]
	cmp     w0, w16
	b.ne    .L5
	stlxrh  w17, w1, [x2]
	cbnz    w17, .L4
.L5:
        cmp     w0, w20, uxth
        cset    w1, eq
        beq     .L6
        strh    w0, [x19]
.L6:
        mov     w0, w1
        ldp     x19, x20, [sp, 16]
        ldp     x29, x30, [sp], 32
        ret
#endif
        .size   _(__atomic_compare_exchange_2), .-_(__atomic_compare_exchange_2)

        .global _(__atomic_compare_exchange_4)
        .type   _(__atomic_compare_exchange_4), %function
_(__atomic_compare_exchange_4):
#ifdef __TINYC__
	.int	0xa9be7bfd
	.int	0x910003fd
	.int	0xa90153f3
	.int	0xaa0103f3
	.int	0x2a0203e1
	.int	0xaa0003e2
	.int	0xb9400274
	.int	0x2a1403e0
	.int	0x2a0003f0
	.int	0x885ffc40
	.int	0x6b10001f
	.int	0x54000061
	.int	0x8811fc41
	.int	0x35ffff91
	.int	0x6b14001f
	.int	0x1a9f17e1
	.int	0x54000040
	.int	0xb9000260
	.int	0x2a0103e0
	.int	0xa94153f3
	.int	0xa8c27bfd
	.int	0xd65f03c0
#else
        stp     x29, x30, [sp, -32]!
        mov     x29, sp
        stp     x19, x20, [sp, 16]
        mov     x19, x1
        mov     w1, w2
        mov     x2, x0
        ldr     w20, [x19]
        mov     w0, w20
	mov     w16, w0
.L7:
	ldaxr   w0, [x2]
	cmp     w0, w16
	b.ne    .L8
	stlxr   w17, w1, [x2]
	cbnz    w17, .L7
.L8:
        cmp     w0, w20
        cset    w1, eq
        beq     .L9
        str     w0, [x19]
.L9:
        mov     w0, w1
        ldp     x19, x20, [sp, 16]
        ldp     x29, x30, [sp], 32
        ret
#endif
        .size   _(__atomic_compare_exchange_4), .-_(__atomic_compare_exchange_4)

        .global _(__atomic_compare_exchange_8)
        .type   _(__atomic_compare_exchange_8), %function
_(__atomic_compare_exchange_8):
#ifdef __TINYC__
	.int	0xa9be7bfd
	.int	0x910003fd
	.int	0xa90153f3
	.int	0xaa0103f3
	.int	0xaa0203e1
	.int	0xaa0003e2
	.int	0xf9400274
	.int	0xaa1403e0
	.int	0xaa0003f0
	.int	0xc85ffc40
	.int	0xeb10001f
	.int	0x54000061
	.int	0xc811fc41
	.int	0x35ffff91
	.int	0xeb14001f
	.int	0x1a9f17e1
	.int	0x54000040
	.int	0xf9000260
	.int	0x2a0103e0
	.int	0xa94153f3
	.int	0xa8c27bfd
	.int	0xd65f03c0
#else
        stp     x29, x30, [sp, -32]!
        mov     x29, sp
        stp     x19, x20, [sp, 16]
        mov     x19, x1
        mov     x1, x2
        mov     x2, x0
        ldr     x20, [x19]
        mov     x0, x20
	mov     x16, x0
.L10:
	ldaxr   x0, [x2]
	cmp     x0, x16
	b.ne    .L11
	stlxr   w17, x1, [x2]
	cbnz    w17, .L10
.L11:
        cmp     x0, x20
        cset    w1, eq
        beq     .L12
        str     x0, [x19]
.L12:
        mov     w0, w1
        ldp     x19, x20, [sp, 16]
        ldp     x29, x30, [sp], 32
        ret
#endif
        .size   _(__atomic_compare_exchange_8), .-_(__atomic_compare_exchange_8)

/* ---------------------------------------------- */
#elif defined __riscv

        .text
        .align  2

        .global _(fetch_and_add_riscv64)
        .type   _(fetch_and_add_riscv64), %function
_(fetch_and_add_riscv64):
#ifdef __TINYC__
        .int   0x0f50000f
        .int   0x004b5202f
        .short 0x8082
#else
        fence iorw,ow
        amoadd.w.aq zero,a1,0(a0)
        ret
#endif
        .size   _(fetch_and_add_riscv64), .-_(fetch_and_add_riscv64)

        .global _(__atomic_test_and_set)
        .type   _(__atomic_test_and_set), %function
_(__atomic_test_and_set):
#ifdef __TINYC__
	.int	0x00357793
	.int	0x0037979b
	.short	0x4685
	.short	0x9971
	.int	0x00f696bb
	.int	0x0f50000f
	.int	0x44d5272f
	.int	0x00f7553b
	.int	0x0ff57513
	.short	0x8082
#else
        andi    a5,a0,3
        slliw   a5,a5,3
        li      a3,1
        andi    a0,a0,-4
        sllw    a3,a3,a5
        fence iorw,ow; amoor.w.aq a4,a3,0(a0)
        srlw    a0,a4,a5
        andi    a0,a0,0xff
        ret
#endif
	.size   _(__atomic_test_and_set), .-_(__atomic_test_and_set)

        .global _(__atomic_clear)
        .type   _(__atomic_clear), %function
_(__atomic_clear):
#ifdef __TINYC__
	.int	0x0ff0000f
	.int	0x00050023
	.int	0x0ff0000f
	.short	0x8082
#else
        fence   iorw,iorw
        sb      zero,0(a0)
        fence   iorw,iorw
        ret
#endif
	.size   _(__atomic_clear), .-_(__atomic_clear)

        .global _(__atomic_compare_exchange_1)
        .type   _(__atomic_compare_exchange_1), %function
_(__atomic_compare_exchange_1):
#ifdef __TINYC__
	.short	0x1141
	.short	0x86ba
	.short	0x873e
	.short	0xe406
	.int	0x0ff0000f
	.int	0x0005c803
	.int	0xff857893
	.int	0x0008b783
	.short	0x891d
	.short	0x050e
	.int	0x0ff00693
	.int	0x00a696b3
	.int	0x00a81833
	.int	0x00a61633
	.int	0xfff6c713
	.short	0x8f7d
	.int	0x00f6f333
	.short	0x8f51
	.int	0x03031263
	.int	0x1008b32f
	.int	0x00f31663
	.int	0x18e8be2f
	.int	0xfe0e1ae3
	.int	0x40f30733
	.short	0x879a
	.short	0xff69
	.int	0x0ff0000f
	.short	0x4505
	.short	0xa801
	.int	0x00a7d7b3
	.int	0x00f58023
	.int	0x0ff0000f
	.short	0x4501
	.short	0x60a2
	.short	0x0141
	.short	0x8082
#else
        addi    sp,sp,-16
        mv      a3,a4
        mv      a4,a5
        sd      ra,8(sp)
	fence
	lbu     a6,0(a1)
	andi    a7,a0,-8
	ld      a5,0(a7)
	andi    a0,a0,7
	slli    a0,a0,0x3
	li      a3,255
	sll     a3,a3,a0
	sll     a6,a6,a0
	sll     a2,a2,a0
.L1:
	not     a4,a3
	and     a4,a4,a5
	and     t1,a3,a5
	or      a4,a4,a2
	bne     t1,a6,.L4
.L2:
	lr.d    t1,(a7)
	bne     t1,a5,.L3
	sc.d    t3,a4,(a7)
	bnez    t3,.L2
.L3:
	sub     a4,t1,a5
	mv      a5,t1
	bnez    a4,.L1
	fence
	li      a0,1
	j	.L5
.L4:
	srl     a5,a5,a0
	sb      a5,0(a1)
	fence
	li      a0,0
.L5:
        ld      ra,8(sp)
        addi    sp,sp,16
        jr      ra
#endif
        .size   _(__atomic_compare_exchange_1), .-_(__atomic_compare_exchange_1)

        .global _(__atomic_compare_exchange_2)
        .type   _(__atomic_compare_exchange_2), %function
_(__atomic_compare_exchange_2):
#ifdef __TINYC__
	.short	0x1141
	.short	0x86ba
	.short	0x873e
	.short	0xe406
	.int	0x0ff0000f
	.int	0x0005d803
	.int	0xff857893
	.short	0x67c1
	.short	0x891d
	.int	0x0008b703
	.short	0x050e
	.short	0x17fd
	.int	0x00a797b3
	.int	0x00a81833
	.int	0x00a61633
	.int	0xfff7c693
	.short	0x8ef9
	.int	0x00e7f333
	.short	0x8ed1
	.int	0x03031263
	.int	0x1008b32f
	.int	0x00e31663
	.int	0x18d8be2f
	.int	0xfe0e1ae3
	.int	0x40e306b3
	.short	0x871a
	.short	0xfee9
	.int	0x0ff0000f
	.short	0x4505
	.short	0xa801
	.int	0x00a75733
	.int	0x00e59023
	.int	0x0ff0000f
	.short	0x4501
	.short	0x60a2
	.short	0x0141
	.short	0x8082
#else
        addi    sp,sp,-16
        mv      a3,a4
        mv      a4,a5
        sd      ra,8(sp)
	fence
	lhu     a6,0(a1)
	andi    a7,a0,-8
	lui     a5,0x10
	andi    a0,a0,7
	ld      a4,0(a7)
	slli    a0,a0,0x3
	addi    a5,a5,-1
	sll     a5,a5,a0
	sll     a6,a6,a0
	sll     a2,a2,a0
.L6:
	not     a3,a5
	and     a3,a3,a4
	and     t1,a5,a4
	or      a3,a3,a2
	bne     t1,a6,.L9
.L7:
	lr.d    t1,(a7)
	bne     t1,a4,.L8
	sc.d    t3,a3,(a7)
	bnez    t3,.L7
.L8:
	sub     a3,t1,a4
	mv      a4,t1
	bnez    a3,.L6
	fence
	li      a0,1
	j	.L10
.L9:
	srl     a4,a4,a0
	sh      a4,0(a1)
	fence
	li      a0,0
.L10:
        ld      ra,8(sp)
        addi    sp,sp,16
        jr      ra
#endif
        .size   _(__atomic_compare_exchange_2), .-_(__atomic_compare_exchange_2)

        .global _(__atomic_compare_exchange_4)
        .type   _(__atomic_compare_exchange_4), %function
_(__atomic_compare_exchange_4):
#ifdef __TINYC__
        .short 0x419c
        .int   0x0f50000f
        .int   0x1405272f
        .int   0x00f71663
        .int   0x1cc5282f
        .int   0xfe081ae3
        .int   0x40f707bb
        .int   0x0017b513
        .short 0xc391
        .short 0xc198
        .short 0x8905
        .short 0x8082
#else
	lw      a5,0(a1)
	fence	iorw,ow;
.L11:
	lr.w.aq	a4,0(a0)
	bne	a4,a5,.L12
	sc.w.aq	a6,a2,0(a0)
	bnez	a6,.L11
.L12:
	subw    a5,a4,a5
	seqz    a0,a5
	beq     a5,zero,.L13
	sw      a4,0(a1)
.L13:
	andi    a0,a0,1
        ret
#endif
        .size   _(__atomic_compare_exchange_4), .-_(__atomic_compare_exchange_4)

        .global _(__atomic_compare_exchange_8)
        .type   _(__atomic_compare_exchange_8), %function
_(__atomic_compare_exchange_8):
#ifdef __TINYC__
        .short 0x619c
        .int   0x0f50000f
        .int   0x1405372f
        .int   0x00f71563
        .int   0x1cc536af
        .short 0xfaf5
        .int   0x40f707b3
        .int   0x0017b513
        .short 0xc391
        .short 0xe198
        .short 0x8905
        .short 0x8082
#else
	ld      a5,0(a1)
	fence	iorw,ow;
.L14:
	lr.d.aq	a4,0(a0)
	bne	a4,a5,.L15
	sc.d.aq	a3,a2,0(a0)
	bnez	a3,.L14
.L15:
	sub	a5,a4,a5
	seqz    a0,a5
	beq     a5,zero,.L16
	sd      a4,0(a1)
.L16:
	andi    a0,a0,1
        ret
#endif
        .size   _(__atomic_compare_exchange_8), .-_(__atomic_compare_exchange_8)

/* ---------------------------------------------- */
#endif