forked from OpenMathLib/OpenBLAS
-
Notifications
You must be signed in to change notification settings - Fork 0
/
common_z.h
702 lines (608 loc) · 24.1 KB
/
common_z.h
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
588
589
590
591
592
593
594
595
596
597
598
599
600
601
602
603
604
605
606
607
608
609
610
611
612
613
614
615
616
617
618
619
620
621
622
623
624
625
626
627
628
629
630
631
632
633
634
635
636
637
638
639
640
641
642
643
644
645
646
647
648
649
650
651
652
653
654
655
656
657
658
659
660
661
662
663
664
665
666
667
668
669
670
671
672
673
674
675
676
677
678
679
680
681
682
683
684
685
686
687
688
689
690
691
692
693
694
695
696
697
698
699
700
701
702
#ifndef COMMON_Z_H
#define COMMON_Z_H
#ifndef DYNAMIC_ARCH
#define ZAMAX_K zamax_k
#define ZAMIN_K zamin_k
#define ZMAX_K zmax_k
#define ZMIN_K zmin_k
#define IZAMAX_K izamax_k
#define IZAMIN_K izamin_k
#define IZMAX_K izmax_k
#define IZMIN_K izmin_k
#define ZASUM_K zasum_k
#define ZAXPYU_K zaxpy_k
#define ZAXPYC_K zaxpyc_k
#define ZCOPY_K zcopy_k
#define ZDOTU_K zdotu_k
#define ZDOTC_K zdotc_k
#define ZNRM2_K znrm2_k
#define ZSCAL_K zscal_k
#define ZSUM_K zsum_k
#define ZSWAP_K zswap_k
#define ZROT_K zdrot_k
#define ZGEMV_N zgemv_n
#define ZGEMV_T zgemv_t
#define ZGEMV_R zgemv_r
#define ZGEMV_C zgemv_c
#define ZGEMV_O zgemv_o
#define ZGEMV_U zgemv_u
#define ZGEMV_S zgemv_s
#define ZGEMV_D zgemv_d
#define ZGERU_K zgeru_k
#define ZGERC_K zgerc_k
#define ZGERV_K zgerv_k
#define ZGERD_K zgerd_k
#define ZSYMV_U zsymv_U
#define ZSYMV_L zsymv_L
#define ZHEMV_U zhemv_U
#define ZHEMV_L zhemv_L
#define ZHEMV_V zhemv_V
#define ZHEMV_M zhemv_M
#define ZSYMV_THREAD_U zsymv_thread_U
#define ZSYMV_THREAD_L zsymv_thread_L
#define ZHEMV_THREAD_U zhemv_thread_U
#define ZHEMV_THREAD_L zhemv_thread_L
#define ZHEMV_THREAD_V zhemv_thread_V
#define ZHEMV_THREAD_M zhemv_thread_M
#define ZGEMM_ONCOPY zgemm_oncopy
#define ZGEMM_OTCOPY zgemm_otcopy
#if ZGEMM_DEFAULT_UNROLL_M == ZGEMM_DEFAULT_UNROLL_N
#define ZGEMM_INCOPY zgemm_oncopy
#define ZGEMM_ITCOPY zgemm_otcopy
#else
#define ZGEMM_INCOPY zgemm_incopy
#define ZGEMM_ITCOPY zgemm_itcopy
#endif
#define ZTRMM_OUNUCOPY ztrmm_ounucopy
#define ZTRMM_OUNNCOPY ztrmm_ounncopy
#define ZTRMM_OUTUCOPY ztrmm_outucopy
#define ZTRMM_OUTNCOPY ztrmm_outncopy
#define ZTRMM_OLNUCOPY ztrmm_olnucopy
#define ZTRMM_OLNNCOPY ztrmm_olnncopy
#define ZTRMM_OLTUCOPY ztrmm_oltucopy
#define ZTRMM_OLTNCOPY ztrmm_oltncopy
#define ZTRSM_OUNUCOPY ztrsm_ounucopy
#define ZTRSM_OUNNCOPY ztrsm_ounncopy
#define ZTRSM_OUTUCOPY ztrsm_outucopy
#define ZTRSM_OUTNCOPY ztrsm_outncopy
#define ZTRSM_OLNUCOPY ztrsm_olnucopy
#define ZTRSM_OLNNCOPY ztrsm_olnncopy
#define ZTRSM_OLTUCOPY ztrsm_oltucopy
#define ZTRSM_OLTNCOPY ztrsm_oltncopy
#if ZGEMM_DEFAULT_UNROLL_M == ZGEMM_DEFAULT_UNROLL_N
#define ZTRMM_IUNUCOPY ztrmm_ounucopy
#define ZTRMM_IUNNCOPY ztrmm_ounncopy
#define ZTRMM_IUTUCOPY ztrmm_outucopy
#define ZTRMM_IUTNCOPY ztrmm_outncopy
#define ZTRMM_ILNUCOPY ztrmm_olnucopy
#define ZTRMM_ILNNCOPY ztrmm_olnncopy
#define ZTRMM_ILTUCOPY ztrmm_oltucopy
#define ZTRMM_ILTNCOPY ztrmm_oltncopy
#define ZTRSM_IUNUCOPY ztrsm_ounucopy
#define ZTRSM_IUNNCOPY ztrsm_ounncopy
#define ZTRSM_IUTUCOPY ztrsm_outucopy
#define ZTRSM_IUTNCOPY ztrsm_outncopy
#define ZTRSM_ILNUCOPY ztrsm_olnucopy
#define ZTRSM_ILNNCOPY ztrsm_olnncopy
#define ZTRSM_ILTUCOPY ztrsm_oltucopy
#define ZTRSM_ILTNCOPY ztrsm_oltncopy
#else
#define ZTRMM_IUNUCOPY ztrmm_iunucopy
#define ZTRMM_IUNNCOPY ztrmm_iunncopy
#define ZTRMM_IUTUCOPY ztrmm_iutucopy
#define ZTRMM_IUTNCOPY ztrmm_iutncopy
#define ZTRMM_ILNUCOPY ztrmm_ilnucopy
#define ZTRMM_ILNNCOPY ztrmm_ilnncopy
#define ZTRMM_ILTUCOPY ztrmm_iltucopy
#define ZTRMM_ILTNCOPY ztrmm_iltncopy
#define ZTRSM_IUNUCOPY ztrsm_iunucopy
#define ZTRSM_IUNNCOPY ztrsm_iunncopy
#define ZTRSM_IUTUCOPY ztrsm_iutucopy
#define ZTRSM_IUTNCOPY ztrsm_iutncopy
#define ZTRSM_ILNUCOPY ztrsm_ilnucopy
#define ZTRSM_ILNNCOPY ztrsm_ilnncopy
#define ZTRSM_ILTUCOPY ztrsm_iltucopy
#define ZTRSM_ILTNCOPY ztrsm_iltncopy
#endif
#define ZGEMM_BETA zgemm_beta
#define ZGEMM_KERNEL_N zgemm_kernel_n
#define ZGEMM_KERNEL_L zgemm_kernel_l
#define ZGEMM_KERNEL_R zgemm_kernel_r
#define ZGEMM_KERNEL_B zgemm_kernel_b
#define ZTRMM_KERNEL_LN ztrmm_kernel_LN
#define ZTRMM_KERNEL_LT ztrmm_kernel_LT
#define ZTRMM_KERNEL_LR ztrmm_kernel_LR
#define ZTRMM_KERNEL_LC ztrmm_kernel_LC
#define ZTRMM_KERNEL_RN ztrmm_kernel_RN
#define ZTRMM_KERNEL_RT ztrmm_kernel_RT
#define ZTRMM_KERNEL_RR ztrmm_kernel_RR
#define ZTRMM_KERNEL_RC ztrmm_kernel_RC
#define ZTRSM_KERNEL_LN ztrsm_kernel_LN
#define ZTRSM_KERNEL_LT ztrsm_kernel_LT
#define ZTRSM_KERNEL_LR ztrsm_kernel_LR
#define ZTRSM_KERNEL_LC ztrsm_kernel_LC
#define ZTRSM_KERNEL_RN ztrsm_kernel_RN
#define ZTRSM_KERNEL_RT ztrsm_kernel_RT
#define ZTRSM_KERNEL_RR ztrsm_kernel_RR
#define ZTRSM_KERNEL_RC ztrsm_kernel_RC
#define ZSYMM_OUTCOPY zsymm_outcopy
#define ZSYMM_OLTCOPY zsymm_oltcopy
#if ZGEMM_DEFAULT_UNROLL_M == ZGEMM_DEFAULT_UNROLL_N
#define ZSYMM_IUTCOPY zsymm_outcopy
#define ZSYMM_ILTCOPY zsymm_oltcopy
#else
#define ZSYMM_IUTCOPY zsymm_iutcopy
#define ZSYMM_ILTCOPY zsymm_iltcopy
#endif
#define ZHEMM_OUTCOPY zhemm_outcopy
#define ZHEMM_OLTCOPY zhemm_oltcopy
#if ZGEMM_DEFAULT_UNROLL_M == ZGEMM_DEFAULT_UNROLL_N
#define ZHEMM_IUTCOPY zhemm_outcopy
#define ZHEMM_ILTCOPY zhemm_oltcopy
#else
#define ZHEMM_IUTCOPY zhemm_iutcopy
#define ZHEMM_ILTCOPY zhemm_iltcopy
#endif
#define ZGEMM3M_ONCOPYB zgemm3m_oncopyb
#define ZGEMM3M_ONCOPYR zgemm3m_oncopyr
#define ZGEMM3M_ONCOPYI zgemm3m_oncopyi
#define ZGEMM3M_OTCOPYB zgemm3m_otcopyb
#define ZGEMM3M_OTCOPYR zgemm3m_otcopyr
#define ZGEMM3M_OTCOPYI zgemm3m_otcopyi
#define ZGEMM3M_INCOPYB zgemm3m_incopyb
#define ZGEMM3M_INCOPYR zgemm3m_incopyr
#define ZGEMM3M_INCOPYI zgemm3m_incopyi
#define ZGEMM3M_ITCOPYB zgemm3m_itcopyb
#define ZGEMM3M_ITCOPYR zgemm3m_itcopyr
#define ZGEMM3M_ITCOPYI zgemm3m_itcopyi
#define ZSYMM3M_ILCOPYB zsymm3m_ilcopyb
#define ZSYMM3M_IUCOPYB zsymm3m_iucopyb
#define ZSYMM3M_ILCOPYR zsymm3m_ilcopyr
#define ZSYMM3M_IUCOPYR zsymm3m_iucopyr
#define ZSYMM3M_ILCOPYI zsymm3m_ilcopyi
#define ZSYMM3M_IUCOPYI zsymm3m_iucopyi
#define ZSYMM3M_OLCOPYB zsymm3m_olcopyb
#define ZSYMM3M_OUCOPYB zsymm3m_oucopyb
#define ZSYMM3M_OLCOPYR zsymm3m_olcopyr
#define ZSYMM3M_OUCOPYR zsymm3m_oucopyr
#define ZSYMM3M_OLCOPYI zsymm3m_olcopyi
#define ZSYMM3M_OUCOPYI zsymm3m_oucopyi
#define ZHEMM3M_ILCOPYB zhemm3m_ilcopyb
#define ZHEMM3M_IUCOPYB zhemm3m_iucopyb
#define ZHEMM3M_ILCOPYR zhemm3m_ilcopyr
#define ZHEMM3M_IUCOPYR zhemm3m_iucopyr
#define ZHEMM3M_ILCOPYI zhemm3m_ilcopyi
#define ZHEMM3M_IUCOPYI zhemm3m_iucopyi
#define ZHEMM3M_OLCOPYB zhemm3m_olcopyb
#define ZHEMM3M_OUCOPYB zhemm3m_oucopyb
#define ZHEMM3M_OLCOPYR zhemm3m_olcopyr
#define ZHEMM3M_OUCOPYR zhemm3m_oucopyr
#define ZHEMM3M_OLCOPYI zhemm3m_olcopyi
#define ZHEMM3M_OUCOPYI zhemm3m_oucopyi
#define ZGEMM3M_KERNEL zgemm3m_kernel
#define ZNEG_TCOPY zneg_tcopy
#define ZLASWP_NCOPY zlaswp_ncopy
#define ZAXPBY_K zaxpby_k
#define ZOMATCOPY_K_CN zomatcopy_k_cn
#define ZOMATCOPY_K_RN zomatcopy_k_rn
#define ZOMATCOPY_K_CT zomatcopy_k_ct
#define ZOMATCOPY_K_RT zomatcopy_k_rt
#define ZOMATCOPY_K_CNC zomatcopy_k_cnc
#define ZOMATCOPY_K_RNC zomatcopy_k_rnc
#define ZOMATCOPY_K_CTC zomatcopy_k_ctc
#define ZOMATCOPY_K_RTC zomatcopy_k_rtc
#define ZIMATCOPY_K_CN zimatcopy_k_cn
#define ZIMATCOPY_K_RN zimatcopy_k_rn
#define ZIMATCOPY_K_CT zimatcopy_k_ct
#define ZIMATCOPY_K_RT zimatcopy_k_rt
#define ZIMATCOPY_K_CNC zimatcopy_k_cnc
#define ZIMATCOPY_K_RNC zimatcopy_k_rnc
#define ZIMATCOPY_K_CTC zimatcopy_k_ctc
#define ZIMATCOPY_K_RTC zimatcopy_k_rtc
#define ZGEADD_K zgeadd_k
#define ZGEMM_SMALL_MATRIX_PERMIT zgemm_small_matrix_permit
#else
#define ZAMAX_K gotoblas -> zamax_k
#define ZAMIN_K gotoblas -> zamin_k
#define ZMAX_K gotoblas -> zmax_k
#define ZMIN_K gotoblas -> zmin_k
#define IZAMAX_K gotoblas -> izamax_k
#define IZAMIN_K gotoblas -> izamin_k
#define IZMAX_K gotoblas -> izmax_k
#define IZMIN_K gotoblas -> izmin_k
#define ZASUM_K gotoblas -> zasum_k
#define ZAXPYU_K gotoblas -> zaxpy_k
#define ZAXPYC_K gotoblas -> zaxpyc_k
#define ZCOPY_K gotoblas -> zcopy_k
#define ZDOTU_K gotoblas -> zdotu_k
#define ZDOTC_K gotoblas -> zdotc_k
#define ZNRM2_K gotoblas -> znrm2_k
#define ZSCAL_K gotoblas -> zscal_k
#define ZSUM_K gotoblas -> zsum_k
#define ZSWAP_K gotoblas -> zswap_k
#define ZROT_K gotoblas -> zdrot_k
#define ZGEMV_N gotoblas -> zgemv_n
#define ZGEMV_T gotoblas -> zgemv_t
#define ZGEMV_R gotoblas -> zgemv_r
#define ZGEMV_C gotoblas -> zgemv_c
#define ZGEMV_O gotoblas -> zgemv_o
#define ZGEMV_U gotoblas -> zgemv_u
#define ZGEMV_S gotoblas -> zgemv_s
#define ZGEMV_D gotoblas -> zgemv_d
#define ZGERU_K gotoblas -> zgeru_k
#define ZGERC_K gotoblas -> zgerc_k
#define ZGERV_K gotoblas -> zgerv_k
#define ZGERD_K gotoblas -> zgerd_k
#define ZSYMV_U gotoblas -> zsymv_U
#define ZSYMV_L gotoblas -> zsymv_L
#define ZHEMV_U gotoblas -> zhemv_U
#define ZHEMV_L gotoblas -> zhemv_L
#define ZHEMV_V gotoblas -> zhemv_V
#define ZHEMV_M gotoblas -> zhemv_M
#define ZSYMV_THREAD_U zsymv_thread_U
#define ZSYMV_THREAD_L zsymv_thread_L
#define ZHEMV_THREAD_U zhemv_thread_U
#define ZHEMV_THREAD_L zhemv_thread_L
#define ZHEMV_THREAD_V zhemv_thread_V
#define ZHEMV_THREAD_M zhemv_thread_M
#define ZGEMM_ONCOPY gotoblas -> zgemm_oncopy
#define ZGEMM_OTCOPY gotoblas -> zgemm_otcopy
#define ZGEMM_INCOPY gotoblas -> zgemm_incopy
#define ZGEMM_ITCOPY gotoblas -> zgemm_itcopy
#define ZTRMM_OUNUCOPY gotoblas -> ztrmm_ounucopy
#define ZTRMM_OUTUCOPY gotoblas -> ztrmm_outucopy
#define ZTRMM_OLNUCOPY gotoblas -> ztrmm_olnucopy
#define ZTRMM_OLTUCOPY gotoblas -> ztrmm_oltucopy
#define ZTRSM_OUNUCOPY gotoblas -> ztrsm_ounucopy
#define ZTRSM_OUTUCOPY gotoblas -> ztrsm_outucopy
#define ZTRSM_OLNUCOPY gotoblas -> ztrsm_olnucopy
#define ZTRSM_OLTUCOPY gotoblas -> ztrsm_oltucopy
#define ZTRMM_IUNUCOPY gotoblas -> ztrmm_iunucopy
#define ZTRMM_IUTUCOPY gotoblas -> ztrmm_iutucopy
#define ZTRMM_ILNUCOPY gotoblas -> ztrmm_ilnucopy
#define ZTRMM_ILTUCOPY gotoblas -> ztrmm_iltucopy
#define ZTRSM_IUNUCOPY gotoblas -> ztrsm_iunucopy
#define ZTRSM_IUTUCOPY gotoblas -> ztrsm_iutucopy
#define ZTRSM_ILNUCOPY gotoblas -> ztrsm_ilnucopy
#define ZTRSM_ILTUCOPY gotoblas -> ztrsm_iltucopy
#define ZTRMM_OUNNCOPY gotoblas -> ztrmm_ounncopy
#define ZTRMM_OUTNCOPY gotoblas -> ztrmm_outncopy
#define ZTRMM_OLNNCOPY gotoblas -> ztrmm_olnncopy
#define ZTRMM_OLTNCOPY gotoblas -> ztrmm_oltncopy
#define ZTRSM_OUNNCOPY gotoblas -> ztrsm_ounncopy
#define ZTRSM_OUTNCOPY gotoblas -> ztrsm_outncopy
#define ZTRSM_OLNNCOPY gotoblas -> ztrsm_olnncopy
#define ZTRSM_OLTNCOPY gotoblas -> ztrsm_oltncopy
#define ZTRMM_IUNNCOPY gotoblas -> ztrmm_iunncopy
#define ZTRMM_IUTNCOPY gotoblas -> ztrmm_iutncopy
#define ZTRMM_ILNNCOPY gotoblas -> ztrmm_ilnncopy
#define ZTRMM_ILTNCOPY gotoblas -> ztrmm_iltncopy
#define ZTRSM_IUNNCOPY gotoblas -> ztrsm_iunncopy
#define ZTRSM_IUTNCOPY gotoblas -> ztrsm_iutncopy
#define ZTRSM_ILNNCOPY gotoblas -> ztrsm_ilnncopy
#define ZTRSM_ILTNCOPY gotoblas -> ztrsm_iltncopy
#define ZGEMM_BETA gotoblas -> zgemm_beta
#define ZGEMM_KERNEL_N gotoblas -> zgemm_kernel_n
#define ZGEMM_KERNEL_L gotoblas -> zgemm_kernel_l
#define ZGEMM_KERNEL_R gotoblas -> zgemm_kernel_r
#define ZGEMM_KERNEL_B gotoblas -> zgemm_kernel_b
#define ZTRMM_KERNEL_LN gotoblas -> ztrmm_kernel_LN
#define ZTRMM_KERNEL_LT gotoblas -> ztrmm_kernel_LT
#define ZTRMM_KERNEL_LR gotoblas -> ztrmm_kernel_LR
#define ZTRMM_KERNEL_LC gotoblas -> ztrmm_kernel_LC
#define ZTRMM_KERNEL_RN gotoblas -> ztrmm_kernel_RN
#define ZTRMM_KERNEL_RT gotoblas -> ztrmm_kernel_RT
#define ZTRMM_KERNEL_RR gotoblas -> ztrmm_kernel_RR
#define ZTRMM_KERNEL_RC gotoblas -> ztrmm_kernel_RC
#define ZTRSM_KERNEL_LN gotoblas -> ztrsm_kernel_LN
#define ZTRSM_KERNEL_LT gotoblas -> ztrsm_kernel_LT
#define ZTRSM_KERNEL_LR gotoblas -> ztrsm_kernel_LR
#define ZTRSM_KERNEL_LC gotoblas -> ztrsm_kernel_LC
#define ZTRSM_KERNEL_RN gotoblas -> ztrsm_kernel_RN
#define ZTRSM_KERNEL_RT gotoblas -> ztrsm_kernel_RT
#define ZTRSM_KERNEL_RR gotoblas -> ztrsm_kernel_RR
#define ZTRSM_KERNEL_RC gotoblas -> ztrsm_kernel_RC
#define ZSYMM_IUTCOPY gotoblas -> zsymm_iutcopy
#define ZSYMM_ILTCOPY gotoblas -> zsymm_iltcopy
#define ZSYMM_OUTCOPY gotoblas -> zsymm_outcopy
#define ZSYMM_OLTCOPY gotoblas -> zsymm_oltcopy
#define ZHEMM_OUTCOPY gotoblas -> zhemm_outcopy
#define ZHEMM_OLTCOPY gotoblas -> zhemm_oltcopy
#define ZHEMM_IUTCOPY gotoblas -> zhemm_iutcopy
#define ZHEMM_ILTCOPY gotoblas -> zhemm_iltcopy
#define ZGEMM3M_ONCOPYB gotoblas -> zgemm3m_oncopyb
#define ZGEMM3M_ONCOPYR gotoblas -> zgemm3m_oncopyr
#define ZGEMM3M_ONCOPYI gotoblas -> zgemm3m_oncopyi
#define ZGEMM3M_OTCOPYB gotoblas -> zgemm3m_otcopyb
#define ZGEMM3M_OTCOPYR gotoblas -> zgemm3m_otcopyr
#define ZGEMM3M_OTCOPYI gotoblas -> zgemm3m_otcopyi
#define ZGEMM3M_INCOPYB gotoblas -> zgemm3m_incopyb
#define ZGEMM3M_INCOPYR gotoblas -> zgemm3m_incopyr
#define ZGEMM3M_INCOPYI gotoblas -> zgemm3m_incopyi
#define ZGEMM3M_ITCOPYB gotoblas -> zgemm3m_itcopyb
#define ZGEMM3M_ITCOPYR gotoblas -> zgemm3m_itcopyr
#define ZGEMM3M_ITCOPYI gotoblas -> zgemm3m_itcopyi
#define ZSYMM3M_ILCOPYB gotoblas -> zsymm3m_ilcopyb
#define ZSYMM3M_IUCOPYB gotoblas -> zsymm3m_iucopyb
#define ZSYMM3M_ILCOPYR gotoblas -> zsymm3m_ilcopyr
#define ZSYMM3M_IUCOPYR gotoblas -> zsymm3m_iucopyr
#define ZSYMM3M_ILCOPYI gotoblas -> zsymm3m_ilcopyi
#define ZSYMM3M_IUCOPYI gotoblas -> zsymm3m_iucopyi
#define ZSYMM3M_OLCOPYB gotoblas -> zsymm3m_olcopyb
#define ZSYMM3M_OUCOPYB gotoblas -> zsymm3m_oucopyb
#define ZSYMM3M_OLCOPYR gotoblas -> zsymm3m_olcopyr
#define ZSYMM3M_OUCOPYR gotoblas -> zsymm3m_oucopyr
#define ZSYMM3M_OLCOPYI gotoblas -> zsymm3m_olcopyi
#define ZSYMM3M_OUCOPYI gotoblas -> zsymm3m_oucopyi
#define ZHEMM3M_ILCOPYB gotoblas -> zhemm3m_ilcopyb
#define ZHEMM3M_IUCOPYB gotoblas -> zhemm3m_iucopyb
#define ZHEMM3M_ILCOPYR gotoblas -> zhemm3m_ilcopyr
#define ZHEMM3M_IUCOPYR gotoblas -> zhemm3m_iucopyr
#define ZHEMM3M_ILCOPYI gotoblas -> zhemm3m_ilcopyi
#define ZHEMM3M_IUCOPYI gotoblas -> zhemm3m_iucopyi
#define ZHEMM3M_OLCOPYB gotoblas -> zhemm3m_olcopyb
#define ZHEMM3M_OUCOPYB gotoblas -> zhemm3m_oucopyb
#define ZHEMM3M_OLCOPYR gotoblas -> zhemm3m_olcopyr
#define ZHEMM3M_OUCOPYR gotoblas -> zhemm3m_oucopyr
#define ZHEMM3M_OLCOPYI gotoblas -> zhemm3m_olcopyi
#define ZHEMM3M_OUCOPYI gotoblas -> zhemm3m_oucopyi
#define ZGEMM3M_KERNEL gotoblas -> zgemm3m_kernel
#define ZNEG_TCOPY gotoblas -> zneg_tcopy
#define ZLASWP_NCOPY gotoblas -> zlaswp_ncopy
#define ZAXPBY_K gotoblas -> zaxpby_k
#define ZOMATCOPY_K_CN gotoblas -> zomatcopy_k_cn
#define ZOMATCOPY_K_RN gotoblas -> zomatcopy_k_rn
#define ZOMATCOPY_K_CT gotoblas -> zomatcopy_k_ct
#define ZOMATCOPY_K_RT gotoblas -> zomatcopy_k_rt
#define ZOMATCOPY_K_CNC gotoblas -> zomatcopy_k_cnc
#define ZOMATCOPY_K_RNC gotoblas -> zomatcopy_k_rnc
#define ZOMATCOPY_K_CTC gotoblas -> zomatcopy_k_ctc
#define ZOMATCOPY_K_RTC gotoblas -> zomatcopy_k_rtc
#define ZIMATCOPY_K_CN gotoblas -> zimatcopy_k_cn
#define ZIMATCOPY_K_RN gotoblas -> zimatcopy_k_rn
#define ZIMATCOPY_K_CT gotoblas -> zimatcopy_k_ct
#define ZIMATCOPY_K_RT gotoblas -> zimatcopy_k_rt
#define ZIMATCOPY_K_CNC gotoblas -> zimatcopy_k_cnc
#define ZIMATCOPY_K_RNC gotoblas -> zimatcopy_k_rnc
#define ZIMATCOPY_K_CTC gotoblas -> zimatcopy_k_ctc
#define ZIMATCOPY_K_RTC gotoblas -> zimatcopy_k_rtc
#define ZGEADD_K gotoblas -> zgeadd_k
#define ZGEMM_SMALL_MATRIX_PERMIT gotoblas -> zgemm_small_matrix_permit
#endif
#define ZGEMM_SMALL_KERNEL_NN FUNC_OFFSET(zgemm_small_kernel_nn)
#define ZGEMM_SMALL_KERNEL_NT FUNC_OFFSET(zgemm_small_kernel_nt)
#define ZGEMM_SMALL_KERNEL_NR FUNC_OFFSET(zgemm_small_kernel_nr)
#define ZGEMM_SMALL_KERNEL_NC FUNC_OFFSET(zgemm_small_kernel_nc)
#define ZGEMM_SMALL_KERNEL_TN FUNC_OFFSET(zgemm_small_kernel_tn)
#define ZGEMM_SMALL_KERNEL_TT FUNC_OFFSET(zgemm_small_kernel_tt)
#define ZGEMM_SMALL_KERNEL_TR FUNC_OFFSET(zgemm_small_kernel_tr)
#define ZGEMM_SMALL_KERNEL_TC FUNC_OFFSET(zgemm_small_kernel_tc)
#define ZGEMM_SMALL_KERNEL_RN FUNC_OFFSET(zgemm_small_kernel_rn)
#define ZGEMM_SMALL_KERNEL_RT FUNC_OFFSET(zgemm_small_kernel_rt)
#define ZGEMM_SMALL_KERNEL_RR FUNC_OFFSET(zgemm_small_kernel_rr)
#define ZGEMM_SMALL_KERNEL_RC FUNC_OFFSET(zgemm_small_kernel_rc)
#define ZGEMM_SMALL_KERNEL_CN FUNC_OFFSET(zgemm_small_kernel_cn)
#define ZGEMM_SMALL_KERNEL_CT FUNC_OFFSET(zgemm_small_kernel_ct)
#define ZGEMM_SMALL_KERNEL_CR FUNC_OFFSET(zgemm_small_kernel_cr)
#define ZGEMM_SMALL_KERNEL_CC FUNC_OFFSET(zgemm_small_kernel_cc)
#define ZGEMM_SMALL_KERNEL_B0_NN FUNC_OFFSET(zgemm_small_kernel_b0_nn)
#define ZGEMM_SMALL_KERNEL_B0_NT FUNC_OFFSET(zgemm_small_kernel_b0_nt)
#define ZGEMM_SMALL_KERNEL_B0_NR FUNC_OFFSET(zgemm_small_kernel_b0_nr)
#define ZGEMM_SMALL_KERNEL_B0_NC FUNC_OFFSET(zgemm_small_kernel_b0_nc)
#define ZGEMM_SMALL_KERNEL_B0_TN FUNC_OFFSET(zgemm_small_kernel_b0_tn)
#define ZGEMM_SMALL_KERNEL_B0_TT FUNC_OFFSET(zgemm_small_kernel_b0_tt)
#define ZGEMM_SMALL_KERNEL_B0_TR FUNC_OFFSET(zgemm_small_kernel_b0_tr)
#define ZGEMM_SMALL_KERNEL_B0_TC FUNC_OFFSET(zgemm_small_kernel_b0_tc)
#define ZGEMM_SMALL_KERNEL_B0_RN FUNC_OFFSET(zgemm_small_kernel_b0_rn)
#define ZGEMM_SMALL_KERNEL_B0_RT FUNC_OFFSET(zgemm_small_kernel_b0_rt)
#define ZGEMM_SMALL_KERNEL_B0_RR FUNC_OFFSET(zgemm_small_kernel_b0_rr)
#define ZGEMM_SMALL_KERNEL_B0_RC FUNC_OFFSET(zgemm_small_kernel_b0_rc)
#define ZGEMM_SMALL_KERNEL_B0_CN FUNC_OFFSET(zgemm_small_kernel_b0_cn)
#define ZGEMM_SMALL_KERNEL_B0_CT FUNC_OFFSET(zgemm_small_kernel_b0_ct)
#define ZGEMM_SMALL_KERNEL_B0_CR FUNC_OFFSET(zgemm_small_kernel_b0_cr)
#define ZGEMM_SMALL_KERNEL_B0_CC FUNC_OFFSET(zgemm_small_kernel_b0_cc)
#define ZGEMM_NN zgemm_nn
#define ZGEMM_CN zgemm_cn
#define ZGEMM_TN zgemm_tn
#define ZGEMM_NC zgemm_nc
#define ZGEMM_NT zgemm_nt
#define ZGEMM_CC zgemm_cc
#define ZGEMM_CT zgemm_ct
#define ZGEMM_TC zgemm_tc
#define ZGEMM_TT zgemm_tt
#define ZGEMM_NR zgemm_nr
#define ZGEMM_TR zgemm_tr
#define ZGEMM_CR zgemm_cr
#define ZGEMM_RN zgemm_rn
#define ZGEMM_RT zgemm_rt
#define ZGEMM_RC zgemm_rc
#define ZGEMM_RR zgemm_rr
#define ZSYMM_LU zsymm_LU
#define ZSYMM_LL zsymm_LL
#define ZSYMM_RU zsymm_RU
#define ZSYMM_RL zsymm_RL
#define ZHEMM_LU zhemm_LU
#define ZHEMM_LL zhemm_LL
#define ZHEMM_RU zhemm_RU
#define ZHEMM_RL zhemm_RL
#define ZSYRK_UN zsyrk_UN
#define ZSYRK_UT zsyrk_UT
#define ZSYRK_LN zsyrk_LN
#define ZSYRK_LT zsyrk_LT
#define ZSYRK_UR zsyrk_UN
#define ZSYRK_UC zsyrk_UT
#define ZSYRK_LR zsyrk_LN
#define ZSYRK_LC zsyrk_LT
#define ZSYRK_KERNEL_U zsyrk_kernel_U
#define ZSYRK_KERNEL_L zsyrk_kernel_L
#define ZHERK_UN zherk_UN
#define ZHERK_LN zherk_LN
#define ZHERK_UC zherk_UC
#define ZHERK_LC zherk_LC
#define ZHER2K_UN zher2k_UN
#define ZHER2K_LN zher2k_LN
#define ZHER2K_UC zher2k_UC
#define ZHER2K_LC zher2k_LC
#define ZSYR2K_UN zsyr2k_UN
#define ZSYR2K_UT zsyr2k_UT
#define ZSYR2K_LN zsyr2k_LN
#define ZSYR2K_LT zsyr2k_LT
#define ZSYR2K_UR zsyr2k_UN
#define ZSYR2K_UC zsyr2k_UT
#define ZSYR2K_LR zsyr2k_LN
#define ZSYR2K_LC zsyr2k_LT
#define ZSYR2K_KERNEL_U zsyr2k_kernel_U
#define ZSYR2K_KERNEL_L zsyr2k_kernel_L
#define ZTRMM_LNUU ztrmm_LNUU
#define ZTRMM_LNUN ztrmm_LNUN
#define ZTRMM_LNLU ztrmm_LNLU
#define ZTRMM_LNLN ztrmm_LNLN
#define ZTRMM_LTUU ztrmm_LTUU
#define ZTRMM_LTUN ztrmm_LTUN
#define ZTRMM_LTLU ztrmm_LTLU
#define ZTRMM_LTLN ztrmm_LTLN
#define ZTRMM_LRUU ztrmm_LRUU
#define ZTRMM_LRUN ztrmm_LRUN
#define ZTRMM_LRLU ztrmm_LRLU
#define ZTRMM_LRLN ztrmm_LRLN
#define ZTRMM_LCUU ztrmm_LCUU
#define ZTRMM_LCUN ztrmm_LCUN
#define ZTRMM_LCLU ztrmm_LCLU
#define ZTRMM_LCLN ztrmm_LCLN
#define ZTRMM_RNUU ztrmm_RNUU
#define ZTRMM_RNUN ztrmm_RNUN
#define ZTRMM_RNLU ztrmm_RNLU
#define ZTRMM_RNLN ztrmm_RNLN
#define ZTRMM_RTUU ztrmm_RTUU
#define ZTRMM_RTUN ztrmm_RTUN
#define ZTRMM_RTLU ztrmm_RTLU
#define ZTRMM_RTLN ztrmm_RTLN
#define ZTRMM_RRUU ztrmm_RRUU
#define ZTRMM_RRUN ztrmm_RRUN
#define ZTRMM_RRLU ztrmm_RRLU
#define ZTRMM_RRLN ztrmm_RRLN
#define ZTRMM_RCUU ztrmm_RCUU
#define ZTRMM_RCUN ztrmm_RCUN
#define ZTRMM_RCLU ztrmm_RCLU
#define ZTRMM_RCLN ztrmm_RCLN
#define ZTRSM_LNUU ztrsm_LNUU
#define ZTRSM_LNUN ztrsm_LNUN
#define ZTRSM_LNLU ztrsm_LNLU
#define ZTRSM_LNLN ztrsm_LNLN
#define ZTRSM_LTUU ztrsm_LTUU
#define ZTRSM_LTUN ztrsm_LTUN
#define ZTRSM_LTLU ztrsm_LTLU
#define ZTRSM_LTLN ztrsm_LTLN
#define ZTRSM_LRUU ztrsm_LRUU
#define ZTRSM_LRUN ztrsm_LRUN
#define ZTRSM_LRLU ztrsm_LRLU
#define ZTRSM_LRLN ztrsm_LRLN
#define ZTRSM_LCUU ztrsm_LCUU
#define ZTRSM_LCUN ztrsm_LCUN
#define ZTRSM_LCLU ztrsm_LCLU
#define ZTRSM_LCLN ztrsm_LCLN
#define ZTRSM_RNUU ztrsm_RNUU
#define ZTRSM_RNUN ztrsm_RNUN
#define ZTRSM_RNLU ztrsm_RNLU
#define ZTRSM_RNLN ztrsm_RNLN
#define ZTRSM_RTUU ztrsm_RTUU
#define ZTRSM_RTUN ztrsm_RTUN
#define ZTRSM_RTLU ztrsm_RTLU
#define ZTRSM_RTLN ztrsm_RTLN
#define ZTRSM_RRUU ztrsm_RRUU
#define ZTRSM_RRUN ztrsm_RRUN
#define ZTRSM_RRLU ztrsm_RRLU
#define ZTRSM_RRLN ztrsm_RRLN
#define ZTRSM_RCUU ztrsm_RCUU
#define ZTRSM_RCUN ztrsm_RCUN
#define ZTRSM_RCLU ztrsm_RCLU
#define ZTRSM_RCLN ztrsm_RCLN
#define ZGEMM_THREAD_NN zgemm_thread_nn
#define ZGEMM_THREAD_CN zgemm_thread_cn
#define ZGEMM_THREAD_TN zgemm_thread_tn
#define ZGEMM_THREAD_NC zgemm_thread_nc
#define ZGEMM_THREAD_NT zgemm_thread_nt
#define ZGEMM_THREAD_CC zgemm_thread_cc
#define ZGEMM_THREAD_CT zgemm_thread_ct
#define ZGEMM_THREAD_TC zgemm_thread_tc
#define ZGEMM_THREAD_TT zgemm_thread_tt
#define ZGEMM_THREAD_NR zgemm_thread_nr
#define ZGEMM_THREAD_TR zgemm_thread_tr
#define ZGEMM_THREAD_CR zgemm_thread_cr
#define ZGEMM_THREAD_RN zgemm_thread_rn
#define ZGEMM_THREAD_RT zgemm_thread_rt
#define ZGEMM_THREAD_RC zgemm_thread_rc
#define ZGEMM_THREAD_RR zgemm_thread_rr
#define ZSYMM_THREAD_LU zsymm_thread_LU
#define ZSYMM_THREAD_LL zsymm_thread_LL
#define ZSYMM_THREAD_RU zsymm_thread_RU
#define ZSYMM_THREAD_RL zsymm_thread_RL
#define ZHEMM_THREAD_LU zhemm_thread_LU
#define ZHEMM_THREAD_LL zhemm_thread_LL
#define ZHEMM_THREAD_RU zhemm_thread_RU
#define ZHEMM_THREAD_RL zhemm_thread_RL
#define ZSYRK_THREAD_UN zsyrk_thread_UN
#define ZSYRK_THREAD_UT zsyrk_thread_UT
#define ZSYRK_THREAD_LN zsyrk_thread_LN
#define ZSYRK_THREAD_LT zsyrk_thread_LT
#define ZSYRK_THREAD_UR zsyrk_thread_UN
#define ZSYRK_THREAD_UC zsyrk_thread_UT
#define ZSYRK_THREAD_LR zsyrk_thread_LN
#define ZSYRK_THREAD_LC zsyrk_thread_LT
#define ZHERK_THREAD_UN zherk_thread_UN
#define ZHERK_THREAD_UT zherk_thread_UT
#define ZHERK_THREAD_LN zherk_thread_LN
#define ZHERK_THREAD_LT zherk_thread_LT
#define ZHERK_THREAD_UR zherk_thread_UR
#define ZHERK_THREAD_UC zherk_thread_UC
#define ZHERK_THREAD_LR zherk_thread_LR
#define ZHERK_THREAD_LC zherk_thread_LC
#define ZGEMM3M_NN zgemm3m_nn
#define ZGEMM3M_CN zgemm3m_cn
#define ZGEMM3M_TN zgemm3m_tn
#define ZGEMM3M_NC zgemm3m_nc
#define ZGEMM3M_NT zgemm3m_nt
#define ZGEMM3M_CC zgemm3m_cc
#define ZGEMM3M_CT zgemm3m_ct
#define ZGEMM3M_TC zgemm3m_tc
#define ZGEMM3M_TT zgemm3m_tt
#define ZGEMM3M_NR zgemm3m_nr
#define ZGEMM3M_TR zgemm3m_tr
#define ZGEMM3M_CR zgemm3m_cr
#define ZGEMM3M_RN zgemm3m_rn
#define ZGEMM3M_RT zgemm3m_rt
#define ZGEMM3M_RC zgemm3m_rc
#define ZGEMM3M_RR zgemm3m_rr
#define ZGEMM3M_THREAD_NN zgemm3m_thread_nn
#define ZGEMM3M_THREAD_CN zgemm3m_thread_cn
#define ZGEMM3M_THREAD_TN zgemm3m_thread_tn
#define ZGEMM3M_THREAD_NC zgemm3m_thread_nc
#define ZGEMM3M_THREAD_NT zgemm3m_thread_nt
#define ZGEMM3M_THREAD_CC zgemm3m_thread_cc
#define ZGEMM3M_THREAD_CT zgemm3m_thread_ct
#define ZGEMM3M_THREAD_TC zgemm3m_thread_tc
#define ZGEMM3M_THREAD_TT zgemm3m_thread_tt
#define ZGEMM3M_THREAD_NR zgemm3m_thread_nr
#define ZGEMM3M_THREAD_TR zgemm3m_thread_tr
#define ZGEMM3M_THREAD_CR zgemm3m_thread_cr
#define ZGEMM3M_THREAD_RN zgemm3m_thread_rn
#define ZGEMM3M_THREAD_RT zgemm3m_thread_rt
#define ZGEMM3M_THREAD_RC zgemm3m_thread_rc
#define ZGEMM3M_THREAD_RR zgemm3m_thread_rr
#define ZSYMM3M_LU zsymm3m_LU
#define ZSYMM3M_LL zsymm3m_LL
#define ZSYMM3M_RU zsymm3m_RU
#define ZSYMM3M_RL zsymm3m_RL
#define ZSYMM3M_THREAD_LU zsymm3m_thread_LU
#define ZSYMM3M_THREAD_LL zsymm3m_thread_LL
#define ZSYMM3M_THREAD_RU zsymm3m_thread_RU
#define ZSYMM3M_THREAD_RL zsymm3m_thread_RL
#define ZHEMM3M_LU zhemm3m_LU
#define ZHEMM3M_LL zhemm3m_LL
#define ZHEMM3M_RU zhemm3m_RU
#define ZHEMM3M_RL zhemm3m_RL
#define ZHEMM3M_THREAD_LU zhemm3m_thread_LU
#define ZHEMM3M_THREAD_LL zhemm3m_thread_LL
#define ZHEMM3M_THREAD_RU zhemm3m_thread_RU
#define ZHEMM3M_THREAD_RL zhemm3m_thread_RL
#endif