kris
/
SIDH_p751
1
0
Çatalla 0
Kod Konular 0 Değişiklik İstekleri 0 Sürümler 0 Wiki Aktivite
25'ten fazla konu seçemezsiniz Konular bir harf veya rakamla başlamalı, kısa çizgiler ('-') içerebilir ve en fazla 35 karakter uzunluğunda olabilir.
99 İşleme
14 Dallar
653 KiB
 
 
 
Ağaç: 7bf83bb613
Dallar Biçim İmleri
${ item.name }
${ searchTerm } dalı oluştur
'7bf83bb613'den
${ noResults }
SIDH_p751/p751toolbox/field_amd64.s

2261 satır
35 KiB
Ham Suçlama Geçmiş 

  1. // +build amd64,!noasm

  2. 

  3. #include "textflag.h"

  4. 

  5. // p751 + 1

  6. #define P751P1_5   $0xEEB0000000000000

  7. #define P751P1_6   $0xE3EC968549F878A8

  8. #define P751P1_7   $0xDA959B1A13F7CC76

  9. #define P751P1_8   $0x084E9867D6EBE876

  10. #define P751P1_9   $0x8562B5045CB25748

  11. #define P751P1_10  $0x0E12909F97BADC66

  12. #define P751P1_11  $0x00006FE5D541F71C

  13. 

  14. #define P751_0     $0xFFFFFFFFFFFFFFFF

  15. #define P751_5     $0xEEAFFFFFFFFFFFFF

  16. #define P751_6     $0xE3EC968549F878A8

  17. #define P751_7     $0xDA959B1A13F7CC76

  18. #define P751_8     $0x084E9867D6EBE876

  19. #define P751_9     $0x8562B5045CB25748

  20. #define P751_10    $0x0E12909F97BADC66

  21. #define P751_11    $0x00006FE5D541F71C

  22. 

  23. #define P751X2_0   $0xFFFFFFFFFFFFFFFE

  24. #define P751X2_1   $0xFFFFFFFFFFFFFFFF

  25. #define P751X2_5   $0xDD5FFFFFFFFFFFFF

  26. #define P751X2_6   $0xC7D92D0A93F0F151

  27. #define P751X2_7   $0xB52B363427EF98ED

  28. #define P751X2_8   $0x109D30CFADD7D0ED

  29. #define P751X2_9   $0x0AC56A08B964AE90

  30. #define P751X2_10  $0x1C25213F2F75B8CD

  31. #define P751X2_11  $0x0000DFCBAA83EE38

  32. 

  33. // The MSR code uses these registers for parameter passing.  Keep using

  34. // them to avoid significant code changes.  This means that when the Go

  35. // assembler does something strange, we can diff the machine code

  36. // against a different assembler to find out what Go did.

  37. 

  38. #define REG_P1 DI

  39. #define REG_P2 SI

  40. #define REG_P3 DX

  41. 

  42. TEXT ·fp751StrongReduce(SB), NOSPLIT, $0-8

  43. 	MOVQ	x+0(FP), REG_P1

  44. 

  45. 	// Zero AX for later use:

  46. 	XORQ	AX, AX

  47. 

  48. 	// Load p into registers:

  49. 	MOVQ	P751_0, R8

  50. 	// P751_{1,2,3,4} = P751_0, so reuse R8

  51. 	MOVQ	P751_5, R9

  52. 	MOVQ	P751_6, R10

  53. 	MOVQ	P751_7, R11

  54. 	MOVQ	P751_8, R12

  55. 	MOVQ	P751_9, R13

  56. 	MOVQ	P751_10, R14

  57. 	MOVQ	P751_11, R15

  58. 

  59. 	// Set x <- x - p

  60. 	SUBQ	R8, (REG_P1)

  61. 	SBBQ	R8, (8)(REG_P1)

  62. 	SBBQ	R8, (16)(REG_P1)

  63. 	SBBQ	R8, (24)(REG_P1)

  64. 	SBBQ	R8, (32)(REG_P1)

  65. 	SBBQ	R9, (40)(REG_P1)

  66. 	SBBQ	R10, (48)(REG_P1)

  67. 	SBBQ	R11, (56)(REG_P1)

  68. 	SBBQ	R12, (64)(REG_P1)

  69. 	SBBQ	R13, (72)(REG_P1)

  70. 	SBBQ	R14, (80)(REG_P1)

  71. 	SBBQ    R15, (88)(REG_P1)

  72. 

  73. 	// Save carry flag indicating x-p < 0 as a mask in AX

  74. 	SBBQ	$0, AX

  75. 

  76. 	// Conditionally add p to x if x-p < 0

  77. 	ANDQ	AX, R8

  78. 	ANDQ	AX, R9

  79. 	ANDQ	AX, R10

  80. 	ANDQ	AX, R11

  81. 	ANDQ	AX, R12

  82. 	ANDQ	AX, R13

  83. 	ANDQ	AX, R14

  84. 	ANDQ	AX, R15

  85. 

  86. 	ADDQ	R8, (REG_P1)

  87. 	ADCQ	R8, (8)(REG_P1)

  88. 	ADCQ	R8, (16)(REG_P1)

  89. 	ADCQ	R8, (24)(REG_P1)

  90. 	ADCQ	R8, (32)(REG_P1)

  91. 	ADCQ	R9, (40)(REG_P1)

  92. 	ADCQ	R10, (48)(REG_P1)

  93. 	ADCQ	R11, (56)(REG_P1)

  94. 	ADCQ	R12, (64)(REG_P1)

  95. 	ADCQ	R13, (72)(REG_P1)

  96. 	ADCQ	R14, (80)(REG_P1)

  97. 	ADCQ    R15, (88)(REG_P1)

  98. 

  99. 	RET

  100. 

  101. TEXT ·fp751ConditionalSwap(SB), NOSPLIT, $0-17

  102. 

  103. 	MOVQ	x+0(FP), REG_P1

  104. 	MOVQ	y+8(FP), REG_P2

  105. 	MOVB	choice+16(FP), AL	// AL = 0 or 1

  106. 	MOVBLZX	AL, AX			// AX = 0 or 1

  107. 	NEGQ	AX			// RAX = 0x00..00 or 0xff..ff

  108. 

  109. 	MOVQ	(0*8)(REG_P1), BX	// BX = x[0]

  110. 	MOVQ 	(0*8)(REG_P2), CX	// CX = y[0]

  111. 	MOVQ	CX, DX			// DX = y[0]

  112. 	XORQ	BX, DX			// DX = y[0] ^ x[0]

  113. 	ANDQ	AX, DX			// DX = (y[0] ^ x[0]) & mask

  114. 	XORQ	DX, BX			// BX = (y[0] ^ x[0]) & mask) ^ x[0] = x[0] or y[0]

  115. 	XORQ	DX, CX			// CX = (y[0] ^ x[0]) & mask) ^ y[0] = y[0] or x[0]

  116. 	MOVQ	BX, (0*8)(REG_P1)

  117. 	MOVQ	CX, (0*8)(REG_P2)

  118. 

  119. 	MOVQ	(1*8)(REG_P1), BX

  120. 	MOVQ 	(1*8)(REG_P2), CX

  121. 	MOVQ	CX, DX

  122. 	XORQ	BX, DX

  123. 	ANDQ	AX, DX

  124. 	XORQ	DX, BX

  125. 	XORQ	DX, CX

  126. 	MOVQ	BX, (1*8)(REG_P1)

  127. 	MOVQ	CX, (1*8)(REG_P2)

  128. 

  129. 	MOVQ	(2*8)(REG_P1), BX

  130. 	MOVQ 	(2*8)(REG_P2), CX

  131. 	MOVQ	CX, DX

  132. 	XORQ	BX, DX

  133. 	ANDQ	AX, DX

  134. 	XORQ	DX, BX

  135. 	XORQ	DX, CX

  136. 	MOVQ	BX, (2*8)(REG_P1)

  137. 	MOVQ	CX, (2*8)(REG_P2)

  138. 

  139. 	MOVQ	(3*8)(REG_P1), BX

  140. 	MOVQ 	(3*8)(REG_P2), CX

  141. 	MOVQ	CX, DX

  142. 	XORQ	BX, DX

  143. 	ANDQ	AX, DX

  144. 	XORQ	DX, BX

  145. 	XORQ	DX, CX

  146. 	MOVQ	BX, (3*8)(REG_P1)

  147. 	MOVQ	CX, (3*8)(REG_P2)

  148. 

  149. 	MOVQ	(4*8)(REG_P1), BX

  150. 	MOVQ 	(4*8)(REG_P2), CX

  151. 	MOVQ	CX, DX

  152. 	XORQ	BX, DX

  153. 	ANDQ	AX, DX

  154. 	XORQ	DX, BX

  155. 	XORQ	DX, CX

  156. 	MOVQ	BX, (4*8)(REG_P1)

  157. 	MOVQ	CX, (4*8)(REG_P2)

  158. 

  159. 	MOVQ	(5*8)(REG_P1), BX

  160. 	MOVQ 	(5*8)(REG_P2), CX

  161. 	MOVQ	CX, DX

  162. 	XORQ	BX, DX

  163. 	ANDQ	AX, DX

  164. 	XORQ	DX, BX

  165. 	XORQ	DX, CX

  166. 	MOVQ	BX, (5*8)(REG_P1)

  167. 	MOVQ	CX, (5*8)(REG_P2)

  168. 

  169. 	MOVQ	(6*8)(REG_P1), BX

  170. 	MOVQ 	(6*8)(REG_P2), CX

  171. 	MOVQ	CX, DX

  172. 	XORQ	BX, DX

  173. 	ANDQ	AX, DX

  174. 	XORQ	DX, BX

  175. 	XORQ	DX, CX

  176. 	MOVQ	BX, (6*8)(REG_P1)

  177. 	MOVQ	CX, (6*8)(REG_P2)

  178. 

  179. 	MOVQ	(7*8)(REG_P1), BX

  180. 	MOVQ 	(7*8)(REG_P2), CX

  181. 	MOVQ	CX, DX

  182. 	XORQ	BX, DX

  183. 	ANDQ	AX, DX

  184. 	XORQ	DX, BX

  185. 	XORQ	DX, CX

  186. 	MOVQ	BX, (7*8)(REG_P1)

  187. 	MOVQ	CX, (7*8)(REG_P2)

  188. 

  189. 	MOVQ	(8*8)(REG_P1), BX

  190. 	MOVQ 	(8*8)(REG_P2), CX

  191. 	MOVQ	CX, DX

  192. 	XORQ	BX, DX

  193. 	ANDQ	AX, DX

  194. 	XORQ	DX, BX

  195. 	XORQ	DX, CX

  196. 	MOVQ	BX, (8*8)(REG_P1)

  197. 	MOVQ	CX, (8*8)(REG_P2)

  198. 

  199. 	MOVQ	(9*8)(REG_P1), BX

  200. 	MOVQ 	(9*8)(REG_P2), CX

  201. 	MOVQ	CX, DX

  202. 	XORQ	BX, DX

  203. 	ANDQ	AX, DX

  204. 	XORQ	DX, BX

  205. 	XORQ	DX, CX

  206. 	MOVQ	BX, (9*8)(REG_P1)

  207. 	MOVQ	CX, (9*8)(REG_P2)

  208. 

  209. 	MOVQ	(10*8)(REG_P1), BX

  210. 	MOVQ 	(10*8)(REG_P2), CX

  211. 	MOVQ	CX, DX

  212. 	XORQ	BX, DX

  213. 	ANDQ	AX, DX

  214. 	XORQ	DX, BX

  215. 	XORQ	DX, CX

  216. 	MOVQ	BX, (10*8)(REG_P1)

  217. 	MOVQ	CX, (10*8)(REG_P2)

  218. 

  219. 	MOVQ	(11*8)(REG_P1), BX

  220. 	MOVQ 	(11*8)(REG_P2), CX

  221. 	MOVQ	CX, DX

  222. 	XORQ	BX, DX

  223. 	ANDQ	AX, DX

  224. 	XORQ	DX, BX

  225. 	XORQ	DX, CX

  226. 	MOVQ	BX, (11*8)(REG_P1)

  227. 	MOVQ	CX, (11*8)(REG_P2)

  228. 

  229. 	RET

  230. 

  231. TEXT ·fp751AddReduced(SB), NOSPLIT, $0-24

  232. 

  233. 	MOVQ	z+0(FP), REG_P3

  234. 	MOVQ	x+8(FP), REG_P1

  235. 	MOVQ	y+16(FP), REG_P2

  236. 

  237. 	MOVQ	(REG_P1), R8

  238. 	MOVQ	(8)(REG_P1), R9

  239. 	MOVQ	(16)(REG_P1), R10

  240. 	MOVQ	(24)(REG_P1), R11

  241. 	MOVQ	(32)(REG_P1), R12

  242. 	MOVQ	(40)(REG_P1), R13

  243. 	MOVQ	(48)(REG_P1), R14

  244. 	MOVQ	(56)(REG_P1), R15

  245. 	MOVQ	(64)(REG_P1), CX

  246. 	ADDQ	(REG_P2), R8

  247. 	ADCQ	(8)(REG_P2), R9

  248. 	ADCQ	(16)(REG_P2), R10

  249. 	ADCQ	(24)(REG_P2), R11

  250. 	ADCQ	(32)(REG_P2), R12

  251. 	ADCQ	(40)(REG_P2), R13

  252. 	ADCQ	(48)(REG_P2), R14

  253. 	ADCQ	(56)(REG_P2), R15

  254. 	ADCQ	(64)(REG_P2), CX

  255. 	MOVQ	(72)(REG_P1), AX

  256. 	ADCQ	(72)(REG_P2), AX

  257. 	MOVQ	AX, (72)(REG_P3)

  258. 	MOVQ	(80)(REG_P1), AX

  259. 	ADCQ	(80)(REG_P2), AX

  260. 	MOVQ	AX, (80)(REG_P3)

  261. 	MOVQ	(88)(REG_P1), AX

  262. 	ADCQ	(88)(REG_P2), AX

  263. 	MOVQ	AX, (88)(REG_P3)

  264. 

  265. 	MOVQ	P751X2_0, AX

  266. 	SUBQ	AX, R8

  267. 	MOVQ	P751X2_1, AX

  268. 	SBBQ	AX, R9

  269. 	SBBQ	AX, R10

  270. 	SBBQ	AX, R11

  271. 	SBBQ	AX, R12

  272. 	MOVQ	P751X2_5, AX

  273. 	SBBQ	AX, R13

  274. 	MOVQ	P751X2_6, AX

  275. 	SBBQ	AX, R14

  276. 	MOVQ	P751X2_7, AX

  277. 	SBBQ	AX, R15

  278. 	MOVQ	P751X2_8, AX

  279. 	SBBQ	AX, CX

  280. 	MOVQ	R8, (REG_P3)

  281. 	MOVQ	R9, (8)(REG_P3)

  282. 	MOVQ	R10, (16)(REG_P3)

  283. 	MOVQ	R11, (24)(REG_P3)

  284. 	MOVQ	R12, (32)(REG_P3)

  285. 	MOVQ	R13, (40)(REG_P3)

  286. 	MOVQ	R14, (48)(REG_P3)

  287. 	MOVQ	R15, (56)(REG_P3)

  288. 	MOVQ	CX, (64)(REG_P3)

  289. 	MOVQ	(72)(REG_P3), R8

  290. 	MOVQ	(80)(REG_P3), R9

  291. 	MOVQ	(88)(REG_P3), R10

  292. 	MOVQ	P751X2_9, AX

  293. 	SBBQ	AX, R8

  294. 	MOVQ	P751X2_10, AX

  295. 	SBBQ	AX, R9

  296. 	MOVQ	P751X2_11, AX

  297. 	SBBQ	AX, R10

  298. 	MOVQ	R8, (72)(REG_P3)

  299. 	MOVQ	R9, (80)(REG_P3)

  300. 	MOVQ	R10, (88)(REG_P3)

  301. 	MOVQ	$0, AX

  302. 	SBBQ	$0, AX

  303. 

  304. 	MOVQ	P751X2_0, SI

  305. 	ANDQ	AX, SI

  306. 	MOVQ	P751X2_1, R8

  307. 	ANDQ	AX, R8

  308. 	MOVQ	P751X2_5, R9

  309. 	ANDQ	AX, R9

  310. 	MOVQ	P751X2_6, R10

  311. 	ANDQ	AX, R10

  312. 	MOVQ	P751X2_7, R11

  313. 	ANDQ	AX, R11

  314. 	MOVQ	P751X2_8, R12

  315. 	ANDQ	AX, R12

  316. 	MOVQ	P751X2_9, R13

  317. 	ANDQ	AX, R13

  318. 	MOVQ	P751X2_10, R14

  319. 	ANDQ	AX, R14

  320. 	MOVQ	P751X2_11, R15

  321. 	ANDQ	AX, R15

  322. 

  323. 	MOVQ	(REG_P3), AX

  324. 	ADDQ	SI, AX

  325. 	MOVQ	AX, (REG_P3)

  326. 	MOVQ	(8)(REG_P3), AX

  327. 	ADCQ	R8, AX

  328. 	MOVQ	AX, (8)(REG_P3)

  329. 	MOVQ	(16)(REG_P3), AX

  330. 	ADCQ	R8, AX

  331. 	MOVQ	AX, (16)(REG_P3)

  332. 	MOVQ	(24)(REG_P3), AX

  333. 	ADCQ	R8, AX

  334. 	MOVQ	AX, (24)(REG_P3)

  335. 	MOVQ	(32)(REG_P3), AX

  336. 	ADCQ	R8, AX

  337. 	MOVQ	AX, (32)(REG_P3)

  338. 	MOVQ	(40)(REG_P3), AX

  339. 	ADCQ	R9, AX

  340. 	MOVQ	AX, (40)(REG_P3)

  341. 	MOVQ	(48)(REG_P3), AX

  342. 	ADCQ	R10, AX

  343. 	MOVQ	AX, (48)(REG_P3)

  344. 	MOVQ	(56)(REG_P3), AX

  345. 	ADCQ	R11, AX

  346. 	MOVQ	AX, (56)(REG_P3)

  347. 	MOVQ	(64)(REG_P3), AX

  348. 	ADCQ	R12, AX

  349. 	MOVQ	AX, (64)(REG_P3)

  350. 	MOVQ	(72)(REG_P3), AX

  351. 	ADCQ	R13, AX

  352. 	MOVQ	AX, (72)(REG_P3)

  353. 	MOVQ	(80)(REG_P3), AX

  354. 	ADCQ	R14, AX

  355. 	MOVQ	AX, (80)(REG_P3)

  356. 	MOVQ	(88)(REG_P3), AX

  357. 	ADCQ	R15, AX

  358. 	MOVQ	AX, (88)(REG_P3)

  359. 

  360. 	RET

  361. 

  362. TEXT ·fp751SubReduced(SB), NOSPLIT, $0-24

  363. 

  364. 	MOVQ	z+0(FP),  REG_P3

  365. 	MOVQ	x+8(FP),  REG_P1

  366. 	MOVQ	y+16(FP),  REG_P2

  367. 

  368. 	MOVQ	(REG_P1), R8

  369. 	MOVQ	(8)(REG_P1), R9

  370. 	MOVQ	(16)(REG_P1), R10

  371. 	MOVQ	(24)(REG_P1), R11

  372. 	MOVQ	(32)(REG_P1), R12

  373. 	MOVQ	(40)(REG_P1), R13

  374. 	MOVQ	(48)(REG_P1), R14

  375. 	MOVQ	(56)(REG_P1), R15

  376. 	MOVQ	(64)(REG_P1), CX

  377. 	SUBQ	(REG_P2), R8

  378. 	SBBQ	(8)(REG_P2), R9

  379. 	SBBQ	(16)(REG_P2), R10

  380. 	SBBQ	(24)(REG_P2), R11

  381. 	SBBQ	(32)(REG_P2), R12

  382. 	SBBQ	(40)(REG_P2), R13

  383. 	SBBQ	(48)(REG_P2), R14

  384. 	SBBQ	(56)(REG_P2), R15

  385. 	SBBQ	(64)(REG_P2), CX

  386. 	MOVQ	R8, (REG_P3)

  387. 	MOVQ	R9, (8)(REG_P3)

  388. 	MOVQ	R10, (16)(REG_P3)

  389. 	MOVQ	R11, (24)(REG_P3)

  390. 	MOVQ	R12, (32)(REG_P3)

  391. 	MOVQ	R13, (40)(REG_P3)

  392. 	MOVQ	R14, (48)(REG_P3)

  393. 	MOVQ	R15, (56)(REG_P3)

  394. 	MOVQ	CX, (64)(REG_P3)

  395. 	MOVQ	(72)(REG_P1), AX

  396. 	SBBQ	(72)(REG_P2), AX

  397. 	MOVQ	AX, (72)(REG_P3)

  398. 	MOVQ	(80)(REG_P1), AX

  399. 	SBBQ	(80)(REG_P2), AX

  400. 	MOVQ	AX, (80)(REG_P3)

  401. 	MOVQ	(88)(REG_P1), AX

  402. 	SBBQ	(88)(REG_P2), AX

  403. 	MOVQ	AX, (88)(REG_P3)

  404. 	MOVQ	$0, AX

  405. 	SBBQ	$0, AX

  406. 

  407. 	MOVQ	P751X2_0, SI

  408. 	ANDQ	AX, SI

  409. 	MOVQ	P751X2_1, R8

  410. 	ANDQ	AX, R8

  411. 	MOVQ	P751X2_5, R9

  412. 	ANDQ	AX, R9

  413. 	MOVQ	P751X2_6, R10

  414. 	ANDQ	AX, R10

  415. 	MOVQ	P751X2_7, R11

  416. 	ANDQ	AX, R11

  417. 	MOVQ	P751X2_8, R12

  418. 	ANDQ	AX, R12

  419. 	MOVQ	P751X2_9, R13

  420. 	ANDQ	AX, R13

  421. 	MOVQ	P751X2_10, R14

  422. 	ANDQ	AX, R14

  423. 	MOVQ	P751X2_11, R15

  424. 	ANDQ	AX, R15

  425. 

  426. 	MOVQ	(REG_P3), AX

  427. 	ADDQ	SI, AX

  428. 	MOVQ	AX, (REG_P3)

  429. 	MOVQ	(8)(REG_P3), AX

  430. 	ADCQ	R8, AX

  431. 	MOVQ	AX, (8)(REG_P3)

  432. 	MOVQ	(16)(REG_P3), AX

  433. 	ADCQ	R8, AX

  434. 	MOVQ	AX, (16)(REG_P3)

  435. 	MOVQ	(24)(REG_P3), AX

  436. 	ADCQ	R8, AX

  437. 	MOVQ	AX, (24)(REG_P3)

  438. 	MOVQ	(32)(REG_P3), AX

  439. 	ADCQ	R8, AX

  440. 	MOVQ	AX, (32)(REG_P3)

  441. 	MOVQ	(40)(REG_P3), AX

  442. 	ADCQ	R9, AX

  443. 	MOVQ	AX, (40)(REG_P3)

  444. 	MOVQ	(48)(REG_P3), AX

  445. 	ADCQ	R10, AX

  446. 	MOVQ	AX, (48)(REG_P3)

  447. 	MOVQ	(56)(REG_P3), AX

  448. 	ADCQ	R11, AX

  449. 	MOVQ	AX, (56)(REG_P3)

  450. 	MOVQ	(64)(REG_P3), AX

  451. 	ADCQ	R12, AX

  452. 	MOVQ	AX, (64)(REG_P3)

  453. 	MOVQ	(72)(REG_P3), AX

  454. 	ADCQ	R13, AX

  455. 	MOVQ	AX, (72)(REG_P3)

  456. 	MOVQ	(80)(REG_P3), AX

  457. 	ADCQ	R14, AX

  458. 	MOVQ	AX, (80)(REG_P3)

  459. 	MOVQ	(88)(REG_P3), AX

  460. 	ADCQ	R15, AX

  461. 	MOVQ	AX, (88)(REG_P3)

  462. 

  463. 	RET

  464. 

  465. TEXT ·fp751Mul(SB), $96-24

  466. 

  467. 	// Here we store the destination in CX instead of in REG_P3 because the

  468. 	// multiplication instructions use DX as an implicit destination

  469. 	// operand: MULQ $REG sets DX:AX <-- AX * $REG.

  470. 

  471. 	MOVQ	z+0(FP), CX

  472. 	MOVQ	x+8(FP), REG_P1

  473. 	MOVQ	y+16(FP), REG_P2

  474. 

  475. 	XORQ	AX, AX

  476. 	MOVQ	(48)(REG_P1), R8

  477. 	MOVQ	(56)(REG_P1), R9

  478. 	MOVQ	(64)(REG_P1), R10

  479. 	MOVQ	(72)(REG_P1), R11

  480. 	MOVQ	(80)(REG_P1), R12

  481. 	MOVQ	(88)(REG_P1), R13

  482. 	ADDQ	(REG_P1), R8

  483. 	ADCQ	(8)(REG_P1), R9

  484. 	ADCQ	(16)(REG_P1), R10

  485. 	ADCQ	(24)(REG_P1), R11

  486. 	ADCQ	(32)(REG_P1), R12

  487. 	ADCQ	(40)(REG_P1), R13

  488. 	MOVQ	R8, (CX)

  489. 	MOVQ	R9, (8)(CX)

  490. 	MOVQ	R10, (16)(CX)

  491. 	MOVQ	R11, (24)(CX)

  492. 	MOVQ	R12, (32)(CX)

  493. 	MOVQ	R13, (40)(CX)

  494. 	SBBQ	$0, AX

  495. 

  496. 	XORQ	DX, DX

  497. 	MOVQ	(48)(REG_P2), R8

  498. 	MOVQ	(56)(REG_P2), R9

  499. 	MOVQ	(64)(REG_P2), R10

  500. 	MOVQ	(72)(REG_P2), R11

  501. 	MOVQ	(80)(REG_P2), R12

  502. 	MOVQ	(88)(REG_P2), R13

  503. 	ADDQ	(REG_P2), R8

  504. 	ADCQ	(8)(REG_P2), R9

  505. 	ADCQ	(16)(REG_P2), R10

  506. 	ADCQ	(24)(REG_P2), R11

  507. 	ADCQ	(32)(REG_P2), R12

  508. 	ADCQ	(40)(REG_P2), R13

  509. 	MOVQ	R8, (48)(CX)

  510. 	MOVQ	R9, (56)(CX)

  511. 	MOVQ	R10, (64)(CX)

  512. 	MOVQ	R11, (72)(CX)

  513. 	MOVQ	R12, (80)(CX)

  514. 	MOVQ	R13, (88)(CX)

  515. 	SBBQ	$0, DX

  516. 	MOVQ	AX, (80)(SP)

  517. 	MOVQ	DX, (88)(SP)

  518. 

  519. 	// (SP[0-8],R10,R8,R9) <- (AH+AL)*(BH+BL)

  520. 

  521. 	MOVQ	(CX), R11

  522. 	MOVQ	R8, AX

  523. 	MULQ	R11

  524. 	MOVQ	AX, (SP)		// c0

  525. 	MOVQ	DX, R14

  526. 

  527. 	XORQ	R15, R15

  528. 	MOVQ	R9, AX

  529. 	MULQ	R11

  530. 	XORQ	R9, R9

  531. 	ADDQ	AX, R14

  532. 	ADCQ	DX, R9

  533. 

  534. 	MOVQ	(8)(CX), R12

  535. 	MOVQ	R8, AX

  536. 	MULQ	R12

  537. 	ADDQ	AX, R14

  538. 	MOVQ	R14, (8)(SP)		// c1

  539. 	ADCQ	DX, R9

  540. 	ADCQ	$0, R15

  541. 

  542. 	XORQ	R8, R8

  543. 	MOVQ	R10, AX

  544. 	MULQ	R11

  545. 	ADDQ	AX, R9

  546. 	MOVQ	(48)(CX), R13

  547. 	ADCQ	DX, R15

  548. 	ADCQ	$0, R8

  549. 

  550. 	MOVQ	(16)(CX), AX

  551. 	MULQ	R13

  552. 	ADDQ	AX, R9

  553. 	ADCQ	DX, R15

  554. 	MOVQ	(56)(CX), AX

  555. 	ADCQ	$0, R8

  556. 

  557. 	MULQ	R12

  558. 	ADDQ	AX, R9

  559. 	MOVQ	R9, (16)(SP)		// c2

  560. 	ADCQ	DX, R15

  561. 	ADCQ	$0, R8

  562. 

  563. 	XORQ	R9, R9

  564. 	MOVQ	(72)(CX), AX

  565. 	MULQ	R11

  566. 	ADDQ	AX, R15

  567. 	ADCQ	DX, R8

  568. 	ADCQ	$0, R9

  569. 

  570. 	MOVQ	(24)(CX), AX

  571. 	MULQ	R13

  572. 	ADDQ	AX, R15

  573. 	ADCQ	DX, R8

  574. 	ADCQ	$0, R9

  575. 

  576. 	MOVQ	R10, AX

  577. 	MULQ	R12

  578. 	ADDQ	AX, R15

  579. 	ADCQ	DX, R8

  580. 	ADCQ	$0, R9

  581. 

  582. 	MOVQ	(16)(CX), R14

  583. 	MOVQ	(56)(CX), AX

  584. 	MULQ	R14

  585. 	ADDQ	AX, R15

  586. 	MOVQ	R15, (24)(SP)		// c3

  587. 	ADCQ	DX, R8

  588. 	ADCQ	$0, R9

  589. 

  590. 	XORQ	R10, R10

  591. 	MOVQ	(80)(CX), AX

  592. 	MULQ	R11

  593. 	ADDQ	AX, R8

  594. 	ADCQ	DX, R9

  595. 	ADCQ	$0, R10

  596. 

  597. 	MOVQ	(64)(CX), AX

  598. 	MULQ	R14

  599. 	ADDQ	AX, R8

  600. 	ADCQ	DX, R9

  601. 	ADCQ	$0, R10

  602. 

  603. 	MOVQ	(48)(CX), R15

  604. 	MOVQ	(32)(CX), AX

  605. 	MULQ	R15

  606. 	ADDQ	AX, R8

  607. 	ADCQ	DX, R9

  608. 	ADCQ	$0, R10

  609. 

  610. 	MOVQ	(72)(CX), AX

  611. 	MULQ	R12

  612. 	ADDQ	AX, R8

  613. 	ADCQ	DX, R9

  614. 	ADCQ	$0, R10

  615. 

  616. 	MOVQ	(24)(CX), R13

  617. 	MOVQ	(56)(CX), AX

  618. 	MULQ	R13

  619. 	ADDQ	AX, R8

  620. 	MOVQ	R8, (32)(SP)		// c4

  621. 	ADCQ	DX, R9

  622. 	ADCQ	$0, R10

  623. 

  624. 	XORQ	R8, R8

  625. 	MOVQ	(88)(CX), AX

  626. 	MULQ	R11

  627. 	ADDQ	AX, R9

  628. 	ADCQ	DX, R10

  629. 	ADCQ	$0, R8

  630. 

  631. 	MOVQ	(64)(CX), AX

  632. 	MULQ	R13

  633. 	ADDQ	AX, R9

  634. 	ADCQ	DX, R10

  635. 	ADCQ	$0, R8

  636. 

  637. 	MOVQ	(72)(CX), AX

  638. 	MULQ	R14

  639. 	ADDQ	AX, R9

  640. 	ADCQ	DX, R10

  641. 	ADCQ	$0, R8

  642. 

  643. 	MOVQ	(40)(CX), AX

  644. 	MULQ	R15

  645. 	ADDQ	AX, R9

  646. 	ADCQ	DX, R10

  647. 	ADCQ	$0, R8

  648. 

  649. 	MOVQ	(80)(CX), AX

  650. 	MULQ	R12

  651. 	ADDQ	AX, R9

  652. 	ADCQ	DX, R10

  653. 	ADCQ	$0, R8

  654. 

  655. 	MOVQ	(32)(CX), R15

  656. 	MOVQ	(56)(CX), AX

  657. 	MULQ	R15

  658. 	ADDQ	AX, R9

  659. 	MOVQ	R9, (40)(SP)		// c5

  660. 	ADCQ	DX, R10

  661. 	ADCQ	$0, R8

  662. 

  663. 	XORQ	R9, R9

  664. 	MOVQ	(64)(CX), AX

  665. 	MULQ	R15

  666. 	ADDQ	AX, R10

  667. 	ADCQ	DX, R8

  668. 	ADCQ	$0, R9

  669. 

  670. 	MOVQ	(88)(CX), AX

  671. 	MULQ	R12

  672. 	ADDQ	AX, R10

  673. 	ADCQ	DX, R8

  674. 	ADCQ	$0, R9

  675. 

  676. 	MOVQ	(80)(CX), AX

  677. 	MULQ	R14

  678. 	ADDQ	AX, R10

  679. 	ADCQ	DX, R8

  680. 	ADCQ	$0, R9

  681. 

  682. 	MOVQ	(40)(CX), R11

  683. 	MOVQ	(56)(CX), AX

  684. 	MULQ	R11

  685. 	ADDQ	AX, R10

  686. 	ADCQ	DX, R8

  687. 	ADCQ	$0, R9

  688. 

  689. 	MOVQ	(72)(CX), AX

  690. 	MULQ	R13

  691. 	ADDQ	AX, R10

  692. 	MOVQ	R10, (48)(SP)		// c6

  693. 	ADCQ	DX, R8

  694. 	ADCQ	$0, R9

  695. 

  696. 	XORQ	R10, R10

  697. 	MOVQ	(88)(CX), AX

  698. 	MULQ	R14

  699. 	ADDQ	AX, R8

  700. 	ADCQ	DX, R9

  701. 	ADCQ	$0, R10

  702. 

  703. 	MOVQ	(64)(CX), AX

  704. 	MULQ	R11

  705. 	ADDQ	AX, R8

  706. 	ADCQ	DX, R9

  707. 	ADCQ	$0, R10

  708. 

  709. 	MOVQ	(80)(CX), AX

  710. 	MULQ	R13

  711. 	ADDQ	AX, R8

  712. 	ADCQ	DX, R9

  713. 	ADCQ	$0, R10

  714. 

  715. 	MOVQ	(72)(CX), AX

  716. 	MULQ	R15

  717. 	ADDQ	AX, R8

  718. 	MOVQ	R8, (56)(SP)		// c7

  719. 	ADCQ	DX, R9

  720. 	ADCQ	$0, R10

  721. 

  722. 	XORQ	R8, R8

  723. 	MOVQ	(72)(CX), AX

  724. 	MULQ	R11

  725. 	ADDQ	AX, R9

  726. 	ADCQ	DX, R10

  727. 	ADCQ	$0, R8

  728. 

  729. 	MOVQ	(80)(CX), AX

  730. 	MULQ	R15

  731. 	ADDQ	AX, R9

  732. 	ADCQ	DX, R10

  733. 	ADCQ	$0, R8

  734. 

  735. 	MOVQ	(88)(CX), AX

  736. 	MULQ	R13

  737. 	ADDQ	AX, R9

  738. 	MOVQ	R9, (64)(SP)		// c8

  739. 	ADCQ	DX, R10

  740. 	ADCQ	$0, R8

  741. 

  742. 	XORQ	R9, R9

  743. 	MOVQ	(88)(CX), AX

  744. 	MULQ	R15

  745. 	ADDQ	AX, R10

  746. 	ADCQ	DX, R8

  747. 	ADCQ	$0, R9

  748. 

  749. 	MOVQ	(80)(CX), AX

  750. 	MULQ	R11

  751. 	ADDQ	AX, R10			// c9

  752. 	ADCQ	DX, R8

  753. 	ADCQ	$0, R9

  754. 

  755. 	MOVQ	(88)(CX), AX

  756. 	MULQ	R11

  757. 	ADDQ	AX, R8			// c10

  758. 	ADCQ	DX, R9			// c11

  759. 

  760. 	MOVQ	(88)(SP), AX

  761. 	MOVQ	(CX), DX

  762. 	ANDQ	AX, R12

  763. 	ANDQ	AX, R14

  764. 	ANDQ	AX, DX

  765. 	ANDQ	AX, R13

  766. 	ANDQ	AX, R15

  767. 	ANDQ	AX, R11

  768. 	MOVQ	(48)(SP), AX

  769. 	ADDQ	AX, DX

  770. 	MOVQ	(56)(SP), AX

  771. 	ADCQ	AX, R12

  772. 	MOVQ	(64)(SP), AX

  773. 	ADCQ	AX, R14

  774. 	ADCQ	R10, R13

  775. 	ADCQ	R8, R15

  776. 	ADCQ	R9, R11

  777. 	MOVQ	(80)(SP), AX

  778. 	MOVQ	DX, (48)(SP)

  779. 	MOVQ	R12, (56)(SP)

  780. 	MOVQ	R14, (64)(SP)

  781. 	MOVQ	R13, (72)(SP)

  782. 	MOVQ	R15, (80)(SP)

  783. 	MOVQ	R11, (88)(SP)

  784. 

  785. 	MOVQ	(48)(CX), R8

  786. 	MOVQ	(56)(CX), R9

  787. 	MOVQ	(64)(CX), R10

  788. 	MOVQ	(72)(CX), R11

  789. 	MOVQ	(80)(CX), R12

  790. 	MOVQ	(88)(CX), R13

  791. 	ANDQ	AX, R8

  792. 	ANDQ	AX, R9

  793. 	ANDQ	AX, R10

  794. 	ANDQ	AX, R11

  795. 	ANDQ	AX, R12

  796. 	ANDQ	AX, R13

  797. 	MOVQ	(48)(SP), AX

  798. 	ADDQ	AX, R8

  799. 	MOVQ	(56)(SP), AX

  800. 	ADCQ	AX, R9

  801. 	MOVQ	(64)(SP), AX

  802. 	ADCQ	AX, R10

  803. 	MOVQ	(72)(SP), AX

  804. 	ADCQ	AX, R11

  805. 	MOVQ	(80)(SP), AX

  806. 	ADCQ	AX, R12

  807. 	MOVQ	(88)(SP), AX

  808. 	ADCQ	AX, R13

  809. 	MOVQ	R8, (48)(SP)

  810. 	MOVQ	R9, (56)(SP)

  811. 	MOVQ	R11, (72)(SP)

  812. 

  813. 	// CX[0-11] <- AL*BL

  814. 	MOVQ	(REG_P1), R11

  815. 	MOVQ	(REG_P2), AX

  816. 	MULQ	R11

  817. 	XORQ	R9, R9

  818. 	MOVQ	AX, (CX)		// c0

  819. 	MOVQ	R10, (64)(SP)

  820. 	MOVQ	DX, R8

  821. 

  822. 	MOVQ	(8)(REG_P2), AX

  823. 	MULQ	R11

  824. 	XORQ	R10, R10

  825. 	ADDQ	AX, R8

  826. 	MOVQ	R12, (80)(SP)

  827. 	ADCQ	DX, R9

  828. 

  829. 	MOVQ	(8)(REG_P1), R12

  830. 	MOVQ	(REG_P2), AX

  831. 	MULQ	R12

  832. 	ADDQ	AX, R8

  833. 	MOVQ	R8, (8)(CX)		// c1

  834. 	ADCQ	DX, R9

  835. 	MOVQ	R13, (88)(SP)

  836. 	ADCQ	$0, R10

  837. 

  838. 	XORQ	R8, R8

  839. 	MOVQ	(16)(REG_P2), AX

  840. 	MULQ	R11

  841. 	ADDQ	AX, R9

  842. 	ADCQ	DX, R10

  843. 	ADCQ	$0, R8

  844. 

  845. 	MOVQ	(REG_P2), R13

  846. 	MOVQ	(16)(REG_P1), AX

  847. 	MULQ	R13

  848. 	ADDQ	AX, R9

  849. 	ADCQ	DX, R10

  850. 	ADCQ	$0, R8

  851. 

  852. 	MOVQ	(8)(REG_P2), AX

  853. 	MULQ	R12

  854. 	ADDQ	AX, R9

  855. 	MOVQ	R9, (16)(CX)		// c2

  856. 	ADCQ	DX, R10

  857. 	ADCQ	$0, R8

  858. 

  859. 	XORQ	R9, R9

  860. 	MOVQ	(24)(REG_P2), AX

  861. 	MULQ	R11

  862. 	ADDQ	AX, R10

  863. 	ADCQ	DX, R8

  864. 	ADCQ	$0, R9

  865. 

  866. 	MOVQ	(24)(REG_P1), AX

  867. 	MULQ	R13

  868. 	ADDQ	AX, R10

  869. 	ADCQ	DX, R8

  870. 	ADCQ	$0, R9

  871. 

  872. 	MOVQ	(16)(REG_P2), AX

  873. 	MULQ	R12

  874. 	ADDQ	AX, R10

  875. 	ADCQ	DX, R8

  876. 	ADCQ	$0, R9

  877. 

  878. 	MOVQ	(16)(REG_P1), R14

  879. 	MOVQ	(8)(REG_P2), AX

  880. 	MULQ	R14

  881. 	ADDQ	AX, R10

  882. 	MOVQ	R10, (24)(CX)		// c3

  883. 	ADCQ	DX, R8

  884. 	ADCQ	$0, R9

  885. 

  886. 	XORQ	R10, R10

  887. 	MOVQ	(32)(REG_P2), AX

  888. 	MULQ	R11

  889. 	ADDQ	AX, R8

  890. 	ADCQ	DX, R9

  891. 	ADCQ	$0, R10

  892. 

  893. 	MOVQ	(16)(REG_P2), AX

  894. 	MULQ	R14

  895. 	ADDQ	AX, R8

  896. 	ADCQ	DX, R9

  897. 	ADCQ	$0, R10

  898. 

  899. 	MOVQ	(32)(REG_P1), AX

  900. 	MULQ	R13

  901. 	ADDQ	AX, R8

  902. 	ADCQ	DX, R9

  903. 	ADCQ	$0, R10

  904. 

  905. 	MOVQ	(24)(REG_P2), AX

  906. 	MULQ	R12

  907. 	ADDQ	AX, R8

  908. 	ADCQ	DX, R9

  909. 	ADCQ	$0, R10

  910. 

  911. 	MOVQ	(24)(REG_P1), R13

  912. 	MOVQ	(8)(REG_P2), AX

  913. 	MULQ	R13

  914. 	ADDQ	AX, R8

  915. 	MOVQ	R8, (32)(CX)		// c4

  916. 	ADCQ	DX, R9

  917. 	ADCQ	$0, R10

  918. 

  919. 	XORQ	R8, R8

  920. 	MOVQ	(40)(REG_P2), AX

  921. 	MULQ	R11

  922. 	ADDQ	AX, R9

  923. 	ADCQ	DX, R10

  924. 	ADCQ	$0, R8

  925. 

  926. 	MOVQ	(16)(REG_P2), AX

  927. 	MULQ	R13

  928. 	ADDQ	AX, R9

  929. 	ADCQ	DX, R10

  930. 	ADCQ	$0, R8

  931. 

  932. 	MOVQ	(24)(REG_P2), AX

  933. 	MULQ	R14

  934. 	ADDQ	AX, R9

  935. 	ADCQ	DX, R10

  936. 	ADCQ	$0, R8

  937. 

  938. 	MOVQ	(40)(REG_P1), R11

  939. 	MOVQ	(REG_P2), AX

  940. 	MULQ	R11

  941. 	ADDQ	AX, R9

  942. 	ADCQ	DX, R10

  943. 	ADCQ	$0, R8

  944. 

  945. 	MOVQ	(32)(REG_P2), AX

  946. 	MULQ	R12

  947. 	ADDQ	AX, R9

  948. 	ADCQ	DX, R10

  949. 	ADCQ	$0, R8

  950. 

  951. 	MOVQ	(32)(REG_P1), R15

  952. 	MOVQ	(8)(REG_P2), AX

  953. 	MULQ	R15

  954. 	ADDQ	AX, R9

  955. 	MOVQ	R9, (40)(CX)		//c5

  956. 	ADCQ	DX, R10

  957. 	ADCQ	$0, R8

  958. 

  959. 	XORQ	R9, R9

  960. 	MOVQ	(16)(REG_P2), AX

  961. 	MULQ	R15

  962. 	ADDQ	AX, R10

  963. 	ADCQ	DX, R8

  964. 	ADCQ	$0, R9

  965. 

  966. 	MOVQ	(40)(REG_P2), AX

  967. 	MULQ	R12

  968. 	ADDQ	AX, R10

  969. 	ADCQ	DX, R8

  970. 	ADCQ	$0, R9

  971. 

  972. 	MOVQ	(32)(REG_P2), AX

  973. 	MULQ	R14

  974. 	ADDQ	AX, R10

  975. 	ADCQ	DX, R8

  976. 	ADCQ	$0, R9

  977. 

  978. 	MOVQ	(8)(REG_P2), AX

  979. 	MULQ	R11

  980. 	ADDQ	AX, R10

  981. 	ADCQ	DX, R8

  982. 	ADCQ	$0, R9

  983. 

  984. 	MOVQ	(24)(REG_P2), AX

  985. 	MULQ	R13

  986. 	ADDQ	AX, R10

  987. 	MOVQ	R10, (48)(CX)		// c6

  988. 	ADCQ	DX, R8

  989. 	ADCQ	$0, R9

  990. 

  991. 	XORQ	R10, R10

  992. 	MOVQ	(40)(REG_P2), AX

  993. 	MULQ	R14

  994. 	ADDQ	AX, R8

  995. 	ADCQ	DX, R9

  996. 	ADCQ	$0, R10

  997. 

  998. 	MOVQ	(16)(REG_P2), AX

  999. 	MULQ	R11

  1000. 	ADDQ	AX, R8

  1001. 	ADCQ	DX, R9

  1002. 	ADCQ	$0, R10

  1003. 

  1004. 	MOVQ	(32)(REG_P2), AX

  1005. 	MULQ	R13

  1006. 	ADDQ	AX, R8

  1007. 	ADCQ	DX, R9

  1008. 	ADCQ	$0, R10

  1009. 

  1010. 	MOVQ	(24)(REG_P2), AX

  1011. 	MULQ	R15

  1012. 	ADDQ	AX, R8

  1013. 	MOVQ	R8, (56)(CX)		// c7

  1014. 	ADCQ	DX, R9

  1015. 	ADCQ	$0, R10

  1016. 

  1017. 	XORQ	R8, R8

  1018. 	MOVQ	(24)(REG_P2), AX

  1019. 	MULQ	R11

  1020. 	ADDQ	AX, R9

  1021. 	ADCQ	DX, R10

  1022. 	ADCQ	$0, R8

  1023. 

  1024. 	MOVQ	(32)(REG_P2), AX

  1025. 	MULQ	R15

  1026. 	ADDQ	AX, R9

  1027. 	ADCQ	DX, R10

  1028. 	ADCQ	$0, R8

  1029. 

  1030. 	MOVQ	(40)(REG_P2), AX

  1031. 	MULQ	R13

  1032. 	ADDQ	AX, R9

  1033. 	MOVQ	R9, (64)(CX)		// c8

  1034. 	ADCQ	DX, R10

  1035. 	ADCQ	$0, R8

  1036. 

  1037. 	XORQ	R9, R9

  1038. 	MOVQ	(40)(REG_P2), AX

  1039. 	MULQ	R15

  1040. 	ADDQ	AX, R10

  1041. 	ADCQ	DX, R8

  1042. 	ADCQ	$0, R9

  1043. 

  1044. 	MOVQ	(32)(REG_P2), AX

  1045. 	MULQ	R11

  1046. 	ADDQ	AX, R10

  1047. 	MOVQ	R10, (72)(CX)		// c9

  1048. 	ADCQ	DX, R8

  1049. 	ADCQ	$0, R9

  1050. 

  1051. 	MOVQ	(40)(REG_P2), AX

  1052. 	MULQ	R11

  1053. 	ADDQ	AX, R8

  1054. 	MOVQ	R8, (80)(CX)		// c10

  1055. 	ADCQ	DX, R9

  1056. 	MOVQ	R9, (88)(CX)		// c11

  1057. 

  1058. 	// CX[12-23] <- AH*BH

  1059. 	MOVQ	(48)(REG_P1), R11

  1060. 	MOVQ	(48)(REG_P2), AX

  1061. 	MULQ	R11

  1062. 	XORQ	R9, R9

  1063. 	MOVQ	AX, (96)(CX)		// c0

  1064. 	MOVQ	DX, R8

  1065. 

  1066. 	MOVQ	(56)(REG_P2), AX

  1067. 	MULQ	R11

  1068. 	XORQ	R10, R10

  1069. 	ADDQ	AX, R8

  1070. 	ADCQ	DX, R9

  1071. 

  1072. 	MOVQ	(56)(REG_P1), R12

  1073. 	MOVQ	(48)(REG_P2), AX

  1074. 	MULQ	R12

  1075. 	ADDQ	AX, R8

  1076. 	MOVQ	R8, (104)(CX)		// c1

  1077. 	ADCQ	DX, R9

  1078. 	ADCQ	$0, R10

  1079. 

  1080. 	XORQ	R8, R8

  1081. 	MOVQ	(64)(REG_P2), AX

  1082. 	MULQ	R11

  1083. 	ADDQ	AX, R9

  1084. 	ADCQ	DX, R10

  1085. 	ADCQ	$0, R8

  1086. 

  1087. 	MOVQ	(48)(REG_P2), R13

  1088. 	MOVQ	(64)(REG_P1), AX

  1089. 	MULQ	R13

  1090. 	ADDQ	AX, R9

  1091. 	ADCQ	DX, R10

  1092. 	ADCQ	$0, R8

  1093. 

  1094. 	MOVQ	(56)(REG_P2), AX

  1095. 	MULQ	R12

  1096. 	ADDQ	AX, R9

  1097. 	MOVQ	R9, (112)(CX)		// c2

  1098. 	ADCQ	DX, R10

  1099. 	ADCQ	$0, R8

  1100. 

  1101. 	XORQ	R9, R9

  1102. 	MOVQ	(72)(REG_P2), AX

  1103. 	MULQ	R11

  1104. 	ADDQ	AX, R10

  1105. 	ADCQ	DX, R8

  1106. 	ADCQ	$0, R9

  1107. 

  1108. 	MOVQ	(72)(REG_P1), AX

  1109. 	MULQ	R13

  1110. 	ADDQ	AX, R10

  1111. 	ADCQ	DX, R8

  1112. 	ADCQ	$0, R9

  1113. 

  1114. 	MOVQ	(64)(REG_P2), AX

  1115. 	MULQ	R12

  1116. 	ADDQ	AX, R10

  1117. 	ADCQ	DX, R8

  1118. 	ADCQ	$0, R9

  1119. 

  1120. 	MOVQ	(64)(REG_P1), R14

  1121. 	MOVQ	(56)(REG_P2), AX

  1122. 	MULQ	R14

  1123. 	ADDQ	AX, R10

  1124. 	MOVQ	R10, (120)(CX)		// c3

  1125. 	ADCQ	DX, R8

  1126. 	ADCQ	$0, R9

  1127. 

  1128. 	XORQ	R10, R10

  1129. 	MOVQ	(80)(REG_P2), AX

  1130. 	MULQ	R11

  1131. 	ADDQ	AX, R8

  1132. 	ADCQ	DX, R9

  1133. 	ADCQ	$0, R10

  1134. 

  1135. 	MOVQ	(64)(REG_P2), AX

  1136. 	MULQ	R14

  1137. 	ADDQ	AX, R8

  1138. 	ADCQ	DX, R9

  1139. 	ADCQ	$0, R10

  1140. 

  1141. 	MOVQ	(80)(REG_P1), R15

  1142. 	MOVQ	R13, AX

  1143. 	MULQ	R15

  1144. 	ADDQ	AX, R8

  1145. 	ADCQ	DX, R9

  1146. 	ADCQ	$0, R10

  1147. 

  1148. 	MOVQ	(72)(REG_P2), AX

  1149. 	MULQ	R12

  1150. 	ADDQ	AX, R8

  1151. 	ADCQ	DX, R9

  1152. 	ADCQ	$0, R10

  1153. 

  1154. 	MOVQ	(72)(REG_P1), R13

  1155. 	MOVQ	(56)(REG_P2), AX

  1156. 	MULQ	R13

  1157. 	ADDQ	AX, R8

  1158. 	MOVQ	R8, (128)(CX)		// c4

  1159. 	ADCQ	DX, R9

  1160. 	ADCQ	$0, R10

  1161. 

  1162. 	XORQ	R8, R8

  1163. 	MOVQ	(88)(REG_P2), AX

  1164. 	MULQ	R11

  1165. 	ADDQ	AX, R9

  1166. 	ADCQ	DX, R10

  1167. 	ADCQ	$0, R8

  1168. 

  1169. 	MOVQ	(64)(REG_P2), AX

  1170. 	MULQ	R13

  1171. 	ADDQ	AX, R9

  1172. 	ADCQ	DX, R10

  1173. 	ADCQ	$0, R8

  1174. 

  1175. 	MOVQ	(72)(REG_P2), AX

  1176. 	MULQ	R14

  1177. 	ADDQ	AX, R9

  1178. 	ADCQ	DX, R10

  1179. 	ADCQ	$0, R8

  1180. 

  1181. 	MOVQ	(88)(REG_P1), R11

  1182. 	MOVQ	(48)(REG_P2), AX

  1183. 	MULQ	R11

  1184. 	ADDQ	AX, R9

  1185. 	ADCQ	DX, R10

  1186. 	ADCQ	$0, R8

  1187. 

  1188. 	MOVQ	(80)(REG_P2), AX

  1189. 	MULQ	R12

  1190. 	ADDQ	AX, R9

  1191. 	ADCQ	DX, R10

  1192. 	ADCQ	$0, R8

  1193. 

  1194. 	MOVQ	(56)(REG_P2), AX

  1195. 	MULQ	R15

  1196. 	ADDQ	AX, R9

  1197. 	MOVQ	R9, (136)(CX)		// c5

  1198. 	ADCQ	DX, R10

  1199. 	ADCQ	$0, R8

  1200. 

  1201. 	XORQ	R9, R9

  1202. 	MOVQ	(64)(REG_P2), AX

  1203. 	MULQ	R15

  1204. 	ADDQ	AX, R10

  1205. 	ADCQ	DX, R8

  1206. 	ADCQ	$0, R9

  1207. 

  1208. 	MOVQ	(88)(REG_P2), AX

  1209. 	MULQ	R12

  1210. 	ADDQ	AX, R10

  1211. 	ADCQ	DX, R8

  1212. 	ADCQ	$0, R9

  1213. 

  1214. 	MOVQ	(80)(REG_P2), AX

  1215. 	MULQ	R14

  1216. 	ADDQ	AX, R10

  1217. 	ADCQ	DX, R8

  1218. 	ADCQ	$0, R9

  1219. 

  1220. 	MOVQ	(56)(REG_P2), AX

  1221. 	MULQ	R11

  1222. 	ADDQ	AX, R10

  1223. 	ADCQ	DX, R8

  1224. 	ADCQ	$0, R9

  1225. 

  1226. 	MOVQ	(72)(REG_P2), AX

  1227. 	MULQ	R13

  1228. 	ADDQ	AX, R10

  1229. 	MOVQ	R10, (144)(CX)		// c6

  1230. 	ADCQ	DX, R8

  1231. 	ADCQ	$0, R9

  1232. 

  1233. 	XORQ	R10, R10

  1234. 	MOVQ	(88)(REG_P2), AX

  1235. 	MULQ	R14

  1236. 	ADDQ	AX, R8

  1237. 	ADCQ	DX, R9

  1238. 	ADCQ	$0, R10

  1239. 

  1240. 	MOVQ	(64)(REG_P2), AX

  1241. 	MULQ	R11

  1242. 	ADDQ	AX, R8

  1243. 	ADCQ	DX, R9

  1244. 	ADCQ	$0, R10

  1245. 

  1246. 	MOVQ	(80)(REG_P2), AX

  1247. 	MULQ	R13

  1248. 	ADDQ	AX, R8

  1249. 	ADCQ	DX, R9

  1250. 	ADCQ	$0, R10

  1251. 

  1252. 	MOVQ	(72)(REG_P2), AX

  1253. 	MULQ	R15

  1254. 	ADDQ	AX, R8

  1255. 	MOVQ	R8, (152)(CX)		// c7

  1256. 	ADCQ	DX, R9

  1257. 	ADCQ	$0, R10

  1258. 

  1259. 	XORQ	R8, R8

  1260. 	MOVQ	(72)(REG_P2), AX

  1261. 	MULQ	R11

  1262. 	ADDQ	AX, R9

  1263. 	ADCQ	DX, R10

  1264. 	ADCQ	$0, R8

  1265. 

  1266. 	MOVQ	(80)(REG_P2), AX

  1267. 	MULQ	R15

  1268. 	ADDQ	AX, R9

  1269. 	ADCQ	DX, R10

  1270. 	ADCQ	$0, R8

  1271. 

  1272. 	MOVQ	(88)(REG_P2), AX

  1273. 	MULQ	R13

  1274. 	ADDQ	AX, R9

  1275. 	MOVQ	R9, (160)(CX)		// c8

  1276. 	ADCQ	DX, R10

  1277. 	ADCQ	$0, R8

  1278. 

  1279. 	MOVQ	(88)(REG_P2), AX

  1280. 	MULQ	R15

  1281. 	ADDQ	AX, R10

  1282. 	ADCQ	DX, R8

  1283. 

  1284. 	MOVQ	(80)(REG_P2), AX

  1285. 	MULQ	R11

  1286. 	ADDQ	AX, R10

  1287. 	MOVQ	R10, (168)(CX)		// c9

  1288. 	ADCQ	DX, R8

  1289. 

  1290. 	MOVQ	(88)(REG_P2), AX

  1291. 	MULQ	R11

  1292. 	ADDQ	AX, R8

  1293. 	MOVQ	R8, (176)(CX)		// c10

  1294. 	ADCQ	$0, DX

  1295. 	MOVQ	DX, (184)(CX)		// c11

  1296. 

  1297. 	// [R8-R15,AX,DX,DI,(SP)] <- (AH+AL)*(BH+BL)-AL*BL

  1298. 	MOVQ	(SP), R8

  1299. 	SUBQ	(CX), R8

  1300. 	MOVQ	(8)(SP), R9

  1301. 	SBBQ	(8)(CX), R9

  1302. 	MOVQ	(16)(SP), R10

  1303. 	SBBQ	(16)(CX), R10

  1304. 	MOVQ	(24)(SP), R11

  1305. 	SBBQ	(24)(CX), R11

  1306. 	MOVQ	(32)(SP), R12

  1307. 	SBBQ	(32)(CX), R12

  1308. 	MOVQ	(40)(SP), R13

  1309. 	SBBQ	(40)(CX), R13

  1310. 	MOVQ	(48)(SP), R14

  1311. 	SBBQ	(48)(CX), R14

  1312. 	MOVQ	(56)(SP), R15

  1313. 	SBBQ	(56)(CX), R15

  1314. 	MOVQ	(64)(SP), AX

  1315. 	SBBQ	(64)(CX), AX

  1316. 	MOVQ	(72)(SP), DX

  1317. 	SBBQ	(72)(CX), DX

  1318. 	MOVQ	(80)(SP), DI

  1319. 	SBBQ	(80)(CX), DI

  1320. 	MOVQ	(88)(SP), SI

  1321. 	SBBQ	(88)(CX), SI

  1322. 	MOVQ	SI, (SP)

  1323. 

  1324. 	// [R8-R15,AX,DX,DI,(SP)] <- (AH+AL)*(BH+BL) - AL*BL - AH*BH

  1325. 	MOVQ	(96)(CX), SI

  1326. 	SUBQ	SI, R8

  1327. 	MOVQ	(104)(CX), SI

  1328. 	SBBQ	SI, R9

  1329. 	MOVQ	(112)(CX), SI

  1330. 	SBBQ	SI, R10

  1331. 	MOVQ	(120)(CX), SI

  1332. 	SBBQ	SI, R11

  1333. 	MOVQ	(128)(CX), SI

  1334. 	SBBQ	SI, R12

  1335. 	MOVQ	(136)(CX), SI

  1336. 	SBBQ	SI, R13

  1337. 	MOVQ	(144)(CX), SI

  1338. 	SBBQ	SI, R14

  1339. 	MOVQ	(152)(CX), SI

  1340. 	SBBQ	SI, R15

  1341. 	MOVQ	(160)(CX), SI

  1342. 	SBBQ	SI, AX

  1343. 	MOVQ	(168)(CX), SI

  1344. 	SBBQ	SI, DX

  1345. 	MOVQ	(176)(CX), SI

  1346. 	SBBQ	SI, DI

  1347. 	MOVQ	(SP), SI

  1348. 	SBBQ	(184)(CX), SI

  1349. 

  1350. 	// FINAL RESULT

  1351. 	ADDQ	(48)(CX), R8

  1352. 	MOVQ	R8, (48)(CX)

  1353. 	ADCQ	(56)(CX), R9

  1354. 	MOVQ	R9, (56)(CX)

  1355. 	ADCQ	(64)(CX), R10

  1356. 	MOVQ	R10, (64)(CX)

  1357. 	ADCQ	(72)(CX), R11

  1358. 	MOVQ	R11, (72)(CX)

  1359. 	ADCQ	(80)(CX), R12

  1360. 	MOVQ	R12, (80)(CX)

  1361. 	ADCQ	(88)(CX), R13

  1362. 	MOVQ	R13, (88)(CX)

  1363. 	ADCQ	(96)(CX), R14

  1364. 	MOVQ	R14, (96)(CX)

  1365. 	ADCQ	(104)(CX), R15

  1366. 	MOVQ	R15, (104)(CX)

  1367. 	ADCQ	(112)(CX), AX

  1368. 	MOVQ	AX, (112)(CX)

  1369. 	ADCQ	(120)(CX), DX

  1370. 	MOVQ	DX, (120)(CX)

  1371. 	ADCQ	(128)(CX), DI

  1372. 	MOVQ	DI, (128)(CX)

  1373. 	ADCQ	(136)(CX), SI

  1374. 	MOVQ	SI, (136)(CX)

  1375. 	MOVQ	(144)(CX), AX

  1376. 	ADCQ	$0, AX

  1377. 	MOVQ	AX, (144)(CX)

  1378. 	MOVQ	(152)(CX), AX

  1379. 	ADCQ	$0, AX

  1380. 	MOVQ	AX, (152)(CX)

  1381. 	MOVQ	(160)(CX), AX

  1382. 	ADCQ	$0, AX

  1383. 	MOVQ	AX, (160)(CX)

  1384. 	MOVQ	(168)(CX), AX

  1385. 	ADCQ	$0, AX

  1386. 	MOVQ	AX, (168)(CX)

  1387. 	MOVQ	(176)(CX), AX

  1388. 	ADCQ	$0, AX

  1389. 	MOVQ	AX, (176)(CX)

  1390. 	MOVQ	(184)(CX), AX

  1391. 	ADCQ	$0, AX

  1392. 	MOVQ	AX, (184)(CX)

  1393. 

  1394. 	RET

  1395. 

  1396. TEXT ·fp751MontgomeryReduce(SB), $0-16

  1397. 

  1398. 	MOVQ z+0(FP), REG_P2

  1399. 	MOVQ x+8(FP), REG_P1

  1400. 

  1401. 	MOVQ	(REG_P1), R11

  1402. 	MOVQ	P751P1_5, AX

  1403. 	MULQ	R11

  1404. 	XORQ	R8, R8

  1405. 	ADDQ	(40)(REG_P1), AX

  1406. 	MOVQ	AX, (40)(REG_P2)		// Z5

  1407. 	ADCQ	DX, R8

  1408. 

  1409. 	XORQ	R9, R9

  1410. 	MOVQ	P751P1_6, AX

  1411. 	MULQ	R11

  1412. 	XORQ	R10, R10

  1413. 	ADDQ	AX, R8

  1414. 	ADCQ	DX, R9

  1415. 

  1416. 	MOVQ	(8)(REG_P1), R12

  1417. 	MOVQ	P751P1_5, AX

  1418. 	MULQ	R12

  1419. 	ADDQ	AX, R8

  1420. 	ADCQ	DX, R9

  1421. 	ADCQ	$0, R10

  1422. 	ADDQ	(48)(REG_P1), R8

  1423. 	MOVQ	R8, (48)(REG_P2)		// Z6

  1424. 	ADCQ	$0, R9

  1425. 	ADCQ	$0, R10

  1426. 

  1427. 	XORQ	R8, R8

  1428. 	MOVQ	P751P1_7, AX

  1429. 	MULQ	R11

  1430. 	ADDQ	AX, R9

  1431. 	ADCQ	DX, R10

  1432. 	ADCQ	$0, R8

  1433. 

  1434. 	MOVQ	P751P1_6, AX

  1435. 	MULQ	R12

  1436. 	ADDQ	AX, R9

  1437. 	ADCQ	DX, R10

  1438. 	ADCQ	$0, R8

  1439. 

  1440. 	MOVQ	(16)(REG_P1), R13

  1441. 	MOVQ	P751P1_5, AX

  1442. 	MULQ	R13

  1443. 	ADDQ	AX, R9

  1444. 	ADCQ	DX, R10

  1445. 	ADCQ	$0, R8

  1446. 	ADDQ	(56)(REG_P1), R9

  1447. 	MOVQ	R9, (56)(REG_P2)		// Z7

  1448. 	ADCQ	$0, R10

  1449. 	ADCQ	$0, R8

  1450. 

  1451. 	XORQ	R9, R9

  1452. 	MOVQ	P751P1_8, AX

  1453. 	MULQ	R11

  1454. 	ADDQ	AX, R10

  1455. 	ADCQ	DX, R8

  1456. 	ADCQ	$0, R9

  1457. 

  1458. 	MOVQ	P751P1_7, AX

  1459. 	MULQ	R12

  1460. 	ADDQ	AX, R10

  1461. 	ADCQ	DX, R8

  1462. 	ADCQ	$0, R9

  1463. 

  1464. 	MOVQ	P751P1_6, AX

  1465. 	MULQ	R13

  1466. 	ADDQ	AX, R10

  1467. 	ADCQ	DX, R8

  1468. 	ADCQ	$0, R9

  1469. 

  1470. 	MOVQ	(24)(REG_P1), R14

  1471. 	MOVQ	P751P1_5, AX

  1472. 	MULQ	R14

  1473. 	ADDQ	AX, R10

  1474. 	ADCQ	DX, R8

  1475. 	ADCQ	$0, R9

  1476. 	ADDQ	(64)(REG_P1), R10

  1477. 	MOVQ	R10, (64)(REG_P2)		// Z8

  1478. 	ADCQ	$0, R8

  1479. 	ADCQ	$0, R9

  1480. 

  1481. 	XORQ	R10, R10

  1482. 	MOVQ	P751P1_9, AX

  1483. 	MULQ	R11

  1484. 	ADDQ	AX, R8

  1485. 	ADCQ	DX, R9

  1486. 	ADCQ	$0, R10

  1487. 

  1488. 	MOVQ	P751P1_8, AX

  1489. 	MULQ	R12

  1490. 	ADDQ	AX, R8

  1491. 	ADCQ	DX, R9

  1492. 	ADCQ	$0, R10

  1493. 

  1494. 	MOVQ	P751P1_7, AX

  1495. 	MULQ	R13

  1496. 	ADDQ	AX, R8

  1497. 	ADCQ	DX, R9

  1498. 	ADCQ	$0, R10

  1499. 

  1500. 	MOVQ	P751P1_6, AX

  1501. 	MULQ	R14

  1502. 	ADDQ	AX, R8

  1503. 	ADCQ	DX, R9

  1504. 	ADCQ	$0, R10

  1505. 

  1506. 	MOVQ	(32)(REG_P1), R15

  1507. 	MOVQ	P751P1_5, AX

  1508. 	MULQ	R15

  1509. 	ADDQ	AX, R8

  1510. 	ADCQ	DX, R9

  1511. 	ADCQ	$0, R10

  1512. 	ADDQ	(72)(REG_P1), R8

  1513. 	MOVQ	R8, (72)(REG_P2)		// Z9

  1514. 	ADCQ	$0, R9

  1515. 	ADCQ	$0, R10

  1516. 

  1517. 	XORQ	R8, R8

  1518. 	MOVQ	P751P1_10, AX

  1519. 	MULQ	R11

  1520. 	ADDQ	AX, R9

  1521. 	ADCQ	DX, R10

  1522. 	ADCQ	$0, R8

  1523. 

  1524. 	MOVQ	P751P1_9, AX

  1525. 	MULQ	R12

  1526. 	ADDQ	AX, R9

  1527. 	ADCQ	DX, R10

  1528. 	ADCQ	$0, R8

  1529. 

  1530. 	MOVQ	P751P1_8, AX

  1531. 	MULQ	R13

  1532. 	ADDQ	AX, R9

  1533. 	ADCQ	DX, R10

  1534. 	ADCQ	$0, R8

  1535. 

  1536. 	MOVQ	P751P1_7, AX

  1537. 	MULQ	R14

  1538. 	ADDQ	AX, R9

  1539. 	ADCQ	DX, R10

  1540. 	ADCQ	$0, R8

  1541. 

  1542. 	MOVQ	P751P1_6, AX

  1543. 	MULQ	R15

  1544. 	ADDQ	AX, R9

  1545. 	ADCQ	DX, R10

  1546. 	ADCQ	$0, R8

  1547. 

  1548. 	MOVQ	(40)(REG_P2), CX

  1549. 	MOVQ	P751P1_5, AX

  1550. 	MULQ	CX

  1551. 	ADDQ	AX, R9

  1552. 	ADCQ	DX, R10

  1553. 	ADCQ	$0, R8

  1554. 	ADDQ	(80)(REG_P1), R9

  1555. 	MOVQ	R9, (80)(REG_P2)		// Z10

  1556. 	ADCQ	$0, R10

  1557. 	ADCQ	$0, R8

  1558. 

  1559. 	XORQ	R9, R9

  1560. 	MOVQ	P751P1_11, AX

  1561. 	MULQ	R11

  1562. 	ADDQ	AX, R10

  1563. 	ADCQ	DX, R8

  1564. 	ADCQ	$0, R9

  1565. 

  1566. 	MOVQ	P751P1_10, AX

  1567. 	MULQ	R12

  1568. 	ADDQ	AX, R10

  1569. 	ADCQ	DX, R8

  1570. 	ADCQ	$0, R9

  1571. 

  1572. 	MOVQ	P751P1_9, AX

  1573. 	MULQ	R13

  1574. 	ADDQ	AX, R10

  1575. 	ADCQ	DX, R8

  1576. 	ADCQ	$0, R9

  1577. 

  1578. 	MOVQ	P751P1_8, AX

  1579. 	MULQ	R14

  1580. 	ADDQ	AX, R10

  1581. 	ADCQ	DX, R8

  1582. 	ADCQ	$0, R9

  1583. 

  1584. 	MOVQ	P751P1_7, AX

  1585. 	MULQ	R15

  1586. 	ADDQ	AX, R10

  1587. 	ADCQ	DX, R8

  1588. 	ADCQ	$0, R9

  1589. 

  1590. 	MOVQ	P751P1_6, AX

  1591. 	MULQ	CX

  1592. 	ADDQ	AX, R10

  1593. 	ADCQ	DX, R8

  1594. 	ADCQ	$0, R9

  1595. 

  1596. 	MOVQ	(48)(REG_P2), R11

  1597. 	MOVQ	P751P1_5, AX

  1598. 	MULQ	R11

  1599. 	ADDQ	AX, R10

  1600. 	ADCQ	DX, R8

  1601. 	ADCQ	$0, R9

  1602. 	ADDQ	(88)(REG_P1), R10

  1603. 	MOVQ	R10, (88)(REG_P2)		// Z11

  1604. 	ADCQ	$0, R8

  1605. 	ADCQ	$0, R9

  1606. 

  1607. 	XORQ	R10, R10

  1608. 	MOVQ	P751P1_11, AX

  1609. 	MULQ	R12

  1610. 	ADDQ	AX, R8

  1611. 	ADCQ	DX, R9

  1612. 	ADCQ	$0, R10

  1613. 

  1614. 	MOVQ	P751P1_10, AX

  1615. 	MULQ	R13

  1616. 	ADDQ	AX, R8

  1617. 	ADCQ	DX, R9

  1618. 	ADCQ	$0, R10

  1619. 

  1620. 	MOVQ	P751P1_9, AX

  1621. 	MULQ	R14

  1622. 	ADDQ	AX, R8

  1623. 	ADCQ	DX, R9

  1624. 	ADCQ	$0, R10

  1625. 

  1626. 	MOVQ	P751P1_8, AX

  1627. 	MULQ	R15

  1628. 	ADDQ	AX, R8

  1629. 	ADCQ	DX, R9

  1630. 	ADCQ	$0, R10

  1631. 

  1632. 	MOVQ	P751P1_7, AX

  1633. 	MULQ	CX

  1634. 	ADDQ	AX, R8

  1635. 	ADCQ	DX, R9

  1636. 	ADCQ	$0, R10

  1637. 

  1638. 	MOVQ	P751P1_6, AX

  1639. 	MULQ	R11

  1640. 	ADDQ	AX, R8

  1641. 	ADCQ	DX, R9

  1642. 	ADCQ	$0, R10

  1643. 

  1644. 	MOVQ	(56)(REG_P2), R12

  1645. 	MOVQ	P751P1_5, AX

  1646. 	MULQ	R12

  1647. 	ADDQ	AX, R8

  1648. 	ADCQ	DX, R9

  1649. 	ADCQ	$0, R10

  1650. 	ADDQ	(96)(REG_P1), R8

  1651. 	MOVQ	R8, (REG_P2)		// Z0

  1652. 	ADCQ	$0, R9

  1653. 	ADCQ	$0, R10

  1654. 

  1655. 	XORQ	R8, R8

  1656. 	MOVQ	P751P1_11, AX

  1657. 	MULQ	R13

  1658. 	ADDQ	AX, R9

  1659. 	ADCQ	DX, R10

  1660. 	ADCQ	$0, R8

  1661. 

  1662. 	MOVQ	P751P1_10, AX

  1663. 	MULQ	R14

  1664. 	ADDQ	AX, R9

  1665. 	ADCQ	DX, R10

  1666. 	ADCQ	$0, R8

  1667. 

  1668. 	MOVQ	P751P1_9, AX

  1669. 	MULQ	R15

  1670. 	ADDQ	AX, R9

  1671. 	ADCQ	DX, R10

  1672. 	ADCQ	$0, R8

  1673. 

  1674. 	MOVQ	P751P1_8, AX

  1675. 	MULQ	CX

  1676. 	ADDQ	AX, R9

  1677. 	ADCQ	DX, R10

  1678. 	ADCQ	$0, R8

  1679. 

  1680. 	MOVQ	P751P1_7, AX

  1681. 	MULQ	R11

  1682. 	ADDQ	AX, R9

  1683. 	ADCQ	DX, R10

  1684. 	ADCQ	$0, R8

  1685. 

  1686. 	MOVQ	P751P1_6, AX

  1687. 	MULQ	R12

  1688. 	ADDQ	AX, R9

  1689. 	ADCQ	DX, R10

  1690. 	ADCQ	$0, R8

  1691. 

  1692. 	MOVQ	(64)(REG_P2), R13

  1693. 	MOVQ	P751P1_5, AX

  1694. 	MULQ	R13

  1695. 	ADDQ	AX, R9

  1696. 	ADCQ	DX, R10

  1697. 	ADCQ	$0, R8

  1698. 	ADDQ	(104)(REG_P1), R9

  1699. 	MOVQ	R9, (8)(REG_P2)		// Z1

  1700. 	ADCQ	$0, R10

  1701. 	ADCQ	$0, R8

  1702. 

  1703. 	XORQ	R9, R9

  1704. 	MOVQ	P751P1_11, AX

  1705. 	MULQ	R14

  1706. 	ADDQ	AX, R10

  1707. 	ADCQ	DX, R8

  1708. 	ADCQ	$0, R9

  1709. 

  1710. 	MOVQ	P751P1_10, AX

  1711. 	MULQ	R15

  1712. 	ADDQ	AX, R10

  1713. 	ADCQ	DX, R8

  1714. 	ADCQ	$0, R9

  1715. 

  1716. 	MOVQ	P751P1_9, AX

  1717. 	MULQ	CX

  1718. 	ADDQ	AX, R10

  1719. 	ADCQ	DX, R8

  1720. 	ADCQ	$0, R9

  1721. 

  1722. 	MOVQ	P751P1_8, AX

  1723. 	MULQ	R11

  1724. 	ADDQ	AX, R10

  1725. 	ADCQ	DX, R8

  1726. 	ADCQ	$0, R9

  1727. 

  1728. 	MOVQ	P751P1_7, AX

  1729. 	MULQ	R12

  1730. 	ADDQ	AX, R10

  1731. 	ADCQ	DX, R8

  1732. 	ADCQ	$0, R9

  1733. 

  1734. 	MOVQ	P751P1_6, AX

  1735. 	MULQ	R13

  1736. 	ADDQ	AX, R10

  1737. 	ADCQ	DX, R8

  1738. 	ADCQ	$0, R9

  1739. 

  1740. 	MOVQ	(72)(REG_P2), R14

  1741. 	MOVQ	P751P1_5, AX

  1742. 	MULQ	R14

  1743. 	ADDQ	AX, R10

  1744. 	ADCQ	DX, R8

  1745. 	ADCQ	$0, R9

  1746. 	ADDQ	(112)(REG_P1), R10

  1747. 	MOVQ	R10, (16)(REG_P2)		// Z2

  1748. 	ADCQ	$0, R8

  1749. 	ADCQ	$0, R9

  1750. 

  1751. 	XORQ	R10, R10

  1752. 	MOVQ	P751P1_11, AX

  1753. 	MULQ	R15

  1754. 	ADDQ	AX, R8

  1755. 	ADCQ	DX, R9

  1756. 	ADCQ	$0, R10

  1757. 

  1758. 	MOVQ	P751P1_10, AX

  1759. 	MULQ	CX

  1760. 	ADDQ	AX, R8

  1761. 	ADCQ	DX, R9

  1762. 	ADCQ	$0, R10

  1763. 

  1764. 	MOVQ	P751P1_9, AX

  1765. 	MULQ	R11

  1766. 	ADDQ	AX, R8

  1767. 	ADCQ	DX, R9

  1768. 	ADCQ	$0, R10

  1769. 

  1770. 	MOVQ	P751P1_8, AX

  1771. 	MULQ	R12

  1772. 	ADDQ	AX, R8

  1773. 	ADCQ	DX, R9

  1774. 	ADCQ	$0, R10

  1775. 

  1776. 	MOVQ	P751P1_7, AX

  1777. 	MULQ	R13

  1778. 	ADDQ	AX, R8

  1779. 	ADCQ	DX, R9

  1780. 	ADCQ	$0, R10

  1781. 

  1782. 	MOVQ	P751P1_6, AX

  1783. 	MULQ	R14

  1784. 	ADDQ	AX, R8

  1785. 	ADCQ	DX, R9

  1786. 	ADCQ	$0, R10

  1787. 

  1788. 	MOVQ	(80)(REG_P2), R15

  1789. 	MOVQ	P751P1_5, AX

  1790. 	MULQ	R15

  1791. 	ADDQ	AX, R8

  1792. 	ADCQ	DX, R9

  1793. 	ADCQ	$0, R10

  1794. 	ADDQ	(120)(REG_P1), R8

  1795. 	MOVQ	R8, (24)(REG_P2)		// Z3

  1796. 	ADCQ	$0, R9

  1797. 	ADCQ	$0, R10

  1798. 

  1799. 	XORQ	R8, R8

  1800. 	MOVQ	P751P1_11, AX

  1801. 	MULQ	CX

  1802. 	ADDQ	AX, R9

  1803. 	ADCQ	DX, R10

  1804. 	ADCQ	$0, R8

  1805. 

  1806. 	MOVQ	P751P1_10, AX

  1807. 	MULQ	R11

  1808. 	ADDQ	AX, R9

  1809. 	ADCQ	DX, R10

  1810. 	ADCQ	$0, R8

  1811. 

  1812. 	MOVQ	P751P1_9, AX

  1813. 	MULQ	R12

  1814. 	ADDQ	AX, R9

  1815. 	ADCQ	DX, R10

  1816. 	ADCQ	$0, R8

  1817. 

  1818. 	MOVQ	P751P1_8, AX

  1819. 	MULQ	R13

  1820. 	ADDQ	AX, R9

  1821. 	ADCQ	DX, R10

  1822. 	ADCQ	$0, R8

  1823. 

  1824. 	MOVQ	P751P1_7, AX

  1825. 	MULQ	R14

  1826. 	ADDQ	AX, R9

  1827. 	ADCQ	DX, R10

  1828. 	ADCQ	$0, R8

  1829. 

  1830. 	MOVQ	P751P1_6, AX

  1831. 	MULQ	R15

  1832. 	ADDQ	AX, R9

  1833. 	ADCQ	DX, R10

  1834. 	ADCQ	$0, R8

  1835. 

  1836. 	MOVQ	(88)(REG_P2), CX

  1837. 	MOVQ	P751P1_5, AX

  1838. 	MULQ	CX

  1839. 	ADDQ	AX, R9

  1840. 	ADCQ	DX, R10

  1841. 	ADCQ	$0, R8

  1842. 	ADDQ	(128)(REG_P1), R9

  1843. 	MOVQ	R9, (32)(REG_P2)		// Z4

  1844. 	ADCQ	$0, R10

  1845. 	ADCQ	$0, R8

  1846. 

  1847. 	XORQ	R9, R9

  1848. 	MOVQ	P751P1_11, AX

  1849. 	MULQ	R11

  1850. 	ADDQ	AX, R10

  1851. 	ADCQ	DX, R8

  1852. 	ADCQ	$0, R9

  1853. 

  1854. 	MOVQ	P751P1_10, AX

  1855. 	MULQ	R12

  1856. 	ADDQ	AX, R10

  1857. 	ADCQ	DX, R8

  1858. 	ADCQ	$0, R9

  1859. 

  1860. 	MOVQ	P751P1_9, AX

  1861. 	MULQ	R13

  1862. 	ADDQ	AX, R10

  1863. 	ADCQ	DX, R8

  1864. 	ADCQ	$0, R9

  1865. 

  1866. 	MOVQ	P751P1_8, AX

  1867. 	MULQ	R14

  1868. 	ADDQ	AX, R10

  1869. 	ADCQ	DX, R8

  1870. 	ADCQ	$0, R9

  1871. 

  1872. 	MOVQ	P751P1_7, AX

  1873. 	MULQ	R15

  1874. 	ADDQ	AX, R10

  1875. 	ADCQ	DX, R8

  1876. 	ADCQ	$0, R9

  1877. 

  1878. 	MOVQ	P751P1_6, AX

  1879. 	MULQ	CX

  1880. 	ADDQ	AX, R10

  1881. 	ADCQ	DX, R8

  1882. 	ADCQ	$0, R9

  1883. 	ADDQ	(136)(REG_P1), R10

  1884. 	MOVQ	R10, (40)(REG_P2)		// Z5

  1885. 	ADCQ	$0, R8

  1886. 	ADCQ	$0, R9

  1887. 

  1888. 	XORQ	R10, R10

  1889. 	MOVQ	P751P1_11, AX

  1890. 	MULQ	R12

  1891. 	ADDQ	AX, R8

  1892. 	ADCQ	DX, R9

  1893. 	ADCQ	$0, R10

  1894. 

  1895. 	MOVQ	P751P1_10, AX

  1896. 	MULQ	R13

  1897. 	ADDQ	AX, R8

  1898. 	ADCQ	DX, R9

  1899. 	ADCQ	$0, R10

  1900. 

  1901. 	MOVQ	P751P1_9, AX

  1902. 	MULQ	R14

  1903. 	ADDQ	AX, R8

  1904. 	ADCQ	DX, R9

  1905. 	ADCQ	$0, R10

  1906. 

  1907. 	MOVQ	P751P1_8, AX

  1908. 	MULQ	R15

  1909. 	ADDQ	AX, R8

  1910. 	ADCQ	DX, R9

  1911. 	ADCQ	$0, R10

  1912. 

  1913. 	MOVQ	P751P1_7, AX

  1914. 	MULQ	CX

  1915. 	ADDQ	AX, R8

  1916. 	ADCQ	DX, R9

  1917. 	ADCQ	$0, R10

  1918. 	ADDQ	(144)(REG_P1), R8

  1919. 	MOVQ	R8, (48)(REG_P2)		// Z6

  1920. 	ADCQ	$0, R9

  1921. 	ADCQ	$0, R10

  1922. 

  1923. 	XORQ	R8, R8

  1924. 	MOVQ	P751P1_11, AX

  1925. 	MULQ	R13

  1926. 	ADDQ	AX, R9

  1927. 	ADCQ	DX, R10

  1928. 	ADCQ	$0, R8

  1929. 

  1930. 	MOVQ	P751P1_10, AX

  1931. 	MULQ	R14

  1932. 	ADDQ	AX, R9

  1933. 	ADCQ	DX, R10

  1934. 	ADCQ	$0, R8

  1935. 

  1936. 	MOVQ	P751P1_9, AX

  1937. 	MULQ	R15

  1938. 	ADDQ	AX, R9

  1939. 	ADCQ	DX, R10

  1940. 	ADCQ	$0, R8

  1941. 

  1942. 	MOVQ	P751P1_8, AX

  1943. 	MULQ	CX

  1944. 	ADDQ	AX, R9

  1945. 	ADCQ	DX, R10

  1946. 	ADCQ	$0, R8

  1947. 	ADDQ	(152)(REG_P1), R9

  1948. 	MOVQ	R9, (56)(REG_P2)		// Z7

  1949. 	ADCQ	$0, R10

  1950. 	ADCQ	$0, R8

  1951. 

  1952. 	XORQ	R9, R9

  1953. 	MOVQ	P751P1_11, AX

  1954. 	MULQ	R14

  1955. 	ADDQ	AX, R10

  1956. 	ADCQ	DX, R8

  1957. 	ADCQ	$0, R9

  1958. 

  1959. 	MOVQ	P751P1_10, AX

  1960. 	MULQ	R15

  1961. 	ADDQ	AX, R10

  1962. 	ADCQ	DX, R8

  1963. 	ADCQ	$0, R9

  1964. 

  1965. 	MOVQ	P751P1_9, AX

  1966. 	MULQ	CX

  1967. 	ADDQ	AX, R10

  1968. 	ADCQ	DX, R8

  1969. 	ADCQ	$0, R9

  1970. 	ADDQ	(160)(REG_P1), R10

  1971. 	MOVQ	R10, (64)(REG_P2)		// Z8

  1972. 	ADCQ	$0, R8

  1973. 	ADCQ	$0, R9

  1974. 

  1975. 	XORQ	R10, R10

  1976. 	MOVQ	P751P1_11, AX

  1977. 	MULQ	R15

  1978. 	ADDQ	AX, R8

  1979. 	ADCQ	DX, R9

  1980. 	ADCQ	$0, R10

  1981. 

  1982. 	MOVQ	P751P1_10, AX

  1983. 	MULQ	CX

  1984. 	ADDQ	AX, R8

  1985. 	ADCQ	DX, R9

  1986. 	ADCQ	$0, R10

  1987. 	ADDQ	(168)(REG_P1), R8		// Z9

  1988. 	MOVQ	R8, (72)(REG_P2)		// Z9

  1989. 	ADCQ	$0, R9

  1990. 	ADCQ	$0, R10

  1991. 

  1992. 	MOVQ	P751P1_11, AX

  1993. 	MULQ	CX

  1994. 	ADDQ	AX, R9

  1995. 	ADCQ	DX, R10

  1996. 	ADDQ	(176)(REG_P1), R9		// Z10

  1997. 	MOVQ	R9, (80)(REG_P2)		// Z10

  1998. 	ADCQ	$0, R10

  1999. 	ADDQ	(184)(REG_P1), R10		// Z11

  2000. 	MOVQ	R10, (88)(REG_P2)		// Z11

  2001. 

  2002. 	RET

  2003. 

  2004. TEXT ·fp751AddLazy(SB), NOSPLIT, $0-24

  2005. 

  2006. 	MOVQ z+0(FP), REG_P3

  2007. 	MOVQ x+8(FP), REG_P1

  2008. 	MOVQ y+16(FP), REG_P2

  2009. 

  2010. 	MOVQ	(REG_P1), R8

  2011. 	MOVQ	(8)(REG_P1), R9

  2012. 	MOVQ	(16)(REG_P1), R10

  2013. 	MOVQ	(24)(REG_P1), R11

  2014. 	MOVQ	(32)(REG_P1), R12

  2015. 	MOVQ	(40)(REG_P1), R13

  2016. 	MOVQ	(48)(REG_P1), R14

  2017. 	MOVQ	(56)(REG_P1), R15

  2018. 	MOVQ	(64)(REG_P1), AX

  2019. 	MOVQ	(72)(REG_P1), BX

  2020. 	MOVQ	(80)(REG_P1), CX

  2021. 	MOVQ	(88)(REG_P1), DI

  2022. 

  2023. 	ADDQ	(REG_P2), R8

  2024. 	ADCQ	(8)(REG_P2), R9

  2025. 	ADCQ	(16)(REG_P2), R10

  2026. 	ADCQ	(24)(REG_P2), R11

  2027. 	ADCQ	(32)(REG_P2), R12

  2028. 	ADCQ	(40)(REG_P2), R13

  2029. 	ADCQ	(48)(REG_P2), R14

  2030. 	ADCQ	(56)(REG_P2), R15

  2031. 	ADCQ	(64)(REG_P2), AX

  2032. 	ADCQ	(72)(REG_P2), BX

  2033. 	ADCQ	(80)(REG_P2), CX

  2034. 	ADCQ	(88)(REG_P2), DI

  2035. 

  2036. 	MOVQ	R8, (REG_P3)

  2037. 	MOVQ	R9, (8)(REG_P3)

  2038. 	MOVQ	R10, (16)(REG_P3)

  2039. 	MOVQ	R11, (24)(REG_P3)

  2040. 	MOVQ	R12, (32)(REG_P3)

  2041. 	MOVQ	R13, (40)(REG_P3)

  2042. 	MOVQ	R14, (48)(REG_P3)

  2043. 	MOVQ	R15, (56)(REG_P3)

  2044. 	MOVQ	AX, (64)(REG_P3)

  2045. 	MOVQ	BX, (72)(REG_P3)

  2046. 	MOVQ	CX, (80)(REG_P3)

  2047. 	MOVQ	DI, (88)(REG_P3)

  2048. 

  2049. 	RET

  2050. 

  2051. TEXT ·fp751X2AddLazy(SB), NOSPLIT, $0-24

  2052. 

  2053. 	MOVQ z+0(FP), REG_P3

  2054. 	MOVQ x+8(FP), REG_P1

  2055. 	MOVQ y+16(FP), REG_P2

  2056. 

  2057. 	MOVQ	(REG_P1), R8

  2058. 	MOVQ	(8)(REG_P1), R9

  2059. 	MOVQ	(16)(REG_P1), R10

  2060. 	MOVQ	(24)(REG_P1), R11

  2061. 	MOVQ	(32)(REG_P1), R12

  2062. 	MOVQ	(40)(REG_P1), R13

  2063. 	MOVQ	(48)(REG_P1), R14

  2064. 	MOVQ	(56)(REG_P1), R15

  2065. 	MOVQ	(64)(REG_P1), AX

  2066. 	MOVQ	(72)(REG_P1), BX

  2067. 	MOVQ	(80)(REG_P1), CX

  2068. 

  2069. 	ADDQ	(REG_P2), R8

  2070. 	ADCQ	(8)(REG_P2), R9

  2071. 	ADCQ	(16)(REG_P2), R10

  2072. 	ADCQ	(24)(REG_P2), R11

  2073. 	ADCQ	(32)(REG_P2), R12

  2074. 	ADCQ	(40)(REG_P2), R13

  2075. 	ADCQ	(48)(REG_P2), R14

  2076. 	ADCQ	(56)(REG_P2), R15

  2077. 	ADCQ	(64)(REG_P2), AX

  2078. 	ADCQ	(72)(REG_P2), BX

  2079. 	ADCQ	(80)(REG_P2), CX

  2080. 

  2081. 	MOVQ	R8, (REG_P3)

  2082. 	MOVQ	R9, (8)(REG_P3)

  2083. 	MOVQ	R10, (16)(REG_P3)

  2084. 	MOVQ	R11, (24)(REG_P3)

  2085. 	MOVQ	R12, (32)(REG_P3)

  2086. 	MOVQ	R13, (40)(REG_P3)

  2087. 	MOVQ	R14, (48)(REG_P3)

  2088. 	MOVQ	R15, (56)(REG_P3)

  2089. 	MOVQ	AX, (64)(REG_P3)

  2090. 	MOVQ	BX, (72)(REG_P3)

  2091. 	MOVQ	CX, (80)(REG_P3)

  2092. 	MOVQ	(88)(REG_P1), AX

  2093. 	ADCQ	(88)(REG_P2), AX

  2094. 	MOVQ	AX, (88)(REG_P3)

  2095. 

  2096. 	MOVQ	(96)(REG_P1), R8

  2097. 	MOVQ	(104)(REG_P1), R9

  2098. 	MOVQ	(112)(REG_P1), R10

  2099. 	MOVQ	(120)(REG_P1), R11

  2100. 	MOVQ	(128)(REG_P1), R12

  2101. 	MOVQ	(136)(REG_P1), R13

  2102. 	MOVQ	(144)(REG_P1), R14

  2103. 	MOVQ	(152)(REG_P1), R15

  2104. 	MOVQ	(160)(REG_P1), AX

  2105. 	MOVQ	(168)(REG_P1), BX

  2106. 	MOVQ	(176)(REG_P1), CX

  2107. 	MOVQ	(184)(REG_P1), DI

  2108. 

  2109. 	ADCQ	(96)(REG_P2), R8

  2110. 	ADCQ	(104)(REG_P2), R9

  2111. 	ADCQ	(112)(REG_P2), R10

  2112. 	ADCQ	(120)(REG_P2), R11

  2113. 	ADCQ	(128)(REG_P2), R12

  2114. 	ADCQ	(136)(REG_P2), R13

  2115. 	ADCQ	(144)(REG_P2), R14

  2116. 	ADCQ	(152)(REG_P2), R15

  2117. 	ADCQ	(160)(REG_P2), AX

  2118. 	ADCQ	(168)(REG_P2), BX

  2119. 	ADCQ	(176)(REG_P2), CX

  2120. 	ADCQ	(184)(REG_P2), DI

  2121. 

  2122. 	MOVQ	R8, (96)(REG_P3)

  2123. 	MOVQ	R9, (104)(REG_P3)

  2124. 	MOVQ	R10, (112)(REG_P3)

  2125. 	MOVQ	R11, (120)(REG_P3)

  2126. 	MOVQ	R12, (128)(REG_P3)

  2127. 	MOVQ	R13, (136)(REG_P3)

  2128. 	MOVQ	R14, (144)(REG_P3)

  2129. 	MOVQ	R15, (152)(REG_P3)

  2130. 	MOVQ	AX, (160)(REG_P3)

  2131. 	MOVQ	BX, (168)(REG_P3)

  2132. 	MOVQ	CX, (176)(REG_P3)

  2133. 	MOVQ	DI, (184)(REG_P3)

  2134. 

  2135. 	RET

  2136. 

  2137. 

  2138. TEXT ·fp751X2SubLazy(SB), NOSPLIT, $0-24

  2139. 

  2140. 	MOVQ z+0(FP), REG_P3

  2141. 	MOVQ x+8(FP), REG_P1

  2142. 	MOVQ y+16(FP), REG_P2

  2143. 

  2144. 	MOVQ	(REG_P1), R8

  2145. 	MOVQ	(8)(REG_P1), R9

  2146. 	MOVQ	(16)(REG_P1), R10

  2147. 	MOVQ	(24)(REG_P1), R11

  2148. 	MOVQ	(32)(REG_P1), R12

  2149. 	MOVQ	(40)(REG_P1), R13

  2150. 	MOVQ	(48)(REG_P1), R14

  2151. 	MOVQ	(56)(REG_P1), R15

  2152. 	MOVQ	(64)(REG_P1), AX

  2153. 	MOVQ	(72)(REG_P1), BX

  2154. 	MOVQ	(80)(REG_P1), CX

  2155. 

  2156. 	SUBQ	(REG_P2), R8

  2157. 	SBBQ	(8)(REG_P2), R9

  2158. 	SBBQ	(16)(REG_P2), R10

  2159. 	SBBQ	(24)(REG_P2), R11

  2160. 	SBBQ	(32)(REG_P2), R12

  2161. 	SBBQ	(40)(REG_P2), R13

  2162. 	SBBQ	(48)(REG_P2), R14

  2163. 	SBBQ	(56)(REG_P2), R15

  2164. 	SBBQ	(64)(REG_P2), AX

  2165. 	SBBQ	(72)(REG_P2), BX

  2166. 	SBBQ	(80)(REG_P2), CX

  2167. 

  2168. 	MOVQ	R8, (REG_P3)

  2169. 	MOVQ	R9, (8)(REG_P3)

  2170. 	MOVQ	R10, (16)(REG_P3)

  2171. 	MOVQ	R11, (24)(REG_P3)

  2172. 	MOVQ	R12, (32)(REG_P3)

  2173. 	MOVQ	R13, (40)(REG_P3)

  2174. 	MOVQ	R14, (48)(REG_P3)

  2175. 	MOVQ	R15, (56)(REG_P3)

  2176. 	MOVQ	AX, (64)(REG_P3)

  2177. 	MOVQ	BX, (72)(REG_P3)

  2178. 	MOVQ	CX, (80)(REG_P3)

  2179. 	MOVQ	(88)(REG_P1), AX

  2180. 	SBBQ	(88)(REG_P2), AX

  2181. 	MOVQ	AX, (88)(REG_P3)

  2182. 

  2183. 	MOVQ	(96)(REG_P1), R8

  2184. 	MOVQ	(104)(REG_P1), R9

  2185. 	MOVQ	(112)(REG_P1), R10

  2186. 	MOVQ	(120)(REG_P1), R11

  2187. 	MOVQ	(128)(REG_P1), R12

  2188. 	MOVQ	(136)(REG_P1), R13

  2189. 	MOVQ	(144)(REG_P1), R14

  2190. 	MOVQ	(152)(REG_P1), R15

  2191. 	MOVQ	(160)(REG_P1), AX

  2192. 	MOVQ	(168)(REG_P1), BX

  2193. 	MOVQ	(176)(REG_P1), CX

  2194. 	MOVQ	(184)(REG_P1), DI

  2195. 

  2196. 	SBBQ	(96)(REG_P2), R8

  2197. 	SBBQ	(104)(REG_P2), R9

  2198. 	SBBQ	(112)(REG_P2), R10

  2199. 	SBBQ	(120)(REG_P2), R11

  2200. 	SBBQ	(128)(REG_P2), R12

  2201. 	SBBQ	(136)(REG_P2), R13

  2202. 	SBBQ	(144)(REG_P2), R14

  2203. 	SBBQ	(152)(REG_P2), R15

  2204. 	SBBQ	(160)(REG_P2), AX

  2205. 	SBBQ	(168)(REG_P2), BX

  2206. 	SBBQ	(176)(REG_P2), CX

  2207. 	SBBQ	(184)(REG_P2), DI

  2208. 

  2209. 	MOVQ	R8, (96)(REG_P3)

  2210. 	MOVQ	R9, (104)(REG_P3)

  2211. 	MOVQ	R10, (112)(REG_P3)

  2212. 	MOVQ	R11, (120)(REG_P3)

  2213. 	MOVQ	R12, (128)(REG_P3)

  2214. 	MOVQ	R13, (136)(REG_P3)

  2215. 	MOVQ	R14, (144)(REG_P3)

  2216. 	MOVQ	R15, (152)(REG_P3)

  2217. 	MOVQ	AX, (160)(REG_P3)

  2218. 	MOVQ	BX, (168)(REG_P3)

  2219. 	MOVQ	CX, (176)(REG_P3)

  2220. 	MOVQ	DI, (184)(REG_P3)

  2221. 

  2222. 	// Now the carry flag is 1 if x-y < 0.  If so, add p*2^768.

  2223. 	MOVQ	$0, AX

  2224. 	SBBQ	$0, AX

  2225. 

  2226. 	// Load p into registers:

  2227. 	MOVQ	P751_0, R8

  2228. 	// P751_{1,2,3,4} = P751_0, so reuse R8

  2229. 	MOVQ	P751_5, R9

  2230. 	MOVQ	P751_6, R10

  2231. 	MOVQ	P751_7, R11

  2232. 	MOVQ	P751_8, R12

  2233. 	MOVQ	P751_9, R13

  2234. 	MOVQ	P751_10, R14

  2235. 	MOVQ	P751_11, R15

  2236. 

  2237. 	ANDQ	AX, R8

  2238. 	ANDQ	AX, R9

  2239. 	ANDQ	AX, R10

  2240. 	ANDQ	AX, R11

  2241. 	ANDQ	AX, R12

  2242. 	ANDQ	AX, R13

  2243. 	ANDQ	AX, R14

  2244. 	ANDQ	AX, R15

  2245. 

  2246. 	ADDQ	R8,  (96   )(REG_P3)

  2247. 	ADCQ	R8,  (96+ 8)(REG_P3)

  2248. 	ADCQ	R8,  (96+16)(REG_P3)

  2249. 	ADCQ	R8,  (96+24)(REG_P3)

  2250. 	ADCQ	R8,  (96+32)(REG_P3)

  2251. 	ADCQ	R9,  (96+40)(REG_P3)

  2252. 	ADCQ	R10, (96+48)(REG_P3)

  2253. 	ADCQ	R11, (96+56)(REG_P3)

  2254. 	ADCQ	R12, (96+64)(REG_P3)

  2255. 	ADCQ	R13, (96+72)(REG_P3)

  2256. 	ADCQ	R14, (96+80)(REG_P3)

  2257. 	ADCQ    R15, (96+88)(REG_P3)

  2258. 

  2259. 	RET