kris
/
SIDH_p751
1
0
Fork 0
Koodi Ongelmat 0 Pull-pyynnöt 0 Julkaisut 0 Wiki Toiminta
You can not select more than 25 topics Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
105 Commitit
14 Branchit
653 KiB
 
 
 
Haara: trials/prep_p503_trial5_context
Branchit Tagit
${ item.name }
Create branch ${ searchTerm }
from 'trials/prep_p503_trial5_context'
${ noResults }
SIDH_p751/p751toolbox/field_amd64.s

2285 rivejä
36 KiB
Raaka Pysyvä linkki Blame Historia 

  1. // +build amd64,!noasm

  2. 

  3. #include "textflag.h"

  4. 

  5. // p751 + 1

  6. #define P751P1_5   $0xEEB0000000000000

  7. #define P751P1_6   $0xE3EC968549F878A8

  8. #define P751P1_7   $0xDA959B1A13F7CC76

  9. #define P751P1_8   $0x084E9867D6EBE876

  10. #define P751P1_9   $0x8562B5045CB25748

  11. #define P751P1_10  $0x0E12909F97BADC66

  12. #define P751P1_11  $0x00006FE5D541F71C

  13. 

  14. #define P751_0     $0xFFFFFFFFFFFFFFFF

  15. #define P751_5     $0xEEAFFFFFFFFFFFFF

  16. #define P751_6     $0xE3EC968549F878A8

  17. #define P751_7     $0xDA959B1A13F7CC76

  18. #define P751_8     $0x084E9867D6EBE876

  19. #define P751_9     $0x8562B5045CB25748

  20. #define P751_10    $0x0E12909F97BADC66

  21. #define P751_11    $0x00006FE5D541F71C

  22. 

  23. #define P751X2_0   $0xFFFFFFFFFFFFFFFE

  24. #define P751X2_1   $0xFFFFFFFFFFFFFFFF

  25. #define P751X2_5   $0xDD5FFFFFFFFFFFFF

  26. #define P751X2_6   $0xC7D92D0A93F0F151

  27. #define P751X2_7   $0xB52B363427EF98ED

  28. #define P751X2_8   $0x109D30CFADD7D0ED

  29. #define P751X2_9   $0x0AC56A08B964AE90

  30. #define P751X2_10  $0x1C25213F2F75B8CD

  31. #define P751X2_11  $0x0000DFCBAA83EE38

  32. 

  33. // The MSR code uses these registers for parameter passing.  Keep using

  34. // them to avoid significant code changes.  This means that when the Go

  35. // assembler does something strange, we can diff the machine code

  36. // against a different assembler to find out what Go did.

  37. 

  38. #define REG_P1 DI

  39. #define REG_P2 SI

  40. #define REG_P3 DX

  41. 

  42. // We can't write MOVQ $0, AX because Go's assembler incorrectly

  43. // optimizes this to XOR AX, AX, which clobbers the carry flags.

  44. //

  45. // This bug was defined to be "correct" behaviour (cf.

  46. // https://github.com/golang/go/issues/12405 ) by declaring that the MOV

  47. // pseudo-instruction clobbers flags, although this fact is mentioned

  48. // nowhere in the documentation for the Go assembler.

  49. //

  50. // Defining MOVQ to clobber flags has the effect that it is never safe

  51. // to interleave MOVQ with ADCQ and SBBQ instructions.  Since this is

  52. // required to write a carry chain longer than registers' working set,

  53. // all of the below code therefore relies on the unspecified and

  54. // undocumented behaviour that MOV won't clobber flags, except in the

  55. // case of the above-mentioned bug.

  56. //

  57. // However, there's also no specification of which instructions

  58. // correspond to machine instructions, and which are

  59. // pseudo-instructions (i.e., no specification of what the assembler

  60. // actually does), so this doesn't seem much worse than usual.

  61. //

  62. // Avoid the bug by dropping the bytes for `mov eax, 0` in directly:

  63. 

  64. #define ZERO_AX_WITHOUT_CLOBBERING_FLAGS BYTE	$0xB8; BYTE $0; BYTE $0; BYTE $0; BYTE $0;

  65. 

  66. TEXT ·fp751StrongReduce(SB), NOSPLIT, $0-8

  67. 	MOVQ	x+0(FP), REG_P1

  68. 

  69. 	// Zero AX for later use:

  70. 	XORQ	AX, AX

  71. 

  72. 	// Load p into registers:

  73. 	MOVQ	P751_0, R8

  74. 	// P751_{1,2,3,4} = P751_0, so reuse R8

  75. 	MOVQ	P751_5, R9

  76. 	MOVQ	P751_6, R10

  77. 	MOVQ	P751_7, R11

  78. 	MOVQ	P751_8, R12

  79. 	MOVQ	P751_9, R13

  80. 	MOVQ	P751_10, R14

  81. 	MOVQ	P751_11, R15

  82. 

  83. 	// Set x <- x - p

  84. 	SUBQ	R8, (REG_P1)

  85. 	SBBQ	R8, (8)(REG_P1)

  86. 	SBBQ	R8, (16)(REG_P1)

  87. 	SBBQ	R8, (24)(REG_P1)

  88. 	SBBQ	R8, (32)(REG_P1)

  89. 	SBBQ	R9, (40)(REG_P1)

  90. 	SBBQ	R10, (48)(REG_P1)

  91. 	SBBQ	R11, (56)(REG_P1)

  92. 	SBBQ	R12, (64)(REG_P1)

  93. 	SBBQ	R13, (72)(REG_P1)

  94. 	SBBQ	R14, (80)(REG_P1)

  95. 	SBBQ    R15, (88)(REG_P1)

  96. 

  97. 	// Save carry flag indicating x-p < 0 as a mask in AX

  98. 	SBBQ	$0, AX

  99. 

  100. 	// Conditionally add p to x if x-p < 0

  101. 	ANDQ	AX, R8

  102. 	ANDQ	AX, R9

  103. 	ANDQ	AX, R10

  104. 	ANDQ	AX, R11

  105. 	ANDQ	AX, R12

  106. 	ANDQ	AX, R13

  107. 	ANDQ	AX, R14

  108. 	ANDQ	AX, R15

  109. 

  110. 	ADDQ	R8, (REG_P1)

  111. 	ADCQ	R8, (8)(REG_P1)

  112. 	ADCQ	R8, (16)(REG_P1)

  113. 	ADCQ	R8, (24)(REG_P1)

  114. 	ADCQ	R8, (32)(REG_P1)

  115. 	ADCQ	R9, (40)(REG_P1)

  116. 	ADCQ	R10, (48)(REG_P1)

  117. 	ADCQ	R11, (56)(REG_P1)

  118. 	ADCQ	R12, (64)(REG_P1)

  119. 	ADCQ	R13, (72)(REG_P1)

  120. 	ADCQ	R14, (80)(REG_P1)

  121. 	ADCQ    R15, (88)(REG_P1)

  122. 

  123. 	RET

  124. 

  125. TEXT ·fp751ConditionalSwap(SB), NOSPLIT, $0-17

  126. 

  127. 	MOVQ	x+0(FP), REG_P1

  128. 	MOVQ	y+8(FP), REG_P2

  129. 	MOVB	choice+16(FP), AL	// AL = 0 or 1

  130. 	MOVBLZX	AL, AX			// AX = 0 or 1

  131. 	NEGQ	AX			// RAX = 0x00..00 or 0xff..ff

  132. 

  133. 	MOVQ	(0*8)(REG_P1), BX	// BX = x[0]

  134. 	MOVQ 	(0*8)(REG_P2), CX	// CX = y[0]

  135. 	MOVQ	CX, DX			// DX = y[0]

  136. 	XORQ	BX, DX			// DX = y[0] ^ x[0]

  137. 	ANDQ	AX, DX			// DX = (y[0] ^ x[0]) & mask

  138. 	XORQ	DX, BX			// BX = (y[0] ^ x[0]) & mask) ^ x[0] = x[0] or y[0]

  139. 	XORQ	DX, CX			// CX = (y[0] ^ x[0]) & mask) ^ y[0] = y[0] or x[0]

  140. 	MOVQ	BX, (0*8)(REG_P1)

  141. 	MOVQ	CX, (0*8)(REG_P2)

  142. 

  143. 	MOVQ	(1*8)(REG_P1), BX

  144. 	MOVQ 	(1*8)(REG_P2), CX

  145. 	MOVQ	CX, DX

  146. 	XORQ	BX, DX

  147. 	ANDQ	AX, DX

  148. 	XORQ	DX, BX

  149. 	XORQ	DX, CX

  150. 	MOVQ	BX, (1*8)(REG_P1)

  151. 	MOVQ	CX, (1*8)(REG_P2)

  152. 

  153. 	MOVQ	(2*8)(REG_P1), BX

  154. 	MOVQ 	(2*8)(REG_P2), CX

  155. 	MOVQ	CX, DX

  156. 	XORQ	BX, DX

  157. 	ANDQ	AX, DX

  158. 	XORQ	DX, BX

  159. 	XORQ	DX, CX

  160. 	MOVQ	BX, (2*8)(REG_P1)

  161. 	MOVQ	CX, (2*8)(REG_P2)

  162. 

  163. 	MOVQ	(3*8)(REG_P1), BX

  164. 	MOVQ 	(3*8)(REG_P2), CX

  165. 	MOVQ	CX, DX

  166. 	XORQ	BX, DX

  167. 	ANDQ	AX, DX

  168. 	XORQ	DX, BX

  169. 	XORQ	DX, CX

  170. 	MOVQ	BX, (3*8)(REG_P1)

  171. 	MOVQ	CX, (3*8)(REG_P2)

  172. 

  173. 	MOVQ	(4*8)(REG_P1), BX

  174. 	MOVQ 	(4*8)(REG_P2), CX

  175. 	MOVQ	CX, DX

  176. 	XORQ	BX, DX

  177. 	ANDQ	AX, DX

  178. 	XORQ	DX, BX

  179. 	XORQ	DX, CX

  180. 	MOVQ	BX, (4*8)(REG_P1)

  181. 	MOVQ	CX, (4*8)(REG_P2)

  182. 

  183. 	MOVQ	(5*8)(REG_P1), BX

  184. 	MOVQ 	(5*8)(REG_P2), CX

  185. 	MOVQ	CX, DX

  186. 	XORQ	BX, DX

  187. 	ANDQ	AX, DX

  188. 	XORQ	DX, BX

  189. 	XORQ	DX, CX

  190. 	MOVQ	BX, (5*8)(REG_P1)

  191. 	MOVQ	CX, (5*8)(REG_P2)

  192. 

  193. 	MOVQ	(6*8)(REG_P1), BX

  194. 	MOVQ 	(6*8)(REG_P2), CX

  195. 	MOVQ	CX, DX

  196. 	XORQ	BX, DX

  197. 	ANDQ	AX, DX

  198. 	XORQ	DX, BX

  199. 	XORQ	DX, CX

  200. 	MOVQ	BX, (6*8)(REG_P1)

  201. 	MOVQ	CX, (6*8)(REG_P2)

  202. 

  203. 	MOVQ	(7*8)(REG_P1), BX

  204. 	MOVQ 	(7*8)(REG_P2), CX

  205. 	MOVQ	CX, DX

  206. 	XORQ	BX, DX

  207. 	ANDQ	AX, DX

  208. 	XORQ	DX, BX

  209. 	XORQ	DX, CX

  210. 	MOVQ	BX, (7*8)(REG_P1)

  211. 	MOVQ	CX, (7*8)(REG_P2)

  212. 

  213. 	MOVQ	(8*8)(REG_P1), BX

  214. 	MOVQ 	(8*8)(REG_P2), CX

  215. 	MOVQ	CX, DX

  216. 	XORQ	BX, DX

  217. 	ANDQ	AX, DX

  218. 	XORQ	DX, BX

  219. 	XORQ	DX, CX

  220. 	MOVQ	BX, (8*8)(REG_P1)

  221. 	MOVQ	CX, (8*8)(REG_P2)

  222. 

  223. 	MOVQ	(9*8)(REG_P1), BX

  224. 	MOVQ 	(9*8)(REG_P2), CX

  225. 	MOVQ	CX, DX

  226. 	XORQ	BX, DX

  227. 	ANDQ	AX, DX

  228. 	XORQ	DX, BX

  229. 	XORQ	DX, CX

  230. 	MOVQ	BX, (9*8)(REG_P1)

  231. 	MOVQ	CX, (9*8)(REG_P2)

  232. 

  233. 	MOVQ	(10*8)(REG_P1), BX

  234. 	MOVQ 	(10*8)(REG_P2), CX

  235. 	MOVQ	CX, DX

  236. 	XORQ	BX, DX

  237. 	ANDQ	AX, DX

  238. 	XORQ	DX, BX

  239. 	XORQ	DX, CX

  240. 	MOVQ	BX, (10*8)(REG_P1)

  241. 	MOVQ	CX, (10*8)(REG_P2)

  242. 

  243. 	MOVQ	(11*8)(REG_P1), BX

  244. 	MOVQ 	(11*8)(REG_P2), CX

  245. 	MOVQ	CX, DX

  246. 	XORQ	BX, DX

  247. 	ANDQ	AX, DX

  248. 	XORQ	DX, BX

  249. 	XORQ	DX, CX

  250. 	MOVQ	BX, (11*8)(REG_P1)

  251. 	MOVQ	CX, (11*8)(REG_P2)

  252. 

  253. 	RET

  254. 

  255. TEXT ·fp751AddReduced(SB), NOSPLIT, $0-24

  256. 

  257. 	MOVQ	z+0(FP), REG_P3

  258. 	MOVQ	x+8(FP), REG_P1

  259. 	MOVQ	y+16(FP), REG_P2

  260. 

  261. 	MOVQ	(REG_P1), R8

  262. 	MOVQ	(8)(REG_P1), R9

  263. 	MOVQ	(16)(REG_P1), R10

  264. 	MOVQ	(24)(REG_P1), R11

  265. 	MOVQ	(32)(REG_P1), R12

  266. 	MOVQ	(40)(REG_P1), R13

  267. 	MOVQ	(48)(REG_P1), R14

  268. 	MOVQ	(56)(REG_P1), R15

  269. 	MOVQ	(64)(REG_P1), CX

  270. 	ADDQ	(REG_P2), R8

  271. 	ADCQ	(8)(REG_P2), R9

  272. 	ADCQ	(16)(REG_P2), R10

  273. 	ADCQ	(24)(REG_P2), R11

  274. 	ADCQ	(32)(REG_P2), R12

  275. 	ADCQ	(40)(REG_P2), R13

  276. 	ADCQ	(48)(REG_P2), R14

  277. 	ADCQ	(56)(REG_P2), R15

  278. 	ADCQ	(64)(REG_P2), CX

  279. 	MOVQ	(72)(REG_P1), AX

  280. 	ADCQ	(72)(REG_P2), AX

  281. 	MOVQ	AX, (72)(REG_P3)

  282. 	MOVQ	(80)(REG_P1), AX

  283. 	ADCQ	(80)(REG_P2), AX

  284. 	MOVQ	AX, (80)(REG_P3)

  285. 	MOVQ	(88)(REG_P1), AX

  286. 	ADCQ	(88)(REG_P2), AX

  287. 	MOVQ	AX, (88)(REG_P3)

  288. 

  289. 	MOVQ	P751X2_0, AX

  290. 	SUBQ	AX, R8

  291. 	MOVQ	P751X2_1, AX

  292. 	SBBQ	AX, R9

  293. 	SBBQ	AX, R10

  294. 	SBBQ	AX, R11

  295. 	SBBQ	AX, R12

  296. 	MOVQ	P751X2_5, AX

  297. 	SBBQ	AX, R13

  298. 	MOVQ	P751X2_6, AX

  299. 	SBBQ	AX, R14

  300. 	MOVQ	P751X2_7, AX

  301. 	SBBQ	AX, R15

  302. 	MOVQ	P751X2_8, AX

  303. 	SBBQ	AX, CX

  304. 	MOVQ	R8, (REG_P3)

  305. 	MOVQ	R9, (8)(REG_P3)

  306. 	MOVQ	R10, (16)(REG_P3)

  307. 	MOVQ	R11, (24)(REG_P3)

  308. 	MOVQ	R12, (32)(REG_P3)

  309. 	MOVQ	R13, (40)(REG_P3)

  310. 	MOVQ	R14, (48)(REG_P3)

  311. 	MOVQ	R15, (56)(REG_P3)

  312. 	MOVQ	CX, (64)(REG_P3)

  313. 	MOVQ	(72)(REG_P3), R8

  314. 	MOVQ	(80)(REG_P3), R9

  315. 	MOVQ	(88)(REG_P3), R10

  316. 	MOVQ	P751X2_9, AX

  317. 	SBBQ	AX, R8

  318. 	MOVQ	P751X2_10, AX

  319. 	SBBQ	AX, R9

  320. 	MOVQ	P751X2_11, AX

  321. 	SBBQ	AX, R10

  322. 	MOVQ	R8, (72)(REG_P3)

  323. 	MOVQ	R9, (80)(REG_P3)

  324. 	MOVQ	R10, (88)(REG_P3)

  325. 	ZERO_AX_WITHOUT_CLOBBERING_FLAGS

  326. 	SBBQ	$0, AX

  327. 

  328. 	MOVQ	P751X2_0, SI

  329. 	ANDQ	AX, SI

  330. 	MOVQ	P751X2_1, R8

  331. 	ANDQ	AX, R8

  332. 	MOVQ	P751X2_5, R9

  333. 	ANDQ	AX, R9

  334. 	MOVQ	P751X2_6, R10

  335. 	ANDQ	AX, R10

  336. 	MOVQ	P751X2_7, R11

  337. 	ANDQ	AX, R11

  338. 	MOVQ	P751X2_8, R12

  339. 	ANDQ	AX, R12

  340. 	MOVQ	P751X2_9, R13

  341. 	ANDQ	AX, R13

  342. 	MOVQ	P751X2_10, R14

  343. 	ANDQ	AX, R14

  344. 	MOVQ	P751X2_11, R15

  345. 	ANDQ	AX, R15

  346. 

  347. 	MOVQ	(REG_P3), AX

  348. 	ADDQ	SI, AX

  349. 	MOVQ	AX, (REG_P3)

  350. 	MOVQ	(8)(REG_P3), AX

  351. 	ADCQ	R8, AX

  352. 	MOVQ	AX, (8)(REG_P3)

  353. 	MOVQ	(16)(REG_P3), AX

  354. 	ADCQ	R8, AX

  355. 	MOVQ	AX, (16)(REG_P3)

  356. 	MOVQ	(24)(REG_P3), AX

  357. 	ADCQ	R8, AX

  358. 	MOVQ	AX, (24)(REG_P3)

  359. 	MOVQ	(32)(REG_P3), AX

  360. 	ADCQ	R8, AX

  361. 	MOVQ	AX, (32)(REG_P3)

  362. 	MOVQ	(40)(REG_P3), AX

  363. 	ADCQ	R9, AX

  364. 	MOVQ	AX, (40)(REG_P3)

  365. 	MOVQ	(48)(REG_P3), AX

  366. 	ADCQ	R10, AX

  367. 	MOVQ	AX, (48)(REG_P3)

  368. 	MOVQ	(56)(REG_P3), AX

  369. 	ADCQ	R11, AX

  370. 	MOVQ	AX, (56)(REG_P3)

  371. 	MOVQ	(64)(REG_P3), AX

  372. 	ADCQ	R12, AX

  373. 	MOVQ	AX, (64)(REG_P3)

  374. 	MOVQ	(72)(REG_P3), AX

  375. 	ADCQ	R13, AX

  376. 	MOVQ	AX, (72)(REG_P3)

  377. 	MOVQ	(80)(REG_P3), AX

  378. 	ADCQ	R14, AX

  379. 	MOVQ	AX, (80)(REG_P3)

  380. 	MOVQ	(88)(REG_P3), AX

  381. 	ADCQ	R15, AX

  382. 	MOVQ	AX, (88)(REG_P3)

  383. 

  384. 	RET

  385. 

  386. TEXT ·fp751SubReduced(SB), NOSPLIT, $0-24

  387. 

  388. 	MOVQ	z+0(FP),  REG_P3

  389. 	MOVQ	x+8(FP),  REG_P1

  390. 	MOVQ	y+16(FP),  REG_P2

  391. 

  392. 	MOVQ	(REG_P1), R8

  393. 	MOVQ	(8)(REG_P1), R9

  394. 	MOVQ	(16)(REG_P1), R10

  395. 	MOVQ	(24)(REG_P1), R11

  396. 	MOVQ	(32)(REG_P1), R12

  397. 	MOVQ	(40)(REG_P1), R13

  398. 	MOVQ	(48)(REG_P1), R14

  399. 	MOVQ	(56)(REG_P1), R15

  400. 	MOVQ	(64)(REG_P1), CX

  401. 	SUBQ	(REG_P2), R8

  402. 	SBBQ	(8)(REG_P2), R9

  403. 	SBBQ	(16)(REG_P2), R10

  404. 	SBBQ	(24)(REG_P2), R11

  405. 	SBBQ	(32)(REG_P2), R12

  406. 	SBBQ	(40)(REG_P2), R13

  407. 	SBBQ	(48)(REG_P2), R14

  408. 	SBBQ	(56)(REG_P2), R15

  409. 	SBBQ	(64)(REG_P2), CX

  410. 	MOVQ	R8, (REG_P3)

  411. 	MOVQ	R9, (8)(REG_P3)

  412. 	MOVQ	R10, (16)(REG_P3)

  413. 	MOVQ	R11, (24)(REG_P3)

  414. 	MOVQ	R12, (32)(REG_P3)

  415. 	MOVQ	R13, (40)(REG_P3)

  416. 	MOVQ	R14, (48)(REG_P3)

  417. 	MOVQ	R15, (56)(REG_P3)

  418. 	MOVQ	CX, (64)(REG_P3)

  419. 	MOVQ	(72)(REG_P1), AX

  420. 	SBBQ	(72)(REG_P2), AX

  421. 	MOVQ	AX, (72)(REG_P3)

  422. 	MOVQ	(80)(REG_P1), AX

  423. 	SBBQ	(80)(REG_P2), AX

  424. 	MOVQ	AX, (80)(REG_P3)

  425. 	MOVQ	(88)(REG_P1), AX

  426. 	SBBQ	(88)(REG_P2), AX

  427. 	MOVQ	AX, (88)(REG_P3)

  428. 	ZERO_AX_WITHOUT_CLOBBERING_FLAGS

  429. 	SBBQ	$0, AX

  430. 

  431. 	MOVQ	P751X2_0, SI

  432. 	ANDQ	AX, SI

  433. 	MOVQ	P751X2_1, R8

  434. 	ANDQ	AX, R8

  435. 	MOVQ	P751X2_5, R9

  436. 	ANDQ	AX, R9

  437. 	MOVQ	P751X2_6, R10

  438. 	ANDQ	AX, R10

  439. 	MOVQ	P751X2_7, R11

  440. 	ANDQ	AX, R11

  441. 	MOVQ	P751X2_8, R12

  442. 	ANDQ	AX, R12

  443. 	MOVQ	P751X2_9, R13

  444. 	ANDQ	AX, R13

  445. 	MOVQ	P751X2_10, R14

  446. 	ANDQ	AX, R14

  447. 	MOVQ	P751X2_11, R15

  448. 	ANDQ	AX, R15

  449. 

  450. 	MOVQ	(REG_P3), AX

  451. 	ADDQ	SI, AX

  452. 	MOVQ	AX, (REG_P3)

  453. 	MOVQ	(8)(REG_P3), AX

  454. 	ADCQ	R8, AX

  455. 	MOVQ	AX, (8)(REG_P3)

  456. 	MOVQ	(16)(REG_P3), AX

  457. 	ADCQ	R8, AX

  458. 	MOVQ	AX, (16)(REG_P3)

  459. 	MOVQ	(24)(REG_P3), AX

  460. 	ADCQ	R8, AX

  461. 	MOVQ	AX, (24)(REG_P3)

  462. 	MOVQ	(32)(REG_P3), AX

  463. 	ADCQ	R8, AX

  464. 	MOVQ	AX, (32)(REG_P3)

  465. 	MOVQ	(40)(REG_P3), AX

  466. 	ADCQ	R9, AX

  467. 	MOVQ	AX, (40)(REG_P3)

  468. 	MOVQ	(48)(REG_P3), AX

  469. 	ADCQ	R10, AX

  470. 	MOVQ	AX, (48)(REG_P3)

  471. 	MOVQ	(56)(REG_P3), AX

  472. 	ADCQ	R11, AX

  473. 	MOVQ	AX, (56)(REG_P3)

  474. 	MOVQ	(64)(REG_P3), AX

  475. 	ADCQ	R12, AX

  476. 	MOVQ	AX, (64)(REG_P3)

  477. 	MOVQ	(72)(REG_P3), AX

  478. 	ADCQ	R13, AX

  479. 	MOVQ	AX, (72)(REG_P3)

  480. 	MOVQ	(80)(REG_P3), AX

  481. 	ADCQ	R14, AX

  482. 	MOVQ	AX, (80)(REG_P3)

  483. 	MOVQ	(88)(REG_P3), AX

  484. 	ADCQ	R15, AX

  485. 	MOVQ	AX, (88)(REG_P3)

  486. 

  487. 	RET

  488. 

  489. TEXT ·fp751Mul(SB), $96-24

  490. 

  491. 	// Here we store the destination in CX instead of in REG_P3 because the

  492. 	// multiplication instructions use DX as an implicit destination

  493. 	// operand: MULQ $REG sets DX:AX <-- AX * $REG.

  494. 

  495. 	MOVQ	z+0(FP), CX

  496. 	MOVQ	x+8(FP), REG_P1

  497. 	MOVQ	y+16(FP), REG_P2

  498. 

  499. 	XORQ	AX, AX

  500. 	MOVQ	(48)(REG_P1), R8

  501. 	MOVQ	(56)(REG_P1), R9

  502. 	MOVQ	(64)(REG_P1), R10

  503. 	MOVQ	(72)(REG_P1), R11

  504. 	MOVQ	(80)(REG_P1), R12

  505. 	MOVQ	(88)(REG_P1), R13

  506. 	ADDQ	(REG_P1), R8

  507. 	ADCQ	(8)(REG_P1), R9

  508. 	ADCQ	(16)(REG_P1), R10

  509. 	ADCQ	(24)(REG_P1), R11

  510. 	ADCQ	(32)(REG_P1), R12

  511. 	ADCQ	(40)(REG_P1), R13

  512. 	MOVQ	R8, (CX)

  513. 	MOVQ	R9, (8)(CX)

  514. 	MOVQ	R10, (16)(CX)

  515. 	MOVQ	R11, (24)(CX)

  516. 	MOVQ	R12, (32)(CX)

  517. 	MOVQ	R13, (40)(CX)

  518. 	SBBQ	$0, AX

  519. 

  520. 	XORQ	DX, DX

  521. 	MOVQ	(48)(REG_P2), R8

  522. 	MOVQ	(56)(REG_P2), R9

  523. 	MOVQ	(64)(REG_P2), R10

  524. 	MOVQ	(72)(REG_P2), R11

  525. 	MOVQ	(80)(REG_P2), R12

  526. 	MOVQ	(88)(REG_P2), R13

  527. 	ADDQ	(REG_P2), R8

  528. 	ADCQ	(8)(REG_P2), R9

  529. 	ADCQ	(16)(REG_P2), R10

  530. 	ADCQ	(24)(REG_P2), R11

  531. 	ADCQ	(32)(REG_P2), R12

  532. 	ADCQ	(40)(REG_P2), R13

  533. 	MOVQ	R8, (48)(CX)

  534. 	MOVQ	R9, (56)(CX)

  535. 	MOVQ	R10, (64)(CX)

  536. 	MOVQ	R11, (72)(CX)

  537. 	MOVQ	R12, (80)(CX)

  538. 	MOVQ	R13, (88)(CX)

  539. 	SBBQ	$0, DX

  540. 	MOVQ	AX, (80)(SP)

  541. 	MOVQ	DX, (88)(SP)

  542. 

  543. 	// (SP[0-8],R10,R8,R9) <- (AH+AL)*(BH+BL)

  544. 

  545. 	MOVQ	(CX), R11

  546. 	MOVQ	R8, AX

  547. 	MULQ	R11

  548. 	MOVQ	AX, (SP)		// c0

  549. 	MOVQ	DX, R14

  550. 

  551. 	XORQ	R15, R15

  552. 	MOVQ	R9, AX

  553. 	MULQ	R11

  554. 	XORQ	R9, R9

  555. 	ADDQ	AX, R14

  556. 	ADCQ	DX, R9

  557. 

  558. 	MOVQ	(8)(CX), R12

  559. 	MOVQ	R8, AX

  560. 	MULQ	R12

  561. 	ADDQ	AX, R14

  562. 	MOVQ	R14, (8)(SP)		// c1

  563. 	ADCQ	DX, R9

  564. 	ADCQ	$0, R15

  565. 

  566. 	XORQ	R8, R8

  567. 	MOVQ	R10, AX

  568. 	MULQ	R11

  569. 	ADDQ	AX, R9

  570. 	MOVQ	(48)(CX), R13

  571. 	ADCQ	DX, R15

  572. 	ADCQ	$0, R8

  573. 

  574. 	MOVQ	(16)(CX), AX

  575. 	MULQ	R13

  576. 	ADDQ	AX, R9

  577. 	ADCQ	DX, R15

  578. 	MOVQ	(56)(CX), AX

  579. 	ADCQ	$0, R8

  580. 

  581. 	MULQ	R12

  582. 	ADDQ	AX, R9

  583. 	MOVQ	R9, (16)(SP)		// c2

  584. 	ADCQ	DX, R15

  585. 	ADCQ	$0, R8

  586. 

  587. 	XORQ	R9, R9

  588. 	MOVQ	(72)(CX), AX

  589. 	MULQ	R11

  590. 	ADDQ	AX, R15

  591. 	ADCQ	DX, R8

  592. 	ADCQ	$0, R9

  593. 

  594. 	MOVQ	(24)(CX), AX

  595. 	MULQ	R13

  596. 	ADDQ	AX, R15

  597. 	ADCQ	DX, R8

  598. 	ADCQ	$0, R9

  599. 

  600. 	MOVQ	R10, AX

  601. 	MULQ	R12

  602. 	ADDQ	AX, R15

  603. 	ADCQ	DX, R8

  604. 	ADCQ	$0, R9

  605. 

  606. 	MOVQ	(16)(CX), R14

  607. 	MOVQ	(56)(CX), AX

  608. 	MULQ	R14

  609. 	ADDQ	AX, R15

  610. 	MOVQ	R15, (24)(SP)		// c3

  611. 	ADCQ	DX, R8

  612. 	ADCQ	$0, R9

  613. 

  614. 	XORQ	R10, R10

  615. 	MOVQ	(80)(CX), AX

  616. 	MULQ	R11

  617. 	ADDQ	AX, R8

  618. 	ADCQ	DX, R9

  619. 	ADCQ	$0, R10

  620. 

  621. 	MOVQ	(64)(CX), AX

  622. 	MULQ	R14

  623. 	ADDQ	AX, R8

  624. 	ADCQ	DX, R9

  625. 	ADCQ	$0, R10

  626. 

  627. 	MOVQ	(48)(CX), R15

  628. 	MOVQ	(32)(CX), AX

  629. 	MULQ	R15

  630. 	ADDQ	AX, R8

  631. 	ADCQ	DX, R9

  632. 	ADCQ	$0, R10

  633. 

  634. 	MOVQ	(72)(CX), AX

  635. 	MULQ	R12

  636. 	ADDQ	AX, R8

  637. 	ADCQ	DX, R9

  638. 	ADCQ	$0, R10

  639. 

  640. 	MOVQ	(24)(CX), R13

  641. 	MOVQ	(56)(CX), AX

  642. 	MULQ	R13

  643. 	ADDQ	AX, R8

  644. 	MOVQ	R8, (32)(SP)		// c4

  645. 	ADCQ	DX, R9

  646. 	ADCQ	$0, R10

  647. 

  648. 	XORQ	R8, R8

  649. 	MOVQ	(88)(CX), AX

  650. 	MULQ	R11

  651. 	ADDQ	AX, R9

  652. 	ADCQ	DX, R10

  653. 	ADCQ	$0, R8

  654. 

  655. 	MOVQ	(64)(CX), AX

  656. 	MULQ	R13

  657. 	ADDQ	AX, R9

  658. 	ADCQ	DX, R10

  659. 	ADCQ	$0, R8

  660. 

  661. 	MOVQ	(72)(CX), AX

  662. 	MULQ	R14

  663. 	ADDQ	AX, R9

  664. 	ADCQ	DX, R10

  665. 	ADCQ	$0, R8

  666. 

  667. 	MOVQ	(40)(CX), AX

  668. 	MULQ	R15

  669. 	ADDQ	AX, R9

  670. 	ADCQ	DX, R10

  671. 	ADCQ	$0, R8

  672. 

  673. 	MOVQ	(80)(CX), AX

  674. 	MULQ	R12

  675. 	ADDQ	AX, R9

  676. 	ADCQ	DX, R10

  677. 	ADCQ	$0, R8

  678. 

  679. 	MOVQ	(32)(CX), R15

  680. 	MOVQ	(56)(CX), AX

  681. 	MULQ	R15

  682. 	ADDQ	AX, R9

  683. 	MOVQ	R9, (40)(SP)		// c5

  684. 	ADCQ	DX, R10

  685. 	ADCQ	$0, R8

  686. 

  687. 	XORQ	R9, R9

  688. 	MOVQ	(64)(CX), AX

  689. 	MULQ	R15

  690. 	ADDQ	AX, R10

  691. 	ADCQ	DX, R8

  692. 	ADCQ	$0, R9

  693. 

  694. 	MOVQ	(88)(CX), AX

  695. 	MULQ	R12

  696. 	ADDQ	AX, R10

  697. 	ADCQ	DX, R8

  698. 	ADCQ	$0, R9

  699. 

  700. 	MOVQ	(80)(CX), AX

  701. 	MULQ	R14

  702. 	ADDQ	AX, R10

  703. 	ADCQ	DX, R8

  704. 	ADCQ	$0, R9

  705. 

  706. 	MOVQ	(40)(CX), R11

  707. 	MOVQ	(56)(CX), AX

  708. 	MULQ	R11

  709. 	ADDQ	AX, R10

  710. 	ADCQ	DX, R8

  711. 	ADCQ	$0, R9

  712. 

  713. 	MOVQ	(72)(CX), AX

  714. 	MULQ	R13

  715. 	ADDQ	AX, R10

  716. 	MOVQ	R10, (48)(SP)		// c6

  717. 	ADCQ	DX, R8

  718. 	ADCQ	$0, R9

  719. 

  720. 	XORQ	R10, R10

  721. 	MOVQ	(88)(CX), AX

  722. 	MULQ	R14

  723. 	ADDQ	AX, R8

  724. 	ADCQ	DX, R9

  725. 	ADCQ	$0, R10

  726. 

  727. 	MOVQ	(64)(CX), AX

  728. 	MULQ	R11

  729. 	ADDQ	AX, R8

  730. 	ADCQ	DX, R9

  731. 	ADCQ	$0, R10

  732. 

  733. 	MOVQ	(80)(CX), AX

  734. 	MULQ	R13

  735. 	ADDQ	AX, R8

  736. 	ADCQ	DX, R9

  737. 	ADCQ	$0, R10

  738. 

  739. 	MOVQ	(72)(CX), AX

  740. 	MULQ	R15

  741. 	ADDQ	AX, R8

  742. 	MOVQ	R8, (56)(SP)		// c7

  743. 	ADCQ	DX, R9

  744. 	ADCQ	$0, R10

  745. 

  746. 	XORQ	R8, R8

  747. 	MOVQ	(72)(CX), AX

  748. 	MULQ	R11

  749. 	ADDQ	AX, R9

  750. 	ADCQ	DX, R10

  751. 	ADCQ	$0, R8

  752. 

  753. 	MOVQ	(80)(CX), AX

  754. 	MULQ	R15

  755. 	ADDQ	AX, R9

  756. 	ADCQ	DX, R10

  757. 	ADCQ	$0, R8

  758. 

  759. 	MOVQ	(88)(CX), AX

  760. 	MULQ	R13

  761. 	ADDQ	AX, R9

  762. 	MOVQ	R9, (64)(SP)		// c8

  763. 	ADCQ	DX, R10

  764. 	ADCQ	$0, R8

  765. 

  766. 	XORQ	R9, R9

  767. 	MOVQ	(88)(CX), AX

  768. 	MULQ	R15

  769. 	ADDQ	AX, R10

  770. 	ADCQ	DX, R8

  771. 	ADCQ	$0, R9

  772. 

  773. 	MOVQ	(80)(CX), AX

  774. 	MULQ	R11

  775. 	ADDQ	AX, R10			// c9

  776. 	ADCQ	DX, R8

  777. 	ADCQ	$0, R9

  778. 

  779. 	MOVQ	(88)(CX), AX

  780. 	MULQ	R11

  781. 	ADDQ	AX, R8			// c10

  782. 	ADCQ	DX, R9			// c11

  783. 

  784. 	MOVQ	(88)(SP), AX

  785. 	MOVQ	(CX), DX

  786. 	ANDQ	AX, R12

  787. 	ANDQ	AX, R14

  788. 	ANDQ	AX, DX

  789. 	ANDQ	AX, R13

  790. 	ANDQ	AX, R15

  791. 	ANDQ	AX, R11

  792. 	MOVQ	(48)(SP), AX

  793. 	ADDQ	AX, DX

  794. 	MOVQ	(56)(SP), AX

  795. 	ADCQ	AX, R12

  796. 	MOVQ	(64)(SP), AX

  797. 	ADCQ	AX, R14

  798. 	ADCQ	R10, R13

  799. 	ADCQ	R8, R15

  800. 	ADCQ	R9, R11

  801. 	MOVQ	(80)(SP), AX

  802. 	MOVQ	DX, (48)(SP)

  803. 	MOVQ	R12, (56)(SP)

  804. 	MOVQ	R14, (64)(SP)

  805. 	MOVQ	R13, (72)(SP)

  806. 	MOVQ	R15, (80)(SP)

  807. 	MOVQ	R11, (88)(SP)

  808. 

  809. 	MOVQ	(48)(CX), R8

  810. 	MOVQ	(56)(CX), R9

  811. 	MOVQ	(64)(CX), R10

  812. 	MOVQ	(72)(CX), R11

  813. 	MOVQ	(80)(CX), R12

  814. 	MOVQ	(88)(CX), R13

  815. 	ANDQ	AX, R8

  816. 	ANDQ	AX, R9

  817. 	ANDQ	AX, R10

  818. 	ANDQ	AX, R11

  819. 	ANDQ	AX, R12

  820. 	ANDQ	AX, R13

  821. 	MOVQ	(48)(SP), AX

  822. 	ADDQ	AX, R8

  823. 	MOVQ	(56)(SP), AX

  824. 	ADCQ	AX, R9

  825. 	MOVQ	(64)(SP), AX

  826. 	ADCQ	AX, R10

  827. 	MOVQ	(72)(SP), AX

  828. 	ADCQ	AX, R11

  829. 	MOVQ	(80)(SP), AX

  830. 	ADCQ	AX, R12

  831. 	MOVQ	(88)(SP), AX

  832. 	ADCQ	AX, R13

  833. 	MOVQ	R8, (48)(SP)

  834. 	MOVQ	R9, (56)(SP)

  835. 	MOVQ	R11, (72)(SP)

  836. 

  837. 	// CX[0-11] <- AL*BL

  838. 	MOVQ	(REG_P1), R11

  839. 	MOVQ	(REG_P2), AX

  840. 	MULQ	R11

  841. 	XORQ	R9, R9

  842. 	MOVQ	AX, (CX)		// c0

  843. 	MOVQ	R10, (64)(SP)

  844. 	MOVQ	DX, R8

  845. 

  846. 	MOVQ	(8)(REG_P2), AX

  847. 	MULQ	R11

  848. 	XORQ	R10, R10

  849. 	ADDQ	AX, R8

  850. 	MOVQ	R12, (80)(SP)

  851. 	ADCQ	DX, R9

  852. 

  853. 	MOVQ	(8)(REG_P1), R12

  854. 	MOVQ	(REG_P2), AX

  855. 	MULQ	R12

  856. 	ADDQ	AX, R8

  857. 	MOVQ	R8, (8)(CX)		// c1

  858. 	ADCQ	DX, R9

  859. 	MOVQ	R13, (88)(SP)

  860. 	ADCQ	$0, R10

  861. 

  862. 	XORQ	R8, R8

  863. 	MOVQ	(16)(REG_P2), AX

  864. 	MULQ	R11

  865. 	ADDQ	AX, R9

  866. 	ADCQ	DX, R10

  867. 	ADCQ	$0, R8

  868. 

  869. 	MOVQ	(REG_P2), R13

  870. 	MOVQ	(16)(REG_P1), AX

  871. 	MULQ	R13

  872. 	ADDQ	AX, R9

  873. 	ADCQ	DX, R10

  874. 	ADCQ	$0, R8

  875. 

  876. 	MOVQ	(8)(REG_P2), AX

  877. 	MULQ	R12

  878. 	ADDQ	AX, R9

  879. 	MOVQ	R9, (16)(CX)		// c2

  880. 	ADCQ	DX, R10

  881. 	ADCQ	$0, R8

  882. 

  883. 	XORQ	R9, R9

  884. 	MOVQ	(24)(REG_P2), AX

  885. 	MULQ	R11

  886. 	ADDQ	AX, R10

  887. 	ADCQ	DX, R8

  888. 	ADCQ	$0, R9

  889. 

  890. 	MOVQ	(24)(REG_P1), AX

  891. 	MULQ	R13

  892. 	ADDQ	AX, R10

  893. 	ADCQ	DX, R8

  894. 	ADCQ	$0, R9

  895. 

  896. 	MOVQ	(16)(REG_P2), AX

  897. 	MULQ	R12

  898. 	ADDQ	AX, R10

  899. 	ADCQ	DX, R8

  900. 	ADCQ	$0, R9

  901. 

  902. 	MOVQ	(16)(REG_P1), R14

  903. 	MOVQ	(8)(REG_P2), AX

  904. 	MULQ	R14

  905. 	ADDQ	AX, R10

  906. 	MOVQ	R10, (24)(CX)		// c3

  907. 	ADCQ	DX, R8

  908. 	ADCQ	$0, R9

  909. 

  910. 	XORQ	R10, R10

  911. 	MOVQ	(32)(REG_P2), AX

  912. 	MULQ	R11

  913. 	ADDQ	AX, R8

  914. 	ADCQ	DX, R9

  915. 	ADCQ	$0, R10

  916. 

  917. 	MOVQ	(16)(REG_P2), AX

  918. 	MULQ	R14

  919. 	ADDQ	AX, R8

  920. 	ADCQ	DX, R9

  921. 	ADCQ	$0, R10

  922. 

  923. 	MOVQ	(32)(REG_P1), AX

  924. 	MULQ	R13

  925. 	ADDQ	AX, R8

  926. 	ADCQ	DX, R9

  927. 	ADCQ	$0, R10

  928. 

  929. 	MOVQ	(24)(REG_P2), AX

  930. 	MULQ	R12

  931. 	ADDQ	AX, R8

  932. 	ADCQ	DX, R9

  933. 	ADCQ	$0, R10

  934. 

  935. 	MOVQ	(24)(REG_P1), R13

  936. 	MOVQ	(8)(REG_P2), AX

  937. 	MULQ	R13

  938. 	ADDQ	AX, R8

  939. 	MOVQ	R8, (32)(CX)		// c4

  940. 	ADCQ	DX, R9

  941. 	ADCQ	$0, R10

  942. 

  943. 	XORQ	R8, R8

  944. 	MOVQ	(40)(REG_P2), AX

  945. 	MULQ	R11

  946. 	ADDQ	AX, R9

  947. 	ADCQ	DX, R10

  948. 	ADCQ	$0, R8

  949. 

  950. 	MOVQ	(16)(REG_P2), AX

  951. 	MULQ	R13

  952. 	ADDQ	AX, R9

  953. 	ADCQ	DX, R10

  954. 	ADCQ	$0, R8

  955. 

  956. 	MOVQ	(24)(REG_P2), AX

  957. 	MULQ	R14

  958. 	ADDQ	AX, R9

  959. 	ADCQ	DX, R10

  960. 	ADCQ	$0, R8

  961. 

  962. 	MOVQ	(40)(REG_P1), R11

  963. 	MOVQ	(REG_P2), AX

  964. 	MULQ	R11

  965. 	ADDQ	AX, R9

  966. 	ADCQ	DX, R10

  967. 	ADCQ	$0, R8

  968. 

  969. 	MOVQ	(32)(REG_P2), AX

  970. 	MULQ	R12

  971. 	ADDQ	AX, R9

  972. 	ADCQ	DX, R10

  973. 	ADCQ	$0, R8

  974. 

  975. 	MOVQ	(32)(REG_P1), R15

  976. 	MOVQ	(8)(REG_P2), AX

  977. 	MULQ	R15

  978. 	ADDQ	AX, R9

  979. 	MOVQ	R9, (40)(CX)		//c5

  980. 	ADCQ	DX, R10

  981. 	ADCQ	$0, R8

  982. 

  983. 	XORQ	R9, R9

  984. 	MOVQ	(16)(REG_P2), AX

  985. 	MULQ	R15

  986. 	ADDQ	AX, R10

  987. 	ADCQ	DX, R8

  988. 	ADCQ	$0, R9

  989. 

  990. 	MOVQ	(40)(REG_P2), AX

  991. 	MULQ	R12

  992. 	ADDQ	AX, R10

  993. 	ADCQ	DX, R8

  994. 	ADCQ	$0, R9

  995. 

  996. 	MOVQ	(32)(REG_P2), AX

  997. 	MULQ	R14

  998. 	ADDQ	AX, R10

  999. 	ADCQ	DX, R8

  1000. 	ADCQ	$0, R9

  1001. 

  1002. 	MOVQ	(8)(REG_P2), AX

  1003. 	MULQ	R11

  1004. 	ADDQ	AX, R10

  1005. 	ADCQ	DX, R8

  1006. 	ADCQ	$0, R9

  1007. 

  1008. 	MOVQ	(24)(REG_P2), AX

  1009. 	MULQ	R13

  1010. 	ADDQ	AX, R10

  1011. 	MOVQ	R10, (48)(CX)		// c6

  1012. 	ADCQ	DX, R8

  1013. 	ADCQ	$0, R9

  1014. 

  1015. 	XORQ	R10, R10

  1016. 	MOVQ	(40)(REG_P2), AX

  1017. 	MULQ	R14

  1018. 	ADDQ	AX, R8

  1019. 	ADCQ	DX, R9

  1020. 	ADCQ	$0, R10

  1021. 

  1022. 	MOVQ	(16)(REG_P2), AX

  1023. 	MULQ	R11

  1024. 	ADDQ	AX, R8

  1025. 	ADCQ	DX, R9

  1026. 	ADCQ	$0, R10

  1027. 

  1028. 	MOVQ	(32)(REG_P2), AX

  1029. 	MULQ	R13

  1030. 	ADDQ	AX, R8

  1031. 	ADCQ	DX, R9

  1032. 	ADCQ	$0, R10

  1033. 

  1034. 	MOVQ	(24)(REG_P2), AX

  1035. 	MULQ	R15

  1036. 	ADDQ	AX, R8

  1037. 	MOVQ	R8, (56)(CX)		// c7

  1038. 	ADCQ	DX, R9

  1039. 	ADCQ	$0, R10

  1040. 

  1041. 	XORQ	R8, R8

  1042. 	MOVQ	(24)(REG_P2), AX

  1043. 	MULQ	R11

  1044. 	ADDQ	AX, R9

  1045. 	ADCQ	DX, R10

  1046. 	ADCQ	$0, R8

  1047. 

  1048. 	MOVQ	(32)(REG_P2), AX

  1049. 	MULQ	R15

  1050. 	ADDQ	AX, R9

  1051. 	ADCQ	DX, R10

  1052. 	ADCQ	$0, R8

  1053. 

  1054. 	MOVQ	(40)(REG_P2), AX

  1055. 	MULQ	R13

  1056. 	ADDQ	AX, R9

  1057. 	MOVQ	R9, (64)(CX)		// c8

  1058. 	ADCQ	DX, R10

  1059. 	ADCQ	$0, R8

  1060. 

  1061. 	XORQ	R9, R9

  1062. 	MOVQ	(40)(REG_P2), AX

  1063. 	MULQ	R15

  1064. 	ADDQ	AX, R10

  1065. 	ADCQ	DX, R8

  1066. 	ADCQ	$0, R9

  1067. 

  1068. 	MOVQ	(32)(REG_P2), AX

  1069. 	MULQ	R11

  1070. 	ADDQ	AX, R10

  1071. 	MOVQ	R10, (72)(CX)		// c9

  1072. 	ADCQ	DX, R8

  1073. 	ADCQ	$0, R9

  1074. 

  1075. 	MOVQ	(40)(REG_P2), AX

  1076. 	MULQ	R11

  1077. 	ADDQ	AX, R8

  1078. 	MOVQ	R8, (80)(CX)		// c10

  1079. 	ADCQ	DX, R9

  1080. 	MOVQ	R9, (88)(CX)		// c11

  1081. 

  1082. 	// CX[12-23] <- AH*BH

  1083. 	MOVQ	(48)(REG_P1), R11

  1084. 	MOVQ	(48)(REG_P2), AX

  1085. 	MULQ	R11

  1086. 	XORQ	R9, R9

  1087. 	MOVQ	AX, (96)(CX)		// c0

  1088. 	MOVQ	DX, R8

  1089. 

  1090. 	MOVQ	(56)(REG_P2), AX

  1091. 	MULQ	R11

  1092. 	XORQ	R10, R10

  1093. 	ADDQ	AX, R8

  1094. 	ADCQ	DX, R9

  1095. 

  1096. 	MOVQ	(56)(REG_P1), R12

  1097. 	MOVQ	(48)(REG_P2), AX

  1098. 	MULQ	R12

  1099. 	ADDQ	AX, R8

  1100. 	MOVQ	R8, (104)(CX)		// c1

  1101. 	ADCQ	DX, R9

  1102. 	ADCQ	$0, R10

  1103. 

  1104. 	XORQ	R8, R8

  1105. 	MOVQ	(64)(REG_P2), AX

  1106. 	MULQ	R11

  1107. 	ADDQ	AX, R9

  1108. 	ADCQ	DX, R10

  1109. 	ADCQ	$0, R8

  1110. 

  1111. 	MOVQ	(48)(REG_P2), R13

  1112. 	MOVQ	(64)(REG_P1), AX

  1113. 	MULQ	R13

  1114. 	ADDQ	AX, R9

  1115. 	ADCQ	DX, R10

  1116. 	ADCQ	$0, R8

  1117. 

  1118. 	MOVQ	(56)(REG_P2), AX

  1119. 	MULQ	R12

  1120. 	ADDQ	AX, R9

  1121. 	MOVQ	R9, (112)(CX)		// c2

  1122. 	ADCQ	DX, R10

  1123. 	ADCQ	$0, R8

  1124. 

  1125. 	XORQ	R9, R9

  1126. 	MOVQ	(72)(REG_P2), AX

  1127. 	MULQ	R11

  1128. 	ADDQ	AX, R10

  1129. 	ADCQ	DX, R8

  1130. 	ADCQ	$0, R9

  1131. 

  1132. 	MOVQ	(72)(REG_P1), AX

  1133. 	MULQ	R13

  1134. 	ADDQ	AX, R10

  1135. 	ADCQ	DX, R8

  1136. 	ADCQ	$0, R9

  1137. 

  1138. 	MOVQ	(64)(REG_P2), AX

  1139. 	MULQ	R12

  1140. 	ADDQ	AX, R10

  1141. 	ADCQ	DX, R8

  1142. 	ADCQ	$0, R9

  1143. 

  1144. 	MOVQ	(64)(REG_P1), R14

  1145. 	MOVQ	(56)(REG_P2), AX

  1146. 	MULQ	R14

  1147. 	ADDQ	AX, R10

  1148. 	MOVQ	R10, (120)(CX)		// c3

  1149. 	ADCQ	DX, R8

  1150. 	ADCQ	$0, R9

  1151. 

  1152. 	XORQ	R10, R10

  1153. 	MOVQ	(80)(REG_P2), AX

  1154. 	MULQ	R11

  1155. 	ADDQ	AX, R8

  1156. 	ADCQ	DX, R9

  1157. 	ADCQ	$0, R10

  1158. 

  1159. 	MOVQ	(64)(REG_P2), AX

  1160. 	MULQ	R14

  1161. 	ADDQ	AX, R8

  1162. 	ADCQ	DX, R9

  1163. 	ADCQ	$0, R10

  1164. 

  1165. 	MOVQ	(80)(REG_P1), R15

  1166. 	MOVQ	R13, AX

  1167. 	MULQ	R15

  1168. 	ADDQ	AX, R8

  1169. 	ADCQ	DX, R9

  1170. 	ADCQ	$0, R10

  1171. 

  1172. 	MOVQ	(72)(REG_P2), AX

  1173. 	MULQ	R12

  1174. 	ADDQ	AX, R8

  1175. 	ADCQ	DX, R9

  1176. 	ADCQ	$0, R10

  1177. 

  1178. 	MOVQ	(72)(REG_P1), R13

  1179. 	MOVQ	(56)(REG_P2), AX

  1180. 	MULQ	R13

  1181. 	ADDQ	AX, R8

  1182. 	MOVQ	R8, (128)(CX)		// c4

  1183. 	ADCQ	DX, R9

  1184. 	ADCQ	$0, R10

  1185. 

  1186. 	XORQ	R8, R8

  1187. 	MOVQ	(88)(REG_P2), AX

  1188. 	MULQ	R11

  1189. 	ADDQ	AX, R9

  1190. 	ADCQ	DX, R10

  1191. 	ADCQ	$0, R8

  1192. 

  1193. 	MOVQ	(64)(REG_P2), AX

  1194. 	MULQ	R13

  1195. 	ADDQ	AX, R9

  1196. 	ADCQ	DX, R10

  1197. 	ADCQ	$0, R8

  1198. 

  1199. 	MOVQ	(72)(REG_P2), AX

  1200. 	MULQ	R14

  1201. 	ADDQ	AX, R9

  1202. 	ADCQ	DX, R10

  1203. 	ADCQ	$0, R8

  1204. 

  1205. 	MOVQ	(88)(REG_P1), R11

  1206. 	MOVQ	(48)(REG_P2), AX

  1207. 	MULQ	R11

  1208. 	ADDQ	AX, R9

  1209. 	ADCQ	DX, R10

  1210. 	ADCQ	$0, R8

  1211. 

  1212. 	MOVQ	(80)(REG_P2), AX

  1213. 	MULQ	R12

  1214. 	ADDQ	AX, R9

  1215. 	ADCQ	DX, R10

  1216. 	ADCQ	$0, R8

  1217. 

  1218. 	MOVQ	(56)(REG_P2), AX

  1219. 	MULQ	R15

  1220. 	ADDQ	AX, R9

  1221. 	MOVQ	R9, (136)(CX)		// c5

  1222. 	ADCQ	DX, R10

  1223. 	ADCQ	$0, R8

  1224. 

  1225. 	XORQ	R9, R9

  1226. 	MOVQ	(64)(REG_P2), AX

  1227. 	MULQ	R15

  1228. 	ADDQ	AX, R10

  1229. 	ADCQ	DX, R8

  1230. 	ADCQ	$0, R9

  1231. 

  1232. 	MOVQ	(88)(REG_P2), AX

  1233. 	MULQ	R12

  1234. 	ADDQ	AX, R10

  1235. 	ADCQ	DX, R8

  1236. 	ADCQ	$0, R9

  1237. 

  1238. 	MOVQ	(80)(REG_P2), AX

  1239. 	MULQ	R14

  1240. 	ADDQ	AX, R10

  1241. 	ADCQ	DX, R8

  1242. 	ADCQ	$0, R9

  1243. 

  1244. 	MOVQ	(56)(REG_P2), AX

  1245. 	MULQ	R11

  1246. 	ADDQ	AX, R10

  1247. 	ADCQ	DX, R8

  1248. 	ADCQ	$0, R9

  1249. 

  1250. 	MOVQ	(72)(REG_P2), AX

  1251. 	MULQ	R13

  1252. 	ADDQ	AX, R10

  1253. 	MOVQ	R10, (144)(CX)		// c6

  1254. 	ADCQ	DX, R8

  1255. 	ADCQ	$0, R9

  1256. 

  1257. 	XORQ	R10, R10

  1258. 	MOVQ	(88)(REG_P2), AX

  1259. 	MULQ	R14

  1260. 	ADDQ	AX, R8

  1261. 	ADCQ	DX, R9

  1262. 	ADCQ	$0, R10

  1263. 

  1264. 	MOVQ	(64)(REG_P2), AX

  1265. 	MULQ	R11

  1266. 	ADDQ	AX, R8

  1267. 	ADCQ	DX, R9

  1268. 	ADCQ	$0, R10

  1269. 

  1270. 	MOVQ	(80)(REG_P2), AX

  1271. 	MULQ	R13

  1272. 	ADDQ	AX, R8

  1273. 	ADCQ	DX, R9

  1274. 	ADCQ	$0, R10

  1275. 

  1276. 	MOVQ	(72)(REG_P2), AX

  1277. 	MULQ	R15

  1278. 	ADDQ	AX, R8

  1279. 	MOVQ	R8, (152)(CX)		// c7

  1280. 	ADCQ	DX, R9

  1281. 	ADCQ	$0, R10

  1282. 

  1283. 	XORQ	R8, R8

  1284. 	MOVQ	(72)(REG_P2), AX

  1285. 	MULQ	R11

  1286. 	ADDQ	AX, R9

  1287. 	ADCQ	DX, R10

  1288. 	ADCQ	$0, R8

  1289. 

  1290. 	MOVQ	(80)(REG_P2), AX

  1291. 	MULQ	R15

  1292. 	ADDQ	AX, R9

  1293. 	ADCQ	DX, R10

  1294. 	ADCQ	$0, R8

  1295. 

  1296. 	MOVQ	(88)(REG_P2), AX

  1297. 	MULQ	R13

  1298. 	ADDQ	AX, R9

  1299. 	MOVQ	R9, (160)(CX)		// c8

  1300. 	ADCQ	DX, R10

  1301. 	ADCQ	$0, R8

  1302. 

  1303. 	MOVQ	(88)(REG_P2), AX

  1304. 	MULQ	R15

  1305. 	ADDQ	AX, R10

  1306. 	ADCQ	DX, R8

  1307. 

  1308. 	MOVQ	(80)(REG_P2), AX

  1309. 	MULQ	R11

  1310. 	ADDQ	AX, R10

  1311. 	MOVQ	R10, (168)(CX)		// c9

  1312. 	ADCQ	DX, R8

  1313. 

  1314. 	MOVQ	(88)(REG_P2), AX

  1315. 	MULQ	R11

  1316. 	ADDQ	AX, R8

  1317. 	MOVQ	R8, (176)(CX)		// c10

  1318. 	ADCQ	$0, DX

  1319. 	MOVQ	DX, (184)(CX)		// c11

  1320. 

  1321. 	// [R8-R15,AX,DX,DI,(SP)] <- (AH+AL)*(BH+BL)-AL*BL

  1322. 	MOVQ	(SP), R8

  1323. 	SUBQ	(CX), R8

  1324. 	MOVQ	(8)(SP), R9

  1325. 	SBBQ	(8)(CX), R9

  1326. 	MOVQ	(16)(SP), R10

  1327. 	SBBQ	(16)(CX), R10

  1328. 	MOVQ	(24)(SP), R11

  1329. 	SBBQ	(24)(CX), R11

  1330. 	MOVQ	(32)(SP), R12

  1331. 	SBBQ	(32)(CX), R12

  1332. 	MOVQ	(40)(SP), R13

  1333. 	SBBQ	(40)(CX), R13

  1334. 	MOVQ	(48)(SP), R14

  1335. 	SBBQ	(48)(CX), R14

  1336. 	MOVQ	(56)(SP), R15

  1337. 	SBBQ	(56)(CX), R15

  1338. 	MOVQ	(64)(SP), AX

  1339. 	SBBQ	(64)(CX), AX

  1340. 	MOVQ	(72)(SP), DX

  1341. 	SBBQ	(72)(CX), DX

  1342. 	MOVQ	(80)(SP), DI

  1343. 	SBBQ	(80)(CX), DI

  1344. 	MOVQ	(88)(SP), SI

  1345. 	SBBQ	(88)(CX), SI

  1346. 	MOVQ	SI, (SP)

  1347. 

  1348. 	// [R8-R15,AX,DX,DI,(SP)] <- (AH+AL)*(BH+BL) - AL*BL - AH*BH

  1349. 	MOVQ	(96)(CX), SI

  1350. 	SUBQ	SI, R8

  1351. 	MOVQ	(104)(CX), SI

  1352. 	SBBQ	SI, R9

  1353. 	MOVQ	(112)(CX), SI

  1354. 	SBBQ	SI, R10

  1355. 	MOVQ	(120)(CX), SI

  1356. 	SBBQ	SI, R11

  1357. 	MOVQ	(128)(CX), SI

  1358. 	SBBQ	SI, R12

  1359. 	MOVQ	(136)(CX), SI

  1360. 	SBBQ	SI, R13

  1361. 	MOVQ	(144)(CX), SI

  1362. 	SBBQ	SI, R14

  1363. 	MOVQ	(152)(CX), SI

  1364. 	SBBQ	SI, R15

  1365. 	MOVQ	(160)(CX), SI

  1366. 	SBBQ	SI, AX

  1367. 	MOVQ	(168)(CX), SI

  1368. 	SBBQ	SI, DX

  1369. 	MOVQ	(176)(CX), SI

  1370. 	SBBQ	SI, DI

  1371. 	MOVQ	(SP), SI

  1372. 	SBBQ	(184)(CX), SI

  1373. 

  1374. 	// FINAL RESULT

  1375. 	ADDQ	(48)(CX), R8

  1376. 	MOVQ	R8, (48)(CX)

  1377. 	ADCQ	(56)(CX), R9

  1378. 	MOVQ	R9, (56)(CX)

  1379. 	ADCQ	(64)(CX), R10

  1380. 	MOVQ	R10, (64)(CX)

  1381. 	ADCQ	(72)(CX), R11

  1382. 	MOVQ	R11, (72)(CX)

  1383. 	ADCQ	(80)(CX), R12

  1384. 	MOVQ	R12, (80)(CX)

  1385. 	ADCQ	(88)(CX), R13

  1386. 	MOVQ	R13, (88)(CX)

  1387. 	ADCQ	(96)(CX), R14

  1388. 	MOVQ	R14, (96)(CX)

  1389. 	ADCQ	(104)(CX), R15

  1390. 	MOVQ	R15, (104)(CX)

  1391. 	ADCQ	(112)(CX), AX

  1392. 	MOVQ	AX, (112)(CX)

  1393. 	ADCQ	(120)(CX), DX

  1394. 	MOVQ	DX, (120)(CX)

  1395. 	ADCQ	(128)(CX), DI

  1396. 	MOVQ	DI, (128)(CX)

  1397. 	ADCQ	(136)(CX), SI

  1398. 	MOVQ	SI, (136)(CX)

  1399. 	MOVQ	(144)(CX), AX

  1400. 	ADCQ	$0, AX

  1401. 	MOVQ	AX, (144)(CX)

  1402. 	MOVQ	(152)(CX), AX

  1403. 	ADCQ	$0, AX

  1404. 	MOVQ	AX, (152)(CX)

  1405. 	MOVQ	(160)(CX), AX

  1406. 	ADCQ	$0, AX

  1407. 	MOVQ	AX, (160)(CX)

  1408. 	MOVQ	(168)(CX), AX

  1409. 	ADCQ	$0, AX

  1410. 	MOVQ	AX, (168)(CX)

  1411. 	MOVQ	(176)(CX), AX

  1412. 	ADCQ	$0, AX

  1413. 	MOVQ	AX, (176)(CX)

  1414. 	MOVQ	(184)(CX), AX

  1415. 	ADCQ	$0, AX

  1416. 	MOVQ	AX, (184)(CX)

  1417. 

  1418. 	RET

  1419. 

  1420. TEXT ·fp751MontgomeryReduce(SB), $0-16

  1421. 

  1422. 	MOVQ z+0(FP), REG_P2

  1423. 	MOVQ x+8(FP), REG_P1

  1424. 

  1425. 	MOVQ	(REG_P1), R11

  1426. 	MOVQ	P751P1_5, AX

  1427. 	MULQ	R11

  1428. 	XORQ	R8, R8

  1429. 	ADDQ	(40)(REG_P1), AX

  1430. 	MOVQ	AX, (40)(REG_P2)		// Z5

  1431. 	ADCQ	DX, R8

  1432. 

  1433. 	XORQ	R9, R9

  1434. 	MOVQ	P751P1_6, AX

  1435. 	MULQ	R11

  1436. 	XORQ	R10, R10

  1437. 	ADDQ	AX, R8

  1438. 	ADCQ	DX, R9

  1439. 

  1440. 	MOVQ	(8)(REG_P1), R12

  1441. 	MOVQ	P751P1_5, AX

  1442. 	MULQ	R12

  1443. 	ADDQ	AX, R8

  1444. 	ADCQ	DX, R9

  1445. 	ADCQ	$0, R10

  1446. 	ADDQ	(48)(REG_P1), R8

  1447. 	MOVQ	R8, (48)(REG_P2)		// Z6

  1448. 	ADCQ	$0, R9

  1449. 	ADCQ	$0, R10

  1450. 

  1451. 	XORQ	R8, R8

  1452. 	MOVQ	P751P1_7, AX

  1453. 	MULQ	R11

  1454. 	ADDQ	AX, R9

  1455. 	ADCQ	DX, R10

  1456. 	ADCQ	$0, R8

  1457. 

  1458. 	MOVQ	P751P1_6, AX

  1459. 	MULQ	R12

  1460. 	ADDQ	AX, R9

  1461. 	ADCQ	DX, R10

  1462. 	ADCQ	$0, R8

  1463. 

  1464. 	MOVQ	(16)(REG_P1), R13

  1465. 	MOVQ	P751P1_5, AX

  1466. 	MULQ	R13

  1467. 	ADDQ	AX, R9

  1468. 	ADCQ	DX, R10

  1469. 	ADCQ	$0, R8

  1470. 	ADDQ	(56)(REG_P1), R9

  1471. 	MOVQ	R9, (56)(REG_P2)		// Z7

  1472. 	ADCQ	$0, R10

  1473. 	ADCQ	$0, R8

  1474. 

  1475. 	XORQ	R9, R9

  1476. 	MOVQ	P751P1_8, AX

  1477. 	MULQ	R11

  1478. 	ADDQ	AX, R10

  1479. 	ADCQ	DX, R8

  1480. 	ADCQ	$0, R9

  1481. 

  1482. 	MOVQ	P751P1_7, AX

  1483. 	MULQ	R12

  1484. 	ADDQ	AX, R10

  1485. 	ADCQ	DX, R8

  1486. 	ADCQ	$0, R9

  1487. 

  1488. 	MOVQ	P751P1_6, AX

  1489. 	MULQ	R13

  1490. 	ADDQ	AX, R10

  1491. 	ADCQ	DX, R8

  1492. 	ADCQ	$0, R9

  1493. 

  1494. 	MOVQ	(24)(REG_P1), R14

  1495. 	MOVQ	P751P1_5, AX

  1496. 	MULQ	R14

  1497. 	ADDQ	AX, R10

  1498. 	ADCQ	DX, R8

  1499. 	ADCQ	$0, R9

  1500. 	ADDQ	(64)(REG_P1), R10

  1501. 	MOVQ	R10, (64)(REG_P2)		// Z8

  1502. 	ADCQ	$0, R8

  1503. 	ADCQ	$0, R9

  1504. 

  1505. 	XORQ	R10, R10

  1506. 	MOVQ	P751P1_9, AX

  1507. 	MULQ	R11

  1508. 	ADDQ	AX, R8

  1509. 	ADCQ	DX, R9

  1510. 	ADCQ	$0, R10

  1511. 

  1512. 	MOVQ	P751P1_8, AX

  1513. 	MULQ	R12

  1514. 	ADDQ	AX, R8

  1515. 	ADCQ	DX, R9

  1516. 	ADCQ	$0, R10

  1517. 

  1518. 	MOVQ	P751P1_7, AX

  1519. 	MULQ	R13

  1520. 	ADDQ	AX, R8

  1521. 	ADCQ	DX, R9

  1522. 	ADCQ	$0, R10

  1523. 

  1524. 	MOVQ	P751P1_6, AX

  1525. 	MULQ	R14

  1526. 	ADDQ	AX, R8

  1527. 	ADCQ	DX, R9

  1528. 	ADCQ	$0, R10

  1529. 

  1530. 	MOVQ	(32)(REG_P1), R15

  1531. 	MOVQ	P751P1_5, AX

  1532. 	MULQ	R15

  1533. 	ADDQ	AX, R8

  1534. 	ADCQ	DX, R9

  1535. 	ADCQ	$0, R10

  1536. 	ADDQ	(72)(REG_P1), R8

  1537. 	MOVQ	R8, (72)(REG_P2)		// Z9

  1538. 	ADCQ	$0, R9

  1539. 	ADCQ	$0, R10

  1540. 

  1541. 	XORQ	R8, R8

  1542. 	MOVQ	P751P1_10, AX

  1543. 	MULQ	R11

  1544. 	ADDQ	AX, R9

  1545. 	ADCQ	DX, R10

  1546. 	ADCQ	$0, R8

  1547. 

  1548. 	MOVQ	P751P1_9, AX

  1549. 	MULQ	R12

  1550. 	ADDQ	AX, R9

  1551. 	ADCQ	DX, R10

  1552. 	ADCQ	$0, R8

  1553. 

  1554. 	MOVQ	P751P1_8, AX

  1555. 	MULQ	R13

  1556. 	ADDQ	AX, R9

  1557. 	ADCQ	DX, R10

  1558. 	ADCQ	$0, R8

  1559. 

  1560. 	MOVQ	P751P1_7, AX

  1561. 	MULQ	R14

  1562. 	ADDQ	AX, R9

  1563. 	ADCQ	DX, R10

  1564. 	ADCQ	$0, R8

  1565. 

  1566. 	MOVQ	P751P1_6, AX

  1567. 	MULQ	R15

  1568. 	ADDQ	AX, R9

  1569. 	ADCQ	DX, R10

  1570. 	ADCQ	$0, R8

  1571. 

  1572. 	MOVQ	(40)(REG_P2), CX

  1573. 	MOVQ	P751P1_5, AX

  1574. 	MULQ	CX

  1575. 	ADDQ	AX, R9

  1576. 	ADCQ	DX, R10

  1577. 	ADCQ	$0, R8

  1578. 	ADDQ	(80)(REG_P1), R9

  1579. 	MOVQ	R9, (80)(REG_P2)		// Z10

  1580. 	ADCQ	$0, R10

  1581. 	ADCQ	$0, R8

  1582. 

  1583. 	XORQ	R9, R9

  1584. 	MOVQ	P751P1_11, AX

  1585. 	MULQ	R11

  1586. 	ADDQ	AX, R10

  1587. 	ADCQ	DX, R8

  1588. 	ADCQ	$0, R9

  1589. 

  1590. 	MOVQ	P751P1_10, AX

  1591. 	MULQ	R12

  1592. 	ADDQ	AX, R10

  1593. 	ADCQ	DX, R8

  1594. 	ADCQ	$0, R9

  1595. 

  1596. 	MOVQ	P751P1_9, AX

  1597. 	MULQ	R13

  1598. 	ADDQ	AX, R10

  1599. 	ADCQ	DX, R8

  1600. 	ADCQ	$0, R9

  1601. 

  1602. 	MOVQ	P751P1_8, AX

  1603. 	MULQ	R14

  1604. 	ADDQ	AX, R10

  1605. 	ADCQ	DX, R8

  1606. 	ADCQ	$0, R9

  1607. 

  1608. 	MOVQ	P751P1_7, AX

  1609. 	MULQ	R15

  1610. 	ADDQ	AX, R10

  1611. 	ADCQ	DX, R8

  1612. 	ADCQ	$0, R9

  1613. 

  1614. 	MOVQ	P751P1_6, AX

  1615. 	MULQ	CX

  1616. 	ADDQ	AX, R10

  1617. 	ADCQ	DX, R8

  1618. 	ADCQ	$0, R9

  1619. 

  1620. 	MOVQ	(48)(REG_P2), R11

  1621. 	MOVQ	P751P1_5, AX

  1622. 	MULQ	R11

  1623. 	ADDQ	AX, R10

  1624. 	ADCQ	DX, R8

  1625. 	ADCQ	$0, R9

  1626. 	ADDQ	(88)(REG_P1), R10

  1627. 	MOVQ	R10, (88)(REG_P2)		// Z11

  1628. 	ADCQ	$0, R8

  1629. 	ADCQ	$0, R9

  1630. 

  1631. 	XORQ	R10, R10

  1632. 	MOVQ	P751P1_11, AX

  1633. 	MULQ	R12

  1634. 	ADDQ	AX, R8

  1635. 	ADCQ	DX, R9

  1636. 	ADCQ	$0, R10

  1637. 

  1638. 	MOVQ	P751P1_10, AX

  1639. 	MULQ	R13

  1640. 	ADDQ	AX, R8

  1641. 	ADCQ	DX, R9

  1642. 	ADCQ	$0, R10

  1643. 

  1644. 	MOVQ	P751P1_9, AX

  1645. 	MULQ	R14

  1646. 	ADDQ	AX, R8

  1647. 	ADCQ	DX, R9

  1648. 	ADCQ	$0, R10

  1649. 

  1650. 	MOVQ	P751P1_8, AX

  1651. 	MULQ	R15

  1652. 	ADDQ	AX, R8

  1653. 	ADCQ	DX, R9

  1654. 	ADCQ	$0, R10

  1655. 

  1656. 	MOVQ	P751P1_7, AX

  1657. 	MULQ	CX

  1658. 	ADDQ	AX, R8

  1659. 	ADCQ	DX, R9

  1660. 	ADCQ	$0, R10

  1661. 

  1662. 	MOVQ	P751P1_6, AX

  1663. 	MULQ	R11

  1664. 	ADDQ	AX, R8

  1665. 	ADCQ	DX, R9

  1666. 	ADCQ	$0, R10

  1667. 

  1668. 	MOVQ	(56)(REG_P2), R12

  1669. 	MOVQ	P751P1_5, AX

  1670. 	MULQ	R12

  1671. 	ADDQ	AX, R8

  1672. 	ADCQ	DX, R9

  1673. 	ADCQ	$0, R10

  1674. 	ADDQ	(96)(REG_P1), R8

  1675. 	MOVQ	R8, (REG_P2)		// Z0

  1676. 	ADCQ	$0, R9

  1677. 	ADCQ	$0, R10

  1678. 

  1679. 	XORQ	R8, R8

  1680. 	MOVQ	P751P1_11, AX

  1681. 	MULQ	R13

  1682. 	ADDQ	AX, R9

  1683. 	ADCQ	DX, R10

  1684. 	ADCQ	$0, R8

  1685. 

  1686. 	MOVQ	P751P1_10, AX

  1687. 	MULQ	R14

  1688. 	ADDQ	AX, R9

  1689. 	ADCQ	DX, R10

  1690. 	ADCQ	$0, R8

  1691. 

  1692. 	MOVQ	P751P1_9, AX

  1693. 	MULQ	R15

  1694. 	ADDQ	AX, R9

  1695. 	ADCQ	DX, R10

  1696. 	ADCQ	$0, R8

  1697. 

  1698. 	MOVQ	P751P1_8, AX

  1699. 	MULQ	CX

  1700. 	ADDQ	AX, R9

  1701. 	ADCQ	DX, R10

  1702. 	ADCQ	$0, R8

  1703. 

  1704. 	MOVQ	P751P1_7, AX

  1705. 	MULQ	R11

  1706. 	ADDQ	AX, R9

  1707. 	ADCQ	DX, R10

  1708. 	ADCQ	$0, R8

  1709. 

  1710. 	MOVQ	P751P1_6, AX

  1711. 	MULQ	R12

  1712. 	ADDQ	AX, R9

  1713. 	ADCQ	DX, R10

  1714. 	ADCQ	$0, R8

  1715. 

  1716. 	MOVQ	(64)(REG_P2), R13

  1717. 	MOVQ	P751P1_5, AX

  1718. 	MULQ	R13

  1719. 	ADDQ	AX, R9

  1720. 	ADCQ	DX, R10

  1721. 	ADCQ	$0, R8

  1722. 	ADDQ	(104)(REG_P1), R9

  1723. 	MOVQ	R9, (8)(REG_P2)		// Z1

  1724. 	ADCQ	$0, R10

  1725. 	ADCQ	$0, R8

  1726. 

  1727. 	XORQ	R9, R9

  1728. 	MOVQ	P751P1_11, AX

  1729. 	MULQ	R14

  1730. 	ADDQ	AX, R10

  1731. 	ADCQ	DX, R8

  1732. 	ADCQ	$0, R9

  1733. 

  1734. 	MOVQ	P751P1_10, AX

  1735. 	MULQ	R15

  1736. 	ADDQ	AX, R10

  1737. 	ADCQ	DX, R8

  1738. 	ADCQ	$0, R9

  1739. 

  1740. 	MOVQ	P751P1_9, AX

  1741. 	MULQ	CX

  1742. 	ADDQ	AX, R10

  1743. 	ADCQ	DX, R8

  1744. 	ADCQ	$0, R9

  1745. 

  1746. 	MOVQ	P751P1_8, AX

  1747. 	MULQ	R11

  1748. 	ADDQ	AX, R10

  1749. 	ADCQ	DX, R8

  1750. 	ADCQ	$0, R9

  1751. 

  1752. 	MOVQ	P751P1_7, AX

  1753. 	MULQ	R12

  1754. 	ADDQ	AX, R10

  1755. 	ADCQ	DX, R8

  1756. 	ADCQ	$0, R9

  1757. 

  1758. 	MOVQ	P751P1_6, AX

  1759. 	MULQ	R13

  1760. 	ADDQ	AX, R10

  1761. 	ADCQ	DX, R8

  1762. 	ADCQ	$0, R9

  1763. 

  1764. 	MOVQ	(72)(REG_P2), R14

  1765. 	MOVQ	P751P1_5, AX

  1766. 	MULQ	R14

  1767. 	ADDQ	AX, R10

  1768. 	ADCQ	DX, R8

  1769. 	ADCQ	$0, R9

  1770. 	ADDQ	(112)(REG_P1), R10

  1771. 	MOVQ	R10, (16)(REG_P2)		// Z2

  1772. 	ADCQ	$0, R8

  1773. 	ADCQ	$0, R9

  1774. 

  1775. 	XORQ	R10, R10

  1776. 	MOVQ	P751P1_11, AX

  1777. 	MULQ	R15

  1778. 	ADDQ	AX, R8

  1779. 	ADCQ	DX, R9

  1780. 	ADCQ	$0, R10

  1781. 

  1782. 	MOVQ	P751P1_10, AX

  1783. 	MULQ	CX

  1784. 	ADDQ	AX, R8

  1785. 	ADCQ	DX, R9

  1786. 	ADCQ	$0, R10

  1787. 

  1788. 	MOVQ	P751P1_9, AX

  1789. 	MULQ	R11

  1790. 	ADDQ	AX, R8

  1791. 	ADCQ	DX, R9

  1792. 	ADCQ	$0, R10

  1793. 

  1794. 	MOVQ	P751P1_8, AX

  1795. 	MULQ	R12

  1796. 	ADDQ	AX, R8

  1797. 	ADCQ	DX, R9

  1798. 	ADCQ	$0, R10

  1799. 

  1800. 	MOVQ	P751P1_7, AX

  1801. 	MULQ	R13

  1802. 	ADDQ	AX, R8

  1803. 	ADCQ	DX, R9

  1804. 	ADCQ	$0, R10

  1805. 

  1806. 	MOVQ	P751P1_6, AX

  1807. 	MULQ	R14

  1808. 	ADDQ	AX, R8

  1809. 	ADCQ	DX, R9

  1810. 	ADCQ	$0, R10

  1811. 

  1812. 	MOVQ	(80)(REG_P2), R15

  1813. 	MOVQ	P751P1_5, AX

  1814. 	MULQ	R15

  1815. 	ADDQ	AX, R8

  1816. 	ADCQ	DX, R9

  1817. 	ADCQ	$0, R10

  1818. 	ADDQ	(120)(REG_P1), R8

  1819. 	MOVQ	R8, (24)(REG_P2)		// Z3

  1820. 	ADCQ	$0, R9

  1821. 	ADCQ	$0, R10

  1822. 

  1823. 	XORQ	R8, R8

  1824. 	MOVQ	P751P1_11, AX

  1825. 	MULQ	CX

  1826. 	ADDQ	AX, R9

  1827. 	ADCQ	DX, R10

  1828. 	ADCQ	$0, R8

  1829. 

  1830. 	MOVQ	P751P1_10, AX

  1831. 	MULQ	R11

  1832. 	ADDQ	AX, R9

  1833. 	ADCQ	DX, R10

  1834. 	ADCQ	$0, R8

  1835. 

  1836. 	MOVQ	P751P1_9, AX

  1837. 	MULQ	R12

  1838. 	ADDQ	AX, R9

  1839. 	ADCQ	DX, R10

  1840. 	ADCQ	$0, R8

  1841. 

  1842. 	MOVQ	P751P1_8, AX

  1843. 	MULQ	R13

  1844. 	ADDQ	AX, R9

  1845. 	ADCQ	DX, R10

  1846. 	ADCQ	$0, R8

  1847. 

  1848. 	MOVQ	P751P1_7, AX

  1849. 	MULQ	R14

  1850. 	ADDQ	AX, R9

  1851. 	ADCQ	DX, R10

  1852. 	ADCQ	$0, R8

  1853. 

  1854. 	MOVQ	P751P1_6, AX

  1855. 	MULQ	R15

  1856. 	ADDQ	AX, R9

  1857. 	ADCQ	DX, R10

  1858. 	ADCQ	$0, R8

  1859. 

  1860. 	MOVQ	(88)(REG_P2), CX

  1861. 	MOVQ	P751P1_5, AX

  1862. 	MULQ	CX

  1863. 	ADDQ	AX, R9

  1864. 	ADCQ	DX, R10

  1865. 	ADCQ	$0, R8

  1866. 	ADDQ	(128)(REG_P1), R9

  1867. 	MOVQ	R9, (32)(REG_P2)		// Z4

  1868. 	ADCQ	$0, R10

  1869. 	ADCQ	$0, R8

  1870. 

  1871. 	XORQ	R9, R9

  1872. 	MOVQ	P751P1_11, AX

  1873. 	MULQ	R11

  1874. 	ADDQ	AX, R10

  1875. 	ADCQ	DX, R8

  1876. 	ADCQ	$0, R9

  1877. 

  1878. 	MOVQ	P751P1_10, AX

  1879. 	MULQ	R12

  1880. 	ADDQ	AX, R10

  1881. 	ADCQ	DX, R8

  1882. 	ADCQ	$0, R9

  1883. 

  1884. 	MOVQ	P751P1_9, AX

  1885. 	MULQ	R13

  1886. 	ADDQ	AX, R10

  1887. 	ADCQ	DX, R8

  1888. 	ADCQ	$0, R9

  1889. 

  1890. 	MOVQ	P751P1_8, AX

  1891. 	MULQ	R14

  1892. 	ADDQ	AX, R10

  1893. 	ADCQ	DX, R8

  1894. 	ADCQ	$0, R9

  1895. 

  1896. 	MOVQ	P751P1_7, AX

  1897. 	MULQ	R15

  1898. 	ADDQ	AX, R10

  1899. 	ADCQ	DX, R8

  1900. 	ADCQ	$0, R9

  1901. 

  1902. 	MOVQ	P751P1_6, AX

  1903. 	MULQ	CX

  1904. 	ADDQ	AX, R10

  1905. 	ADCQ	DX, R8

  1906. 	ADCQ	$0, R9

  1907. 	ADDQ	(136)(REG_P1), R10

  1908. 	MOVQ	R10, (40)(REG_P2)		// Z5

  1909. 	ADCQ	$0, R8

  1910. 	ADCQ	$0, R9

  1911. 

  1912. 	XORQ	R10, R10

  1913. 	MOVQ	P751P1_11, AX

  1914. 	MULQ	R12

  1915. 	ADDQ	AX, R8

  1916. 	ADCQ	DX, R9

  1917. 	ADCQ	$0, R10

  1918. 

  1919. 	MOVQ	P751P1_10, AX

  1920. 	MULQ	R13

  1921. 	ADDQ	AX, R8

  1922. 	ADCQ	DX, R9

  1923. 	ADCQ	$0, R10

  1924. 

  1925. 	MOVQ	P751P1_9, AX

  1926. 	MULQ	R14

  1927. 	ADDQ	AX, R8

  1928. 	ADCQ	DX, R9

  1929. 	ADCQ	$0, R10

  1930. 

  1931. 	MOVQ	P751P1_8, AX

  1932. 	MULQ	R15

  1933. 	ADDQ	AX, R8

  1934. 	ADCQ	DX, R9

  1935. 	ADCQ	$0, R10

  1936. 

  1937. 	MOVQ	P751P1_7, AX

  1938. 	MULQ	CX

  1939. 	ADDQ	AX, R8

  1940. 	ADCQ	DX, R9

  1941. 	ADCQ	$0, R10

  1942. 	ADDQ	(144)(REG_P1), R8

  1943. 	MOVQ	R8, (48)(REG_P2)		// Z6

  1944. 	ADCQ	$0, R9

  1945. 	ADCQ	$0, R10

  1946. 

  1947. 	XORQ	R8, R8

  1948. 	MOVQ	P751P1_11, AX

  1949. 	MULQ	R13

  1950. 	ADDQ	AX, R9

  1951. 	ADCQ	DX, R10

  1952. 	ADCQ	$0, R8

  1953. 

  1954. 	MOVQ	P751P1_10, AX

  1955. 	MULQ	R14

  1956. 	ADDQ	AX, R9

  1957. 	ADCQ	DX, R10

  1958. 	ADCQ	$0, R8

  1959. 

  1960. 	MOVQ	P751P1_9, AX

  1961. 	MULQ	R15

  1962. 	ADDQ	AX, R9

  1963. 	ADCQ	DX, R10

  1964. 	ADCQ	$0, R8

  1965. 

  1966. 	MOVQ	P751P1_8, AX

  1967. 	MULQ	CX

  1968. 	ADDQ	AX, R9

  1969. 	ADCQ	DX, R10

  1970. 	ADCQ	$0, R8

  1971. 	ADDQ	(152)(REG_P1), R9

  1972. 	MOVQ	R9, (56)(REG_P2)		// Z7

  1973. 	ADCQ	$0, R10

  1974. 	ADCQ	$0, R8

  1975. 

  1976. 	XORQ	R9, R9

  1977. 	MOVQ	P751P1_11, AX

  1978. 	MULQ	R14

  1979. 	ADDQ	AX, R10

  1980. 	ADCQ	DX, R8

  1981. 	ADCQ	$0, R9

  1982. 

  1983. 	MOVQ	P751P1_10, AX

  1984. 	MULQ	R15

  1985. 	ADDQ	AX, R10

  1986. 	ADCQ	DX, R8

  1987. 	ADCQ	$0, R9

  1988. 

  1989. 	MOVQ	P751P1_9, AX

  1990. 	MULQ	CX

  1991. 	ADDQ	AX, R10

  1992. 	ADCQ	DX, R8

  1993. 	ADCQ	$0, R9

  1994. 	ADDQ	(160)(REG_P1), R10

  1995. 	MOVQ	R10, (64)(REG_P2)		// Z8

  1996. 	ADCQ	$0, R8

  1997. 	ADCQ	$0, R9

  1998. 

  1999. 	XORQ	R10, R10

  2000. 	MOVQ	P751P1_11, AX

  2001. 	MULQ	R15

  2002. 	ADDQ	AX, R8

  2003. 	ADCQ	DX, R9

  2004. 	ADCQ	$0, R10

  2005. 

  2006. 	MOVQ	P751P1_10, AX

  2007. 	MULQ	CX

  2008. 	ADDQ	AX, R8

  2009. 	ADCQ	DX, R9

  2010. 	ADCQ	$0, R10

  2011. 	ADDQ	(168)(REG_P1), R8		// Z9

  2012. 	MOVQ	R8, (72)(REG_P2)		// Z9

  2013. 	ADCQ	$0, R9

  2014. 	ADCQ	$0, R10

  2015. 

  2016. 	MOVQ	P751P1_11, AX

  2017. 	MULQ	CX

  2018. 	ADDQ	AX, R9

  2019. 	ADCQ	DX, R10

  2020. 	ADDQ	(176)(REG_P1), R9		// Z10

  2021. 	MOVQ	R9, (80)(REG_P2)		// Z10

  2022. 	ADCQ	$0, R10

  2023. 	ADDQ	(184)(REG_P1), R10		// Z11

  2024. 	MOVQ	R10, (88)(REG_P2)		// Z11

  2025. 

  2026. 	RET

  2027. 

  2028. TEXT ·fp751AddLazy(SB), NOSPLIT, $0-24

  2029. 

  2030. 	MOVQ z+0(FP), REG_P3

  2031. 	MOVQ x+8(FP), REG_P1

  2032. 	MOVQ y+16(FP), REG_P2

  2033. 

  2034. 	MOVQ	(REG_P1), R8

  2035. 	MOVQ	(8)(REG_P1), R9

  2036. 	MOVQ	(16)(REG_P1), R10

  2037. 	MOVQ	(24)(REG_P1), R11

  2038. 	MOVQ	(32)(REG_P1), R12

  2039. 	MOVQ	(40)(REG_P1), R13

  2040. 	MOVQ	(48)(REG_P1), R14

  2041. 	MOVQ	(56)(REG_P1), R15

  2042. 	MOVQ	(64)(REG_P1), AX

  2043. 	MOVQ	(72)(REG_P1), BX

  2044. 	MOVQ	(80)(REG_P1), CX

  2045. 	MOVQ	(88)(REG_P1), DI

  2046. 

  2047. 	ADDQ	(REG_P2), R8

  2048. 	ADCQ	(8)(REG_P2), R9

  2049. 	ADCQ	(16)(REG_P2), R10

  2050. 	ADCQ	(24)(REG_P2), R11

  2051. 	ADCQ	(32)(REG_P2), R12

  2052. 	ADCQ	(40)(REG_P2), R13

  2053. 	ADCQ	(48)(REG_P2), R14

  2054. 	ADCQ	(56)(REG_P2), R15

  2055. 	ADCQ	(64)(REG_P2), AX

  2056. 	ADCQ	(72)(REG_P2), BX

  2057. 	ADCQ	(80)(REG_P2), CX

  2058. 	ADCQ	(88)(REG_P2), DI

  2059. 

  2060. 	MOVQ	R8, (REG_P3)

  2061. 	MOVQ	R9, (8)(REG_P3)

  2062. 	MOVQ	R10, (16)(REG_P3)

  2063. 	MOVQ	R11, (24)(REG_P3)

  2064. 	MOVQ	R12, (32)(REG_P3)

  2065. 	MOVQ	R13, (40)(REG_P3)

  2066. 	MOVQ	R14, (48)(REG_P3)

  2067. 	MOVQ	R15, (56)(REG_P3)

  2068. 	MOVQ	AX, (64)(REG_P3)

  2069. 	MOVQ	BX, (72)(REG_P3)

  2070. 	MOVQ	CX, (80)(REG_P3)

  2071. 	MOVQ	DI, (88)(REG_P3)

  2072. 

  2073. 	RET

  2074. 

  2075. TEXT ·fp751X2AddLazy(SB), NOSPLIT, $0-24

  2076. 

  2077. 	MOVQ z+0(FP), REG_P3

  2078. 	MOVQ x+8(FP), REG_P1

  2079. 	MOVQ y+16(FP), REG_P2

  2080. 

  2081. 	MOVQ	(REG_P1), R8

  2082. 	MOVQ	(8)(REG_P1), R9

  2083. 	MOVQ	(16)(REG_P1), R10

  2084. 	MOVQ	(24)(REG_P1), R11

  2085. 	MOVQ	(32)(REG_P1), R12

  2086. 	MOVQ	(40)(REG_P1), R13

  2087. 	MOVQ	(48)(REG_P1), R14

  2088. 	MOVQ	(56)(REG_P1), R15

  2089. 	MOVQ	(64)(REG_P1), AX

  2090. 	MOVQ	(72)(REG_P1), BX

  2091. 	MOVQ	(80)(REG_P1), CX

  2092. 

  2093. 	ADDQ	(REG_P2), R8

  2094. 	ADCQ	(8)(REG_P2), R9

  2095. 	ADCQ	(16)(REG_P2), R10

  2096. 	ADCQ	(24)(REG_P2), R11

  2097. 	ADCQ	(32)(REG_P2), R12

  2098. 	ADCQ	(40)(REG_P2), R13

  2099. 	ADCQ	(48)(REG_P2), R14

  2100. 	ADCQ	(56)(REG_P2), R15

  2101. 	ADCQ	(64)(REG_P2), AX

  2102. 	ADCQ	(72)(REG_P2), BX

  2103. 	ADCQ	(80)(REG_P2), CX

  2104. 

  2105. 	MOVQ	R8, (REG_P3)

  2106. 	MOVQ	R9, (8)(REG_P3)

  2107. 	MOVQ	R10, (16)(REG_P3)

  2108. 	MOVQ	R11, (24)(REG_P3)

  2109. 	MOVQ	R12, (32)(REG_P3)

  2110. 	MOVQ	R13, (40)(REG_P3)

  2111. 	MOVQ	R14, (48)(REG_P3)

  2112. 	MOVQ	R15, (56)(REG_P3)

  2113. 	MOVQ	AX, (64)(REG_P3)

  2114. 	MOVQ	BX, (72)(REG_P3)

  2115. 	MOVQ	CX, (80)(REG_P3)

  2116. 	MOVQ	(88)(REG_P1), AX

  2117. 	ADCQ	(88)(REG_P2), AX

  2118. 	MOVQ	AX, (88)(REG_P3)

  2119. 

  2120. 	MOVQ	(96)(REG_P1), R8

  2121. 	MOVQ	(104)(REG_P1), R9

  2122. 	MOVQ	(112)(REG_P1), R10

  2123. 	MOVQ	(120)(REG_P1), R11

  2124. 	MOVQ	(128)(REG_P1), R12

  2125. 	MOVQ	(136)(REG_P1), R13

  2126. 	MOVQ	(144)(REG_P1), R14

  2127. 	MOVQ	(152)(REG_P1), R15

  2128. 	MOVQ	(160)(REG_P1), AX

  2129. 	MOVQ	(168)(REG_P1), BX

  2130. 	MOVQ	(176)(REG_P1), CX

  2131. 	MOVQ	(184)(REG_P1), DI

  2132. 

  2133. 	ADCQ	(96)(REG_P2), R8

  2134. 	ADCQ	(104)(REG_P2), R9

  2135. 	ADCQ	(112)(REG_P2), R10

  2136. 	ADCQ	(120)(REG_P2), R11

  2137. 	ADCQ	(128)(REG_P2), R12

  2138. 	ADCQ	(136)(REG_P2), R13

  2139. 	ADCQ	(144)(REG_P2), R14

  2140. 	ADCQ	(152)(REG_P2), R15

  2141. 	ADCQ	(160)(REG_P2), AX

  2142. 	ADCQ	(168)(REG_P2), BX

  2143. 	ADCQ	(176)(REG_P2), CX

  2144. 	ADCQ	(184)(REG_P2), DI

  2145. 

  2146. 	MOVQ	R8, (96)(REG_P3)

  2147. 	MOVQ	R9, (104)(REG_P3)

  2148. 	MOVQ	R10, (112)(REG_P3)

  2149. 	MOVQ	R11, (120)(REG_P3)

  2150. 	MOVQ	R12, (128)(REG_P3)

  2151. 	MOVQ	R13, (136)(REG_P3)

  2152. 	MOVQ	R14, (144)(REG_P3)

  2153. 	MOVQ	R15, (152)(REG_P3)

  2154. 	MOVQ	AX, (160)(REG_P3)

  2155. 	MOVQ	BX, (168)(REG_P3)

  2156. 	MOVQ	CX, (176)(REG_P3)

  2157. 	MOVQ	DI, (184)(REG_P3)

  2158. 

  2159. 	RET

  2160. 

  2161. 

  2162. TEXT ·fp751X2SubLazy(SB), NOSPLIT, $0-24

  2163. 

  2164. 	MOVQ z+0(FP), REG_P3

  2165. 	MOVQ x+8(FP), REG_P1

  2166. 	MOVQ y+16(FP), REG_P2

  2167. 

  2168. 	MOVQ	(REG_P1), R8

  2169. 	MOVQ	(8)(REG_P1), R9

  2170. 	MOVQ	(16)(REG_P1), R10

  2171. 	MOVQ	(24)(REG_P1), R11

  2172. 	MOVQ	(32)(REG_P1), R12

  2173. 	MOVQ	(40)(REG_P1), R13

  2174. 	MOVQ	(48)(REG_P1), R14

  2175. 	MOVQ	(56)(REG_P1), R15

  2176. 	MOVQ	(64)(REG_P1), AX

  2177. 	MOVQ	(72)(REG_P1), BX

  2178. 	MOVQ	(80)(REG_P1), CX

  2179. 

  2180. 	SUBQ	(REG_P2), R8

  2181. 	SBBQ	(8)(REG_P2), R9

  2182. 	SBBQ	(16)(REG_P2), R10

  2183. 	SBBQ	(24)(REG_P2), R11

  2184. 	SBBQ	(32)(REG_P2), R12

  2185. 	SBBQ	(40)(REG_P2), R13

  2186. 	SBBQ	(48)(REG_P2), R14

  2187. 	SBBQ	(56)(REG_P2), R15

  2188. 	SBBQ	(64)(REG_P2), AX

  2189. 	SBBQ	(72)(REG_P2), BX

  2190. 	SBBQ	(80)(REG_P2), CX

  2191. 

  2192. 	MOVQ	R8, (REG_P3)

  2193. 	MOVQ	R9, (8)(REG_P3)

  2194. 	MOVQ	R10, (16)(REG_P3)

  2195. 	MOVQ	R11, (24)(REG_P3)

  2196. 	MOVQ	R12, (32)(REG_P3)

  2197. 	MOVQ	R13, (40)(REG_P3)

  2198. 	MOVQ	R14, (48)(REG_P3)

  2199. 	MOVQ	R15, (56)(REG_P3)

  2200. 	MOVQ	AX, (64)(REG_P3)

  2201. 	MOVQ	BX, (72)(REG_P3)

  2202. 	MOVQ	CX, (80)(REG_P3)

  2203. 	MOVQ	(88)(REG_P1), AX

  2204. 	SBBQ	(88)(REG_P2), AX

  2205. 	MOVQ	AX, (88)(REG_P3)

  2206. 

  2207. 	MOVQ	(96)(REG_P1), R8

  2208. 	MOVQ	(104)(REG_P1), R9

  2209. 	MOVQ	(112)(REG_P1), R10

  2210. 	MOVQ	(120)(REG_P1), R11

  2211. 	MOVQ	(128)(REG_P1), R12

  2212. 	MOVQ	(136)(REG_P1), R13

  2213. 	MOVQ	(144)(REG_P1), R14

  2214. 	MOVQ	(152)(REG_P1), R15

  2215. 	MOVQ	(160)(REG_P1), AX

  2216. 	MOVQ	(168)(REG_P1), BX

  2217. 	MOVQ	(176)(REG_P1), CX

  2218. 	MOVQ	(184)(REG_P1), DI

  2219. 

  2220. 	SBBQ	(96)(REG_P2), R8

  2221. 	SBBQ	(104)(REG_P2), R9

  2222. 	SBBQ	(112)(REG_P2), R10

  2223. 	SBBQ	(120)(REG_P2), R11

  2224. 	SBBQ	(128)(REG_P2), R12

  2225. 	SBBQ	(136)(REG_P2), R13

  2226. 	SBBQ	(144)(REG_P2), R14

  2227. 	SBBQ	(152)(REG_P2), R15

  2228. 	SBBQ	(160)(REG_P2), AX

  2229. 	SBBQ	(168)(REG_P2), BX

  2230. 	SBBQ	(176)(REG_P2), CX

  2231. 	SBBQ	(184)(REG_P2), DI

  2232. 

  2233. 	MOVQ	R8, (96)(REG_P3)

  2234. 	MOVQ	R9, (104)(REG_P3)

  2235. 	MOVQ	R10, (112)(REG_P3)

  2236. 	MOVQ	R11, (120)(REG_P3)

  2237. 	MOVQ	R12, (128)(REG_P3)

  2238. 	MOVQ	R13, (136)(REG_P3)

  2239. 	MOVQ	R14, (144)(REG_P3)

  2240. 	MOVQ	R15, (152)(REG_P3)

  2241. 	MOVQ	AX, (160)(REG_P3)

  2242. 	MOVQ	BX, (168)(REG_P3)

  2243. 	MOVQ	CX, (176)(REG_P3)

  2244. 	MOVQ	DI, (184)(REG_P3)

  2245. 

  2246. 	// Now the carry flag is 1 if x-y < 0.  If so, add p*2^768.

  2247. 	ZERO_AX_WITHOUT_CLOBBERING_FLAGS

  2248. 	SBBQ	$0, AX

  2249. 

  2250. 	// Load p into registers:

  2251. 	MOVQ	P751_0, R8

  2252. 	// P751_{1,2,3,4} = P751_0, so reuse R8

  2253. 	MOVQ	P751_5, R9

  2254. 	MOVQ	P751_6, R10

  2255. 	MOVQ	P751_7, R11

  2256. 	MOVQ	P751_8, R12

  2257. 	MOVQ	P751_9, R13

  2258. 	MOVQ	P751_10, R14

  2259. 	MOVQ	P751_11, R15

  2260. 

  2261. 	ANDQ	AX, R8

  2262. 	ANDQ	AX, R9

  2263. 	ANDQ	AX, R10

  2264. 	ANDQ	AX, R11

  2265. 	ANDQ	AX, R12

  2266. 	ANDQ	AX, R13

  2267. 	ANDQ	AX, R14

  2268. 	ANDQ	AX, R15

  2269. 

  2270. 	ADDQ	R8,  (96   )(REG_P3)

  2271. 	ADCQ	R8,  (96+ 8)(REG_P3)

  2272. 	ADCQ	R8,  (96+16)(REG_P3)

  2273. 	ADCQ	R8,  (96+24)(REG_P3)

  2274. 	ADCQ	R8,  (96+32)(REG_P3)

  2275. 	ADCQ	R9,  (96+40)(REG_P3)

  2276. 	ADCQ	R10, (96+48)(REG_P3)

  2277. 	ADCQ	R11, (96+56)(REG_P3)

  2278. 	ADCQ	R12, (96+64)(REG_P3)

  2279. 	ADCQ	R13, (96+72)(REG_P3)

  2280. 	ADCQ	R14, (96+80)(REG_P3)

  2281. 	ADCQ    R15, (96+88)(REG_P3)

  2282. 

  2283. 	RET