[catacomb] / math / mpx-mul4-test.c

/* -*-c-*-
 *
 * Testing optimized 128-bit multipliers
 *
 * (c) 2017 Straylight/Edgeware
 */

/*----- Licensing notice --------------------------------------------------*
 *
 * This file is part of Catacomb.
 *
 * Catacomb is free software; you can redistribute it and/or modify
 * it under the terms of the GNU Library General Public License as
 * published by the Free Software Foundation; either version 2 of the
 * License, or (at your option) any later version.
 *
 * Catacomb is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
 * GNU Library General Public License for more details.
 *
 * You should have received a copy of the GNU Library General Public
 * License along with Catacomb; if not, write to the Free
 * Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
 * MA 02111-1307, USA.
 */

/*----- Header files ------------------------------------------------------*/

#include "config.h"

#ifdef ENABLE_ASM_DEBUG
#  include "regdump.h"
#endif

#include <assert.h>
#include <stdio.h>
#include <stdlib.h>
#include <string.h>

#include <mLib/macros.h>
#include <mLib/report.h>
#include <mLib/testrig.h>

#include "dispatch.h"
#include "mp.h"
#include "mpmont.h"
#include "mptext.h"

/*----- CPU feature detection ---------------------------------------------*/

#if CPUFAM_X86
#  define VARIANT _x86_sse2
#  define REPR_32
static int cpu_features_p(void) { return (cpu_feature_p(CPUFEAT_X86_SSE2)); }
#endif

#if CPUFAM_AMD64
#  define VARIANT _amd64_sse2
#  define REPR_32
static int cpu_features_p(void) { return (cpu_feature_p(CPUFEAT_X86_SSE2)); }
#endif

#ifndef VARIANT
#  error "Unsupported CPU family."
#endif

#ifdef REPR_32
#  define NWBY 4
#  define NDBY 8
#  define LDW LOAD32
#  define LDD LOAD64
#  define STW STORE32
#  define STD STORE64
typedef struct { mpw w[4]; } p128;
typedef struct { mpw w[8]; } x128;
typedef struct { mpd w[6]; } carry;
#endif

/*----- Test operation table ----------------------------------------------*/

#define TESTOPS(_)							\
	 /*  a     c      u     x     v     y    z'    y'     c' */	\
  _(dmul4, NIL,  CARRY, P128, P128, P128, P128, P128, NIL,  CARRY)	\
  _(dmla4, P128, CARRY, P128, P128, P128, P128, P128, NIL,  CARRY)	\
  _(mul4,  NIL,	 CARRY, NIL,  P128, NIL,  P128, P128, NIL,  CARRY)	\
  _(mul4zc,NIL,	 NIL,	NIL,  P128, NIL,  P128, P128, NIL,  CARRY)	\
  _(mla4,  P128, CARRY, NIL,  P128, NIL,  P128, P128, NIL,  CARRY)	\
  _(mla4zc,P128, NIL,	NIL,  P128, NIL,  P128, P128, NIL,  CARRY)	\
  _(mmul4, NIL,	 NIL,	P128, P128, P128, P128, P128, X128, CARRY)	\
  _(mmla4, P128, NIL,	P128, P128, P128, P128, P128, X128, CARRY)	\
  _(mont4, P128, NIL,	NIL,  P128, NIL,  P128, P128, X128, CARRY)

/*----- Assembler test interface ------------------------------------------*/

#define EMPTY

#define PARAM(v, ty) ty *v,
#define PARAM_NIL(v, q)
#define PARAM_P128(v, q) PARAM(v, q p128)
#define PARAM_X128(v, q) PARAM(v, q x128)
#define PARAM_CARRY(v, q) PARAM(v, q carry)

#define DECLSTUB(fn, tya, tyc, tyu, tyx, tyv, tyy, tyzz, tyyy, tycc)	\
  extern void test_##fn(PARAM_##tyzz(zz, EMPTY) PARAM_##tycc(cc, EMPTY)	\
			PARAM_##tyyy(yy, EMPTY)				\
			PARAM_##tyu(u, const) PARAM_##tyx(x, const)	\
			PARAM_##tyv(v, const) PARAM_##tyy(y, const)	\
			unsigned n, unsigned long long *cyv);
TESTOPS(DECLSTUB)

/*----- Conversion functions ----------------------------------------------*/

static mp *combine_mpw(mp *d, const mpw *v, size_t n, unsigned off)
{
  size_t i;
  unsigned o;
  mp m, *t = d;
  mpw w[1];

  d = MP_ZERO;
  for (i = 0, o = 0; i < n; i++, o += off) {
    w[0] = v[i]; mp_build(&m, w, w + 1);
    t = mp_lsl(t, &m, o); d = mp_add(d, d, t);
  }
  mp_drop(t); return (d);
}

static mp *combine_mpd(mp *d, const mpd *v, size_t n, unsigned off)
{
  size_t i;
  unsigned o;
  mp m, *t = d;
  mpw w[2];

  d = MP_ZERO;
  for (i = 0, o = 0; i < n; i++, o += off) {
    w[0] = MPW(v[i]); w[1] = MPW(v[i] >> MPW_BITS); mp_build(&m, w, w + 2);
    t = mp_lsl(t, &m, o); d = mp_add(d, d, t);
  }
  mp_drop(t); return (d);
}

#define DEFTYPE(ty, ld, st, nby, combfn, off)				\
									\
  static void cvt_##ty(const char *buf, dstr *d)			\
  {									\
    dstr dd = DSTR_INIT;						\
    int i;								\
    ty *x;								\
    const octet *p;							\
									\
    type_hex.cvt(buf, &dd);						\
    if (dd.len != N(x->w)*nby) die(1, "invalid length for " #ty);	\
    dstr_ensure(d, sizeof(*x)); d->len = sizeof(*x);			\
    x = (ty *)d->buf; p = (const octet *)dd.buf;			\
    for (i = 0; i < N(x->w); i++) { x->w[i] = ld(p); p += nby; }	\
    dstr_destroy(&dd);							\
  }									\
									\
  static void dump_##ty(dstr *d, FILE *fp)				\
  {									\
    dstr dd = DSTR_INIT;						\
    int i;								\
    const ty *x = (const ty *)d->buf;					\
    mp *xx = combfn(MP_NEW, x->w, N(x->w), off);			\
    octet *p;								\
									\
    dstr_ensure(&dd, N(x->w)*nby); p = (octet *)dd.buf;			\
    for (i = 0; i < N(x->w); i++) { st(p, x->w[i]); p += nby; }		\
    dd.len = N(x->w)*nby;						\
    type_hex.dump(&dd, fp);						\
    dstr_destroy(&dd);							\
									\
    fputs(" = 0x", fp); mp_writefile(xx, fp, 16);			\
    fputs(" = ", fp); mp_writefile(xx, fp, 10);				\
    MP_DROP(xx);							\
  }									\
									\
  static int eq_##ty(const ty *x, const ty *y)				\
  {									\
    mp *xx = combfn(MP_NEW, x->w, N(x->w), off),			\
      *yy = combfn(MP_NEW, y->w, N(y->w), off);				\
    int rc = MP_EQ(xx, yy);						\
    MP_DROP(xx); MP_DROP(yy);						\
    return (rc);							\
  }									\
									\
  static const struct test_type type_##ty = { cvt_##ty, dump_##ty };

DEFTYPE(p128, LDW, STW, NWBY, combine_mpw, MPW_BITS)
DEFTYPE(x128, LDW, STW, NWBY, combine_mpw, MPW_BITS/2)
DEFTYPE(carry, LDD, STD, NDBY, combine_mpd, MPW_BITS/2)

/*----- Test functions ----------------------------------------------------*/

#define DECL_IN(v, ty) \
  dstr *d_##v = dp++; const ty *v = (const ty *)d_##v->buf;
#define DECL_IN_NIL(v)
#define DECL_IN_P128(v) DECL_IN(v, p128)
#define DECL_IN_X128(v) DECL_IN(v, x128)
#define DECL_IN_CARRY(v) DECL_IN(v, carry)

#define DECL_OUT(v, ty) \
  dstr dd_##v = DSTR_INIT, *d_##v = &dd_##v; ty *v;
#define DECL_OUT_NIL(v)
#define DECL_OUT_P128(v) DECL_OUT(v, p128)
#define DECL_OUT_X128(v) DECL_OUT(v, x128)
#define DECL_OUT_CARRY(v) DECL_OUT(v, carry)

#define INIT_OUT(v, ty) \
  dstr_ensure(d_##v, sizeof(ty)); v = (ty *)d_##v->buf;
#define INIT_OUT_NIL(v)
#define INIT_OUT_P128(v) INIT_OUT(v, p128)
#define INIT_OUT_X128(v) INIT_OUT(v, x128)
#define INIT_OUT_CARRY(v) INIT_OUT(v, carry)

#define ARG(v) , v
#define ARG_NIL(v)
#define ARG_P128(v) ARG(v)
#define ARG_X128(v) ARG(v)
#define ARG_CARRY(v) ARG(v)

#define CHECK(v, vv, ty) if (!eq_##ty(v, vv)) ok = 0;
#define CHECK_NIL(v, vv)
#define CHECK_P128(v, vv) CHECK(v, vv, p128)
#define CHECK_X128(v, vv) CHECK(v, vv, x128)
#define CHECK_CARRY(v, vv) CHECK(v, vv, carry)

#define DUMP(v, ty) \
  fprintf(stderr, "\n\t%-6s = ", #v); dump_##ty(d_##v, stderr);
#define DUMP_NIL(v)
#define DUMP_P128(v) DUMP(v, p128)
#define DUMP_X128(v) DUMP(v, x128)
#define DUMP_CARRY(v) DUMP(v, carry)

#define COPY(v, vv, ty) *v = *vv;
#define COPY_NIL(v, vv)
#define COPY_P128(v, vv) COPY(v, vv, p128)
#define COPY_X128(v, vv) COPY(v, vv, x128)
#define COPY_CARRY(v, vv) COPY(v, vv, carry)

#define FREE_OUT(v, ty) dstr_destroy(d_##v);
#define FREE_OUT_NIL(v)
#define FREE_OUT_P128(v) FREE_OUT(v, p128)
#define FREE_OUT_X128(v) FREE_OUT(v, x128)
#define FREE_OUT_CARRY(v) FREE_OUT(v, carry)

#define DEFTESTFN(fn, tya, tyc, tyu, tyx, tyv, tyy, tyzz, tyyy, tycc)	\
									\
  static int v##fn(dstr dv[])						\
  {									\
    dstr *dp = dv;							\
    DECL_IN_##tya(a)							\
    DECL_IN_##tyc(c)							\
    DECL_IN_##tyu(u)							\
    DECL_IN_##tyx(x)							\
    DECL_IN_##tyv(v)							\
    DECL_IN_##tyy(y)							\
    DECL_IN_##tyzz(zz_exp)						\
    DECL_IN_##tyyy(yy_exp)						\
    DECL_IN_##tycc(cc_exp)						\
    DECL_OUT_##tyzz(zz_out)						\
    DECL_OUT_##tyyy(yy_out)						\
    DECL_OUT_##tycc(cc_out)						\
    unsigned long long cyv[1];						\
    int ok = 1;								\
									\
    INIT_OUT_##tyzz(zz_out)						\
    INIT_OUT_##tyyy(yy_out)						\
    INIT_OUT_##tycc(cc_out)						\
									\
    COPY_##tya(zz_out, a);						\
    COPY_##tyc(cc_out, c);						\
    test_##fn(zz_out ARG_##tycc(cc_out) ARG_##tyyy(yy_out)		\
	      ARG_##tyu(u) ARG_##tyx(x) ARG_##tyv(v) ARG_##tyy(y),	\
	      1, cyv);							\
    CHECK_##tyzz(zz_exp, zz_out)					\
    CHECK_##tyyy(yy_exp, yy_out)					\
    CHECK_##tycc(cc_exp, cc_out)					\
									\
    if (!ok) {								\
      fputs(#fn " failed", stderr);					\
      DUMP_##tya(a)							\
      DUMP_##tyc(c)							\
      DUMP_##tyu(u)							\
      DUMP_##tyx(x)							\
      DUMP_##tyv(v)							\
      DUMP_##tyy(y)							\
      DUMP_##tyzz(zz_exp)						\
      DUMP_##tyzz(zz_out)						\
      DUMP_##tyyy(yy_exp)						\
      DUMP_##tyyy(yy_out)						\
      DUMP_##tycc(cc_exp)						\
      DUMP_##tycc(cc_out)						\
      fputc('\n', stderr);						\
    }									\
									\
    FREE_OUT_##tyzz(zz_out);						\
    FREE_OUT_##tyyy(yy_out);						\
    FREE_OUT_##tycc(cc_out);						\
									\
    return (ok);							\
  }

TESTOPS(DEFTESTFN)

/*----- Main code ---------------------------------------------------------*/

#define NIL
#define P128 &type_p128,
#define X128 &type_x128,
#define CARRY &type_carry,

static test_chunk tests[] = {
#define DEFCHUNK(fn, tya, tyc, tyu, tyx, tyv, tyy, tyzz, tyyy, tycc)	\
  { #fn, v##fn, { tya tyc tyu tyx tyv tyy tyzz tyyy tycc } },
  TESTOPS(DEFCHUNK)
#undef DEFCHUNK
  { 0, 0, { 0 } }
};

int main(int argc, char *argv[])
{
  sub_init();
#ifdef ENABLE_ASM_DEBUG
  regdump_init();
#endif
  if (!cpu_features_p())
    { fprintf(stderr, "required cpu feature not available\n"); exit(77); }
  test_run(argc, argv, tests, SRCDIR "/t/mpx-mul4");
  return (0);
}

/*----- That's all, folks -------------------------------------------------*/
Commit	Line	Data
7ba379a6 MW	1	/* --c--
	2	*
	3	* Testing optimized 128-bit multipliers
	4	*
	5	* (c) 2017 Straylight/Edgeware
	6	*/
	7
	8	/----- Licensing notice --------------------------------------------------
	9	*
	10	* This file is part of Catacomb.
	11	*
	12	* Catacomb is free software; you can redistribute it and/or modify
	13	* it under the terms of the GNU Library General Public License as
	14	* published by the Free Software Foundation; either version 2 of the
	15	* License, or (at your option) any later version.
	16	*
	17	* Catacomb is distributed in the hope that it will be useful,
	18	* but WITHOUT ANY WARRANTY; without even the implied warranty of
	19	* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
	20	* GNU Library General Public License for more details.
	21	*
	22	* You should have received a copy of the GNU Library General Public
	23	* License along with Catacomb; if not, write to the Free
	24	* Software Foundation, Inc., 59 Temple Place - Suite 330, Boston,
	25	* MA 02111-1307, USA.
	26	*/
	27
	28	/----- Header files ------------------------------------------------------/
	29
	30	#include "config.h"
	31
416b8869 MW	32	#ifdef ENABLE_ASM_DEBUG
	33	# include "regdump.h"
	34	#endif
	35
7ba379a6 MW	36	#include <assert.h>
	37	#include <stdio.h>
	38	#include <stdlib.h>
	39	#include <string.h>
	40
	41	#include <mLib/macros.h>
	42	#include <mLib/report.h>
	43	#include <mLib/testrig.h>
	44
	45	#include "dispatch.h"
	46	#include "mp.h"
	47	#include "mpmont.h"
	48	#include "mptext.h"
	49
	50	/----- CPU feature detection ---------------------------------------------/
	51
	52	#if CPUFAM_X86
	53	# define VARIANT _x86_sse2
	54	# define REPR_32
	55	static int cpu_features_p(void) { return (cpu_feature_p(CPUFEAT_X86_SSE2)); }
	56	#endif
	57
	58	#if CPUFAM_AMD64
	59	# define VARIANT _amd64_sse2
	60	# define REPR_32
	61	static int cpu_features_p(void) { return (cpu_feature_p(CPUFEAT_X86_SSE2)); }
	62	#endif
	63
	64	#ifndef VARIANT
	65	# error "Unsupported CPU family."
	66	#endif
	67
	68	#ifdef REPR_32
	69	# define NWBY 4
	70	# define NDBY 8
	71	# define LDW LOAD32
	72	# define LDD LOAD64
	73	# define STW STORE32
	74	# define STD STORE64
	75	typedef struct { mpw w[4]; } p128;
	76	typedef struct { mpw w[8]; } x128;
	77	typedef struct { mpd w[6]; } carry;
	78	#endif
	79
	80	/----- Test operation table ----------------------------------------------/
	81
	82	#define TESTOPS(_) \
	83	/* a c u x v y z' y' c' */ \
	84	_(dmul4, NIL, CARRY, P128, P128, P128, P128, P128, NIL, CARRY) \
	85	_(dmla4, P128, CARRY, P128, P128, P128, P128, P128, NIL, CARRY) \
	86	_(mul4, NIL, CARRY, NIL, P128, NIL, P128, P128, NIL, CARRY) \
d0d41c6e	87	_(mul4zc,NIL, NIL, NIL, P128, NIL, P128, P128, NIL, CARRY) \
7ba379a6	88	_(mla4, P128, CARRY, NIL, P128, NIL, P128, P128, NIL, CARRY) \
d0d41c6e	89	_(mla4zc,P128, NIL, NIL, P128, NIL, P128, P128, NIL, CARRY) \
7ba379a6 MW	90	_(mmul4, NIL, NIL, P128, P128, P128, P128, P128, X128, CARRY) \
	91	_(mmla4, P128, NIL, P128, P128, P128, P128, P128, X128, CARRY) \
	92	_(mont4, P128, NIL, NIL, P128, NIL, P128, P128, X128, CARRY)
	93
	94	/----- Assembler test interface ------------------------------------------/
	95
	96	#define EMPTY
	97
	98	#define PARAM(v, ty) ty *v,
	99	#define PARAM_NIL(v, q)
	100	#define PARAM_P128(v, q) PARAM(v, q p128)
	101	#define PARAM_X128(v, q) PARAM(v, q x128)
	102	#define PARAM_CARRY(v, q) PARAM(v, q carry)
	103
	104	#define DECLSTUB(fn, tya, tyc, tyu, tyx, tyv, tyy, tyzz, tyyy, tycc) \
	105	extern void test_##fn(PARAM_##tyzz(zz, EMPTY) PARAM_##tycc(cc, EMPTY) \
	106	PARAM_##tyyy(yy, EMPTY) \
	107	PARAM_##tyu(u, const) PARAM_##tyx(x, const) \
	108	PARAM_##tyv(v, const) PARAM_##tyy(y, const) \
	109	unsigned n, unsigned long long *cyv);
	110	TESTOPS(DECLSTUB)
	111
	112	/----- Conversion functions ----------------------------------------------/
	113
44cf74d5 MW	114	static mp combine_mpw(mp d, const mpw *v, size_t n, unsigned off)
	115	{
	116	size_t i;
	117	unsigned o;
	118	mp m, *t = d;
	119	mpw w[1];
	120
	121	d = MP_ZERO;
	122	for (i = 0, o = 0; i < n; i++, o += off) {
	123	w[0] = v[i]; mp_build(&m, w, w + 1);
	124	t = mp_lsl(t, &m, o); d = mp_add(d, d, t);
	125	}
	126	mp_drop(t); return (d);
	127	}
	128
	129	static mp combine_mpd(mp d, const mpd *v, size_t n, unsigned off)
	130	{
	131	size_t i;
	132	unsigned o;
	133	mp m, *t = d;
	134	mpw w[2];
	135
	136	d = MP_ZERO;
	137	for (i = 0, o = 0; i < n; i++, o += off) {
	138	w[0] = MPW(v[i]); w[1] = MPW(v[i] >> MPW_BITS); mp_build(&m, w, w + 2);
	139	t = mp_lsl(t, &m, o); d = mp_add(d, d, t);
	140	}
	141	mp_drop(t); return (d);
	142	}
	143
	144	#define DEFTYPE(ty, ld, st, nby, combfn, off) \
7ba379a6 MW	145	\
	146	static void cvt_##ty(const char buf, dstr d) \
	147	{ \
	148	dstr dd = DSTR_INIT; \
	149	int i; \
	150	ty *x; \
	151	const octet *p; \
	152	\
	153	type_hex.cvt(buf, &dd); \
	154	if (dd.len != N(x->w)*nby) die(1, "invalid length for " #ty); \
b00264d9	155	dstr_ensure(d, sizeof(x)); d->len = sizeof(x); \
7ba379a6 MW	156	x = (ty )d->buf; p = (const octet )dd.buf; \
	157	for (i = 0; i < N(x->w); i++) { x->w[i] = ld(p); p += nby; } \
	158	dstr_destroy(&dd); \
	159	} \
	160	\
	161	static void dump_##ty(dstr d, FILE fp) \
	162	{ \
	163	dstr dd = DSTR_INIT; \
	164	int i; \
	165	const ty x = (const ty )d->buf; \
44cf74d5	166	mp *xx = combfn(MP_NEW, x->w, N(x->w), off); \
7ba379a6 MW	167	octet *p; \
	168	\
	169	dstr_ensure(&dd, N(x->w)nby); p = (octet )dd.buf; \
	170	for (i = 0; i < N(x->w); i++) { st(p, x->w[i]); p += nby; } \
	171	dd.len = N(x->w)*nby; \
	172	type_hex.dump(&dd, fp); \
	173	dstr_destroy(&dd); \
44cf74d5 MW	174	\
	175	fputs(" = 0x", fp); mp_writefile(xx, fp, 16); \
	176	fputs(" = ", fp); mp_writefile(xx, fp, 10); \
	177	MP_DROP(xx); \
7ba379a6 MW	178	} \
	179	\
	180	static int eq_##ty(const ty x, const ty y) \
	181	{ \
44cf74d5 MW	182	mp *xx = combfn(MP_NEW, x->w, N(x->w), off), \
	183	*yy = combfn(MP_NEW, y->w, N(y->w), off); \
	184	int rc = MP_EQ(xx, yy); \
	185	MP_DROP(xx); MP_DROP(yy); \
	186	return (rc); \
7ba379a6 MW	187	} \
	188	\
	189	static const struct test_type type_##ty = { cvt_##ty, dump_##ty };
	190
44cf74d5 MW	191	DEFTYPE(p128, LDW, STW, NWBY, combine_mpw, MPW_BITS)
	192	DEFTYPE(x128, LDW, STW, NWBY, combine_mpw, MPW_BITS/2)
	193	DEFTYPE(carry, LDD, STD, NDBY, combine_mpd, MPW_BITS/2)
7ba379a6 MW	194
	195	/----- Test functions ----------------------------------------------------/
	196
	197	#define DECL_IN(v, ty) \
	198	dstr d_##v = dp++; const ty v = (const ty *)d_##v->buf;
	199	#define DECL_IN_NIL(v)
	200	#define DECL_IN_P128(v) DECL_IN(v, p128)
	201	#define DECL_IN_X128(v) DECL_IN(v, x128)
	202	#define DECL_IN_CARRY(v) DECL_IN(v, carry)
	203
	204	#define DECL_OUT(v, ty) \
	205	dstr dd_##v = DSTR_INIT, d_##v = &dd_##v; ty v;
	206	#define DECL_OUT_NIL(v)
	207	#define DECL_OUT_P128(v) DECL_OUT(v, p128)
	208	#define DECL_OUT_X128(v) DECL_OUT(v, x128)
	209	#define DECL_OUT_CARRY(v) DECL_OUT(v, carry)
	210
	211	#define INIT_OUT(v, ty) \
	212	dstr_ensure(d_##v, sizeof(ty)); v = (ty *)d_##v->buf;
	213	#define INIT_OUT_NIL(v)
	214	#define INIT_OUT_P128(v) INIT_OUT(v, p128)
	215	#define INIT_OUT_X128(v) INIT_OUT(v, x128)
	216	#define INIT_OUT_CARRY(v) INIT_OUT(v, carry)
	217
	218	#define ARG(v) , v
	219	#define ARG_NIL(v)
	220	#define ARG_P128(v) ARG(v)
	221	#define ARG_X128(v) ARG(v)
	222	#define ARG_CARRY(v) ARG(v)
	223
	224	#define CHECK(v, vv, ty) if (!eq_##ty(v, vv)) ok = 0;
	225	#define CHECK_NIL(v, vv)
	226	#define CHECK_P128(v, vv) CHECK(v, vv, p128)
	227	#define CHECK_X128(v, vv) CHECK(v, vv, x128)
	228	#define CHECK_CARRY(v, vv) CHECK(v, vv, carry)
	229
	230	#define DUMP(v, ty) \
	231	fprintf(stderr, "\n\t%-6s = ", #v); dump_##ty(d_##v, stderr);
	232	#define DUMP_NIL(v)
	233	#define DUMP_P128(v) DUMP(v, p128)
	234	#define DUMP_X128(v) DUMP(v, x128)
	235	#define DUMP_CARRY(v) DUMP(v, carry)
	236
	237	#define COPY(v, vv, ty) v = vv;
	238	#define COPY_NIL(v, vv)
	239	#define COPY_P128(v, vv) COPY(v, vv, p128)
	240	#define COPY_X128(v, vv) COPY(v, vv, x128)
	241	#define COPY_CARRY(v, vv) COPY(v, vv, carry)
	242
	243	#define FREE_OUT(v, ty) dstr_destroy(d_##v);
	244	#define FREE_OUT_NIL(v)
	245	#define FREE_OUT_P128(v) FREE_OUT(v, p128)
	246	#define FREE_OUT_X128(v) FREE_OUT(v, x128)
	247	#define FREE_OUT_CARRY(v) FREE_OUT(v, carry)
	248
	249	#define DEFTESTFN(fn, tya, tyc, tyu, tyx, tyv, tyy, tyzz, tyyy, tycc) \
	250	\
	251	static int v##fn(dstr dv[]) \
	252	{ \
	253	dstr *dp = dv; \
	254	DECL_IN_##tya(a) \
	255	DECL_IN_##tyc(c) \
	256	DECL_IN_##tyu(u) \
	257	DECL_IN_##tyx(x) \
258	DECL_IN_##tyv(v) \
259	DECL_IN_##tyy(y) \
260	DECL_IN_##tyzz(zz_exp) \
261	DECL_IN_##tyyy(yy_exp) \
262	DECL_IN_##tycc(cc_exp) \
263	DECL_OUT_##tyzz(zz_out) \
264	DECL_OUT_##tyyy(yy_out) \
265	DECL_OUT_##tycc(cc_out) \
266	unsigned long long cyv[1]; \
267	int ok = 1; \
268	\
269	INIT_OUT_##tyzz(zz_out) \
270	INIT_OUT_##tyyy(yy_out) \
271	INIT_OUT_##tycc(cc_out) \
272	\
273	COPY_##tya(zz_out, a); \
274	COPY_##tyc(cc_out, c); \
275	test_##fn(zz_out ARG_##tycc(cc_out) ARG_##tyyy(yy_out) \
276	ARG_##tyu(u) ARG_##tyx(x) ARG_##tyv(v) ARG_##tyy(y), \
277	1, cyv); \
278	CHECK_##tyzz(zz_exp, zz_out) \
279	CHECK_##tyyy(yy_exp, yy_out) \
280	CHECK_##tycc(cc_exp, cc_out) \
281	\
282	if (!ok) { \
283	fputs(#fn " failed", stderr); \
284	DUMP_##tya(a) \
285	DUMP_##tyc(c) \
286	DUMP_##tyu(u) \
287	DUMP_##tyx(x) \
288	DUMP_##tyv(v) \
289	DUMP_##tyy(y) \
290	DUMP_##tyzz(zz_exp) \
291	DUMP_##tyzz(zz_out) \
292	DUMP_##tyyy(yy_exp) \
293	DUMP_##tyyy(yy_out) \
294	DUMP_##tycc(cc_exp) \
295	DUMP_##tycc(cc_out) \
296	fputc('\n', stderr); \
297	} \
298	\
299	FREE_OUT_##tyzz(zz_out); \
300	FREE_OUT_##tyyy(yy_out); \
301	FREE_OUT_##tycc(cc_out); \
302	\
303	return (ok); \
304	}
305
306	TESTOPS(DEFTESTFN)
307
308	/----- Main code ---------------------------------------------------------/
309
310	#define NIL
311	#define P128 &type_p128,
312	#define X128 &type_x128,
313	#define CARRY &type_carry,
314
315	static test_chunk tests[] = {
316	#define DEFCHUNK(fn, tya, tyc, tyu, tyx, tyv, tyy, tyzz, tyyy, tycc) \
317	{ #fn, v##fn, { tya tyc tyu tyx tyv tyy tyzz tyyy tycc } },
318	TESTOPS(DEFCHUNK)
319	#undef DEFCHUNK
320	{ 0, 0, { 0 } }
321	};
322
323	int main(int argc, char *argv[])
324	{
325	sub_init();
416b8869 MW	326	#ifdef ENABLE_ASM_DEBUG
	327	regdump_init();
	328	#endif
7ba379a6 MW	329	if (!cpu_features_p())
7ba379a6 MW	330	{ fprintf(stderr, "required cpu feature not available\n"); exit(77); }
1e8abdf5	331	test_run(argc, argv, tests, SRCDIR "/t/mpx-mul4");
7ba379a6 MW	332	return (0);
	333	}
	334
	335	/----- That's all, folks -------------------------------------------------/