
/*
 * Copyright (c) 1992-1999 by Symantec
 * Copyright (c) 1999-2010 by Digital Mars
 * All Rights Reserved
 * http://www.digitalmars.com
 * Written by Mike Cote, John Micco and Walter Bright
 * D version by Walter Bright
 *
 * This source file is made available for personal use
 * only. The license is in /dmd/src/dmd/backendlicense.txt
 * For any other uses, please contact Digital Mars.
 */

// Inline assembler for the D programming language compiler

#include        <ctype.h>
#include        <stdlib.h>
#include        <stdio.h>
#include        <string.h>
#include        <time.h>
#include        <assert.h>
#include        <setjmp.h>
#if __DMC__
#undef setjmp
#include        <limits.h>
#endif


// D compiler
#include        "mars.h"
#include        "lexer.h"
#include        "mtype.h"
#include        "statement.h"
#include        "id.h"
#include        "declaration.h"
#include        "scope.h"
#include        "init.h"
#include        "enum.h"
#include        "module.h"

// C/C++ compiler
#define SCOPE_H 1               // avoid conflicts with D's Scope
#include        "cc.h"
#include        "token.h"
#include        "parser.h"
#include        "global.h"
#include        "el.h"
#include        "type.h"
#include        "oper.h"
#include        "code.h"
#include        "iasm.h"
#include        "cpp.h"

#undef _DH

// I32 isn't set correctly yet because this is the front end, and I32
// is a backend flag
#undef I16
#undef I32
#undef I64
#define I16 0
#define I32 (global.params.isX86_64 == 0)
#define I64 (global.params.isX86_64 == 1)

//#define EXTRA_DEBUG 1

#undef ADDFWAIT
#define ADDFWAIT()      0

// Error numbers
enum ASMERRMSGS
{
    EM_bad_float_op,
    EM_bad_addr_mode,
    EM_align,
    EM_opcode_exp,
    EM_prefix,
    EM_eol,
    EM_bad_operand,
    EM_bad_integral_operand,
    EM_ident_exp,
    EM_not_struct,
    EM_nops_expected,
    EM_bad_op,
    EM_const_init,
    EM_undefined,
    EM_pointer,
    EM_colon,
    EM_rbra,
    EM_rpar,
    EM_ptr_exp,
    EM_num,
    EM_float,
    EM_char,
    EM_label_expected,
    EM_uplevel,
    EM_type_as_operand,
};

const char *asmerrmsgs[] =
{
    "unknown operand for floating point instruction",
    "bad addr mode",
    "align %d must be a power of 2",
    "opcode expected, not %s",
    "prefix",
    "end of instruction",
    "bad operand",
    "bad integral operand",
    "identifier expected",
    "not struct",
    "%u operands found for %s instead of the expected %u",
    "bad type/size of operands '%s'",
    "constant initializer expected",
    "undefined identifier '%s'",
    "pointer",
    "colon",
    "] expected instead of '%s'",
    ") expected instead of '%s'",
    "ptr expected",
    "integer expected",
    "floating point expected",
    "character is truncated",
    "label expected",
    "uplevel nested reference to variable %s",
    "cannot use type %s as an operand"
};

// Additional tokens for the inline assembler
typedef enum
{
    ASMTKlocalsize = TOKMAX + 1,
    ASMTKdword,
    ASMTKeven,
    ASMTKfar,
    ASMTKnaked,
    ASMTKnear,
    ASMTKptr,
    ASMTKqword,
    ASMTKseg,
    ASMTKword,
    ASMTKmax = ASMTKword-(TOKMAX+1)+1
} ASMTK;

static const char *apszAsmtk[ASMTKmax] = {
        "__LOCAL_SIZE",
        "dword",
        "even",
        "far",
        "naked",
        "near",
        "ptr",
        "qword",
        "seg",
        "word",
};

struct ASM_STATE
{
        unsigned char ucItype;  // Instruction type
#define ITprefix        0x10    // special prefix
#define ITjump          0x20    // jump instructions CALL, Jxx and LOOPxx
#define ITimmed         0x30    // value of an immediate operand controls
                                // code generation
#define ITopt           0x40    // not all operands are required
#define ITshift         0x50    // rotate and shift instructions
#define ITfloat         0x60    // floating point coprocessor instructions
#define ITdata          0x70    // DB, DW, DD, DQ, DT pseudo-ops
#define ITaddr          0x80    // DA (define addresss) pseudo-op
#define ITMASK          0xF0
#define ITSIZE          0x0F    // mask for size

        Loc loc;
        unsigned char bInit;
        LabelDsymbol *psDollar;
        Dsymbol *psLocalsize;
        jmp_buf env;
        unsigned char bReturnax;
        AsmStatement *statement;
        Scope *sc;
};

ASM_STATE asmstate;

static Token *asmtok;
static enum TOK tok_value;
//char debuga = 1;

// From ptrntab.c
const char *asm_opstr(OP *pop);
OP *asm_op_lookup(const char *s);
void init_optab();

static unsigned char asm_TKlbra_seen = FALSE;

typedef struct
{
        char regstr[6];
        unsigned char val;
        opflag_t ty;
} REG;

static REG regFp =      { "ST", 0, _st };

static REG aregFp[] = {
        { "ST(0)", 0, _sti },
        { "ST(1)", 1, _sti },
        { "ST(2)", 2, _sti },
        { "ST(3)", 3, _sti },
        { "ST(4)", 4, _sti },
        { "ST(5)", 5, _sti },
        { "ST(6)", 6, _sti },
        { "ST(7)", 7, _sti }
};
#define _AL             0
#define _AH             4
#define _AX             0
#define _EAX            0
#define _BL             3
#define _BH             7
#define _BX             3
#define _EBX            3
#define _CL             1
#define _CH             5
#define _CX             1
#define _ECX            1
#define _DL             2
#define _DH             6
#define _DX             2
#define _EDX            2
#define _BP             5
#define _EBP            5
#define _SP             4
#define _ESP            4
#define _DI             7
#define _EDI            7
#define _SI             6
#define _ESI            6
#define _ES             0
#define _CS             1
#define _SS             2
#define _DS             3
#define _GS             5
#define _FS             4

static REG regtab[] =
{
"AL",   _AL,    _r8 | _al,
"AH",   _AH,    _r8,
"AX",   _AX,    _r16 | _ax,
"EAX",  _EAX,   _r32 | _eax,
"BL",   _BL,    _r8,
"BH",   _BH,    _r8,
"BX",   _BX,    _r16,
"EBX",  _EBX,   _r32,
"CL",   _CL,    _r8 | _cl,
"CH",   _CH,    _r8,
"CX",   _CX,    _r16,
"ECX",  _ECX,   _r32,
"DL",   _DL,    _r8,
"DH",   _DH,    _r8,
"DX",   _DX,    _r16 | _dx,
"EDX",  _EDX,   _r32,
"BP",   _BP,    _r16,
"EBP",  _EBP,   _r32,
"SP",   _SP,    _r16,
"ESP",  _ESP,   _r32,
"DI",   _DI,    _r16,
"EDI",  _EDI,   _r32,
"SI",   _SI,    _r16,
"ESI",  _ESI,   _r32,
"ES",   _ES,    _seg | _es,
"CS",   _CS,    _seg | _cs,
"SS",   _SS,    _seg | _ss ,
"DS",   _DS,    _seg | _ds,
"GS",   _GS,    _seg | _gs,
"FS",   _FS,    _seg | _fs,
"CR0",  0,      _special | _crn,
"CR2",  2,      _special | _crn,
"CR3",  3,      _special | _crn,
"CR4",  4,      _special | _crn,
"DR0",  0,      _special | _drn,
"DR1",  1,      _special | _drn,
"DR2",  2,      _special | _drn,
"DR3",  3,      _special | _drn,
"DR4",  4,      _special | _drn,
"DR5",  5,      _special | _drn,
"DR6",  6,      _special | _drn,
"DR7",  7,      _special | _drn,
"TR3",  3,      _special | _trn,
"TR4",  4,      _special | _trn,
"TR5",  5,      _special | _trn,
"TR6",  6,      _special | _trn,
"TR7",  7,      _special | _trn,
"MM0",  0,      _mm,
"MM1",  1,      _mm,
"MM2",  2,      _mm,
"MM3",  3,      _mm,
"MM4",  4,      _mm,
"MM5",  5,      _mm,
"MM6",  6,      _mm,
"MM7",  7,      _mm,
"XMM0", 0,      _xmm,
"XMM1", 1,      _xmm,
"XMM2", 2,      _xmm,
"XMM3", 3,      _xmm,
"XMM4", 4,      _xmm,
"XMM5", 5,      _xmm,
"XMM6", 6,      _xmm,
"XMM7", 7,      _xmm,
};

// 64 bit only registers
#define _RAX    0
#define _RBX    3
#define _RCX    1
#define _RDX    2
#define _RSI    6
#define _RDI    7
#define _RBP    5
#define _RSP    4
#define _R8     8
#define _R9     9
#define _R10    10
#define _R11    11
#define _R12    12
#define _R13    13
#define _R14    14
#define _R15    15

#define _R8D    8
#define _R9D    9
#define _R10D   10
#define _R11D   11
#define _R12D   12
#define _R13D   13
#define _R14D   14
#define _R15D   15

#define _R8W    8
#define _R9W    9
#define _R10W   10
#define _R11W   11
#define _R12W   12
#define _R13W   13
#define _R14W   13
#define _R15W   15

#define _SIL    6
#define _DIL    7
#define _BPL    5
#define _SPL    4
#define _R8B    8
#define _R9B    9
#define _R10B   10
#define _R11B   11
#define _R12B   12
#define _R13B   13
#define _R14B   14
#define _R15B   15

static REG regtab64[] =
{
"RAX",  _RAX,   _r64 | _rax,
"RBX",  _RBX,   _r64,
"RCX",  _RCX,   _r64,
"RDX",  _RDX,   _r64,
"RSI",  _RSI,   _r64,
"RDI",  _RDI,   _r64,
"RBP",  _RBP,   _r64,
"RSP",  _RSP,   _r64,
"R8",   _R8,    _r64,
"R9",   _R9,    _r64,
"R10",  _R10,   _r64,
"R11",  _R11,   _r64,
"R12",  _R12,   _r64,
"R13",  _R13,   _r64,
"R14",  _R14,   _r64,
"R15",  _R15,   _r64,

"R8D",  _R8D,   _r32,
"R9D",  _R9D,   _r32,
"R10D", _R10D,  _r32,
"R11D", _R11D,  _r32,
"R12D", _R12D,  _r32,
"R13D", _R13D,  _r32,
"R14D", _R14D,  _r32,
"R15D", _R15D,  _r32,

"R8W",  _R8W,   _r16,
"R9W",  _R9W,   _r16,
"R10W", _R10W,  _r16,
"R11W", _R11W,  _r16,
"R12W", _R12W,  _r16,
"R13W", _R13W,  _r16,
"R14W", _R14W,  _r16,
"R15W", _R15W,  _r16,

"SIL",  _SIL,   _r8,
"DIL",  _DIL,   _r8,
"BPL",  _BPL,   _r8,
"SPL",  _SPL,   _r8,
"R8B",  _R8B,   _r8,
"R9B",  _R9B,   _r8,
"R10B", _R10B,  _r8,
"R11B", _R11B,  _r8,
"R12B", _R12B,  _r8,
"R13B", _R13B,  _r8,
"R14B", _R14B,  _r8,
"R15B", _R15B,  _r8,

"XMM8",   8,    _xmm,
"XMM9",   9,    _xmm,
"XMM10", 10,    _xmm,
"XMM11", 11,    _xmm,
"XMM12", 12,    _xmm,
"XMM13", 13,    _xmm,
"XMM14", 14,    _xmm,
"XMM15", 15,    _xmm,
};

typedef enum {
    ASM_JUMPTYPE_UNSPECIFIED,
    ASM_JUMPTYPE_SHORT,
    ASM_JUMPTYPE_NEAR,
    ASM_JUMPTYPE_FAR
} ASM_JUMPTYPE;             // ajt

typedef struct opnd
{
        REG *base;              // if plain register
        REG *pregDisp1;         // if [register1]
        REG *pregDisp2;
        REG *segreg;            // if segment override
        char indirect;          // if had a '*' or '->'
        char bOffset;           // if 'offset' keyword
        char bSeg;              // if 'segment' keyword
        char bPtr;              // if 'ptr' keyword
        unsigned uchMultiplier; // register multiplier; valid values are 0,1,2,4,8
        opflag_t usFlags;
        Dsymbol *s;
        long disp;
        long double real;
        Type *ptype;
        ASM_JUMPTYPE ajt;
} OPND;

//
// Exported functions called from the compiler
//
int asm_state(int iFlags);
void iasm_term();

//
// Local functions defined and only used here
//
STATIC OPND *asm_add_exp();
STATIC OPND *opnd_calloc();
STATIC void opnd_free(OPND *popnd);
STATIC OPND *asm_and_exp();
STATIC OPND *asm_cond_exp();
STATIC opflag_t asm_determine_operand_flags(OPND *popnd);
code *asm_genloc(Loc loc, code *c);
int asm_getnum();

STATIC void asmerr(char *, ...);
STATIC void asmerr(int, ...);
#pragma SC noreturn(asmerr)

STATIC OPND *asm_equal_exp();
STATIC OPND *asm_inc_or_exp();
STATIC OPND *asm_log_and_exp();
STATIC OPND *asm_log_or_exp();
STATIC char asm_length_type_size(OPND *popnd);
STATIC void asm_token();
STATIC void asm_token_trans(Token *tok);
STATIC unsigned char asm_match_flags(opflag_t usOp , opflag_t usTable );
STATIC unsigned char asm_match_float_flags(opflag_t usOp, opflag_t usTable);
STATIC void asm_make_modrm_byte(
#ifdef DEBUG
        unsigned char *puchOpcode, unsigned *pusIdx,
#endif
        code *pc,
        unsigned usFlags,
        OPND *popnd, OPND *popnd2);
STATIC regm_t asm_modify_regs(PTRNTAB ptb, OPND *popnd1, OPND *popnd2);
STATIC void asm_output_flags(opflag_t usFlags);
STATIC void asm_output_popnd(OPND *popnd);
STATIC unsigned asm_type_size(Type * ptype);
STATIC opflag_t asm_float_type_size(Type * ptype, opflag_t *pusFloat);
STATIC OPND *asm_mul_exp();
STATIC OPND *asm_br_exp();
STATIC OPND *asm_primary_exp();
STATIC OPND *asm_prim_post(OPND *);
STATIC OPND *asm_rel_exp();
STATIC OPND *asm_shift_exp();
STATIC OPND *asm_una_exp();
STATIC OPND *asm_xor_exp();
STATIC void *link_alloc(size_t, void *);
STATIC void asm_chktok(enum TOK toknum, unsigned errnum);
STATIC code *asm_db_parse(OP *pop);
STATIC code *asm_da_parse(OP *pop);

unsigned compute_hashkey(char *);


/*******************************
 */

STATIC OPND *opnd_calloc()
{   OPND *o;

    o = new OPND();
    memset(o, 0, sizeof(*o));
    return o;
}

/*******************************
 */

STATIC void opnd_free(OPND *o)
{
    if (o)
    {
        delete o;
    }
}

/*******************************
 */

STATIC void asm_chktok(enum TOK toknum,unsigned errnum)
{
    if (tok_value == toknum)
        asm_token();                    // scan past token
    else
        /* When we run out of tokens, asmtok is NULL.
         * But when this happens when a ';' was hit.
         */
        asmerr(errnum, asmtok ? asmtok->toChars() : ";");
}


/*******************************
 */

STATIC PTRNTAB asm_classify(OP *pop, OPND *popnd1, OPND *popnd2, OPND *popnd3,
        unsigned *pusNumops)
{
        unsigned usNumops;
        unsigned usActual;
        PTRNTAB ptbRet = { NULL };
        opflag_t opflags1 = 0 ;
        opflag_t opflags2 = 0;
        opflag_t opflags3 = 0;
        char    bFake = FALSE;

        unsigned char   bMatch1, bMatch2, bMatch3, bRetry = FALSE;

        // How many arguments are there?  the parser is strictly left to right
        // so this should work.

        if (!popnd1)
            usNumops = 0;
        else
        {
            popnd1->usFlags = opflags1 = asm_determine_operand_flags(popnd1);
            if (!popnd2)
                usNumops = 1;
            else
            {
                popnd2->usFlags = opflags2 = asm_determine_operand_flags(popnd2);
                if (!popnd3)
                    usNumops = 2;
                else
                {
                    popnd3->usFlags = opflags3 = asm_determine_operand_flags(popnd3);
                    usNumops = 3;
                }
            }
        }

        // Now check to insure that the number of operands is correct
        usActual = (pop->usNumops & ITSIZE);
        if (usActual != usNumops && asmstate.ucItype != ITopt &&
            asmstate.ucItype != ITfloat)
        {
PARAM_ERROR:
                asmerr(EM_nops_expected, usActual, asm_opstr(pop), usNumops);
        }
        if (usActual < usNumops)
            *pusNumops = usActual;
        else
            *pusNumops = usNumops;
//
//      The number of arguments matches, now check to find the opcode
//      in the associated opcode table
//
RETRY:
        //printf("usActual = %d\n", usActual);
        switch (usActual)
        {
            case 0:
                ptbRet = pop->ptb ;
                goto RETURN_IT;

            case 1:
            {   //printf("opflags1 = "); asm_output_flags(opflags1); printf("\n");
                PTRNTAB1 *table1;
                for (table1 = pop->ptb.pptb1; table1->usOpcode != ASM_END;
                        table1++)
                {
                        //printf("table    = "); asm_output_flags(table1->usOp1); printf("\n");
                        bMatch1 = asm_match_flags(opflags1, table1->usOp1);
                        //printf("bMatch1 = x%x\n", bMatch1);
                        if (bMatch1)
                        {   if (table1->usOpcode == 0x68 &&
                                !I16 &&
                                table1->usOp1 == _imm16
                              )
                                // Don't match PUSH imm16 in 32 bit code
                                continue;
                            break;
                        }
                        if ((asmstate.ucItype == ITimmed) &&
                            asm_match_flags(opflags1,
                                CONSTRUCT_FLAGS(_8 | _16 | _32, _imm, _normal,
                                                 0)) &&
                                popnd1->disp == table1->usFlags)
                            break;
                        if ((asmstate.ucItype == ITopt ||
                             asmstate.ucItype == ITfloat) &&
                            !usNumops &&
                            !table1->usOp1)
                        {
                            if (usNumops > 1)
                                goto PARAM_ERROR;
                            break;
                        }
                }
                if (table1->usOpcode == ASM_END)
                {
#ifdef DEBUG
                    if (debuga)
                    {   printf("\t%s\t", asm_opstr(pop));
                        if (popnd1)
                                asm_output_popnd(popnd1);
                        if (popnd2) {
                                printf(",");
                                asm_output_popnd(popnd2);
                        }
                        if (popnd3) {
                                printf(",");
                                asm_output_popnd(popnd3);
                        }
                        printf("\n");

                        printf("OPCODE mism = ");
                        if (popnd1)
                            asm_output_flags(popnd1->usFlags);
                        else
                            printf("NONE");
                        printf("\n");
                    }
#endif
TYPE_SIZE_ERROR:
                        if (popnd1 && ASM_GET_aopty(popnd1->usFlags) != _reg)
                        {
                            opflags1 = popnd1->usFlags |= _anysize;
                            if (asmstate.ucItype == ITjump)
                            {
                                if (bRetry && popnd1->s && !popnd1->s->isLabel())
                                {
                                    asmerr(EM_label_expected, popnd1->s->toChars());
                                }

                                popnd1->usFlags |= CONSTRUCT_FLAGS(0, 0, 0,
                                        _fanysize);
                            }
                        }
                        if (popnd2 && ASM_GET_aopty(popnd2->usFlags) != _reg) {
                            opflags2 = popnd2->usFlags |= (_anysize);
                            if (asmstate.ucItype == ITjump)
                                popnd2->usFlags |= CONSTRUCT_FLAGS(0, 0, 0,
                                        _fanysize);
                        }
                        if (popnd3 && ASM_GET_aopty(popnd3->usFlags) != _reg) {
                            opflags3 = popnd3->usFlags |= (_anysize);
                            if (asmstate.ucItype == ITjump)
                                popnd3->usFlags |= CONSTRUCT_FLAGS(0, 0, 0,
                                        _fanysize);
                        }
                        if (bRetry)
                        {
                            asmerr(EM_bad_op, asm_opstr(pop));  // illegal type/size of operands
                        }
                        bRetry = TRUE;
                        goto RETRY;

                }
                ptbRet.pptb1 = table1;
                goto RETURN_IT;
            }
            case 2:
            {   //printf("opflags1 = "); asm_output_flags(opflags1); printf(" ");
                //printf("opflags2 = "); asm_output_flags(opflags2); printf("\n");
                PTRNTAB2 *table2;
                for (table2 = pop->ptb.pptb2;
                     table2->usOpcode != ASM_END;
                     table2++)
                {
                        //printf("table1   = "); asm_output_flags(table2->usOp1); printf(" ");
                        //printf("table2   = "); asm_output_flags(table2->usOp2); printf("\n");
                        bMatch1 = asm_match_flags(opflags1, table2->usOp1);
                        bMatch2 = asm_match_flags(opflags2, table2->usOp2);
                        //printf("match1 = %d, match2 = %d\n",bMatch1,bMatch2);
                        if (bMatch1 && bMatch2) {

                            //printf("match\n");

                            /* If they both match and the first op in the table is not AL
                             * or size of 8 and the second is immediate 8,
                             * then check to see if the constant
                             * is a signed 8 bit constant.  If so, then do not match, otherwise match
                             */
                            if (!bRetry &&
                                !((ASM_GET_uSizemask(table2->usOp1) & _8) ||
                                  (ASM_GET_uRegmask(table2->usOp1) & _al)) &&
                                (ASM_GET_aopty(table2->usOp2) == _imm) &&
                                (ASM_GET_uSizemask(table2->usOp2) & _8))
                            {

                                if (popnd2->disp <= SCHAR_MAX)
                                    break;
                                else
                                    bFake = TRUE;
                            }
                            else
                                break;
                        }
                        if (asmstate.ucItype == ITopt ||
                            asmstate.ucItype == ITfloat)
                        {
                                switch (usNumops)
                                {
                                    case 0:
                                        if (!table2->usOp1)
                                            goto Lfound2;
                                        break;
                                    case 1:
                                        if (bMatch1 && !table2->usOp2)
                                            goto Lfound2;
                                        break;
                                    case 2:
                                        break;
                                    default:
                                        goto PARAM_ERROR;
                                }
                        }
#if 0
                        if (asmstate.ucItype == ITshift &&
                            !table2->usOp2 &&
                            bMatch1 && popnd2->disp == 1 &&
                            asm_match_flags(opflags2,
                                CONSTRUCT_FLAGS(_8|_16|_32, _imm,_normal,0))
                          )
                            break;
#endif
                }
            Lfound2:
                if (table2->usOpcode == ASM_END)
                {
#ifdef DEBUG
                    if (debuga)
                    {   printf("\t%s\t", asm_opstr(pop));
                        if (popnd1)
                                asm_output_popnd(popnd1);
                        if (popnd2) {
                                printf(",");
                                asm_output_popnd(popnd2);
                        }
                        if (popnd3) {
                                printf(",");
                                asm_output_popnd(popnd3);
                        }
                        printf("\n");

                        printf("OPCODE mismatch = ");
                        if (popnd1)
                            asm_output_flags(popnd1->usFlags);
                        else
                            printf("NONE");
                        printf( " Op2 = ");
                        if (popnd2)
                            asm_output_flags(popnd2->usFlags);
                        else
                            printf("NONE");
                        printf("\n");
                    }
#endif
                    goto TYPE_SIZE_ERROR;
                }
                ptbRet.pptb2 = table2;
                goto RETURN_IT;
            }
            case 3:
            {
                PTRNTAB3 *table3;
                for (table3 = pop->ptb.pptb3;
                     table3->usOpcode != ASM_END;
                     table3++)
                {
                        bMatch1 = asm_match_flags(opflags1, table3->usOp1);
                        bMatch2 = asm_match_flags(opflags2, table3->usOp2);
                        bMatch3 = asm_match_flags(opflags3, table3->usOp3);
                        if (bMatch1 && bMatch2 && bMatch3)
                            goto Lfound3;
                        if (asmstate.ucItype == ITopt)
                        {
                            switch (usNumops)
                            {
                                case 0:
                                        if (!table3->usOp1)
                                            goto Lfound3;
                                        break;
                                case 1:
                                        if (bMatch1 && !table3->usOp2)
                                            goto Lfound3;
                                        break;
                                case 2:
                                        if (bMatch1 && bMatch2 && !table3->usOp3)
                                            goto Lfound3;
                                        break;
                                case 3:
                                        break;
                                default:
                                        goto PARAM_ERROR;
                            }
                        }
                }
            Lfound3:
                if (table3->usOpcode == ASM_END)
                {
#ifdef DEBUG
                    if (debuga)
                    {   printf("\t%s\t", asm_opstr(pop));
                        if (popnd1)
                                asm_output_popnd(popnd1);
                        if (popnd2) {
                                printf(",");
                                asm_output_popnd(popnd2);
                        }
                        if (popnd3) {
                                printf(",");
                                asm_output_popnd(popnd3);
                        }
                        printf("\n");

                        printf("OPCODE mismatch = ");
                        if (popnd1)
                            asm_output_flags(popnd1->usFlags);
                        else
                            printf("NONE");
                        printf( " Op2 = ");
                        if (popnd2)
                            asm_output_flags(popnd2->usFlags);
                        else
                            printf("NONE");
                        if (popnd3)
                            asm_output_flags(popnd3->usFlags);
                        printf("\n");
                    }
#endif
                    goto TYPE_SIZE_ERROR;
                }
                ptbRet.pptb3 = table3;
                goto RETURN_IT;
            }
        }
RETURN_IT:
        if (bRetry && !bFake)
        {
            asmerr(EM_bad_op, asm_opstr(pop));
        }
        return ptbRet;
}

/*******************************
 */

STATIC opflag_t asm_determine_float_flags(OPND *popnd)
{
    //printf("asm_determine_float_flags()\n");

    opflag_t us, usFloat;

    // Insure that if it is a register, that it is not a normal processor
    // register.

    if (popnd->base &&
            !popnd->s && !popnd->disp && !popnd->real
            && !(popnd->base->ty & (_r8 | _r16 | _r32)))
    {
        return popnd->base->ty;
    }
    if (popnd->pregDisp1 && !popnd->base)
    {
        us = asm_float_type_size(popnd->ptype, &usFloat);
        //printf("us = x%x, usFloat = x%x\n", us, usFloat);
        if (popnd->pregDisp1->ty & _r32)
            return(CONSTRUCT_FLAGS(us, _m, _addr32, usFloat));
        else
        if (popnd->pregDisp1->ty & _r16)
            return(CONSTRUCT_FLAGS(us, _m, _addr16, usFloat));
    }
    else if (popnd->s != 0)
    {
        us = asm_float_type_size(popnd->ptype, &usFloat);
        return CONSTRUCT_FLAGS(us, _m, _normal, usFloat);
    }

    if (popnd->segreg)
    {
        us = asm_float_type_size(popnd->ptype, &usFloat);
        if (I16)
            return(CONSTRUCT_FLAGS(us, _m, _addr16, usFloat));
        else
            return(CONSTRUCT_FLAGS(us, _m, _addr32, usFloat));
    }

#if 0
    if (popnd->real)
    {
        switch (popnd->ptype->ty)
        {
            case Tfloat32:
                popnd->s = fconst(popnd->real);
                return(CONSTRUCT_FLAGS(_32, _m, _normal, 0));

            case Tfloat64:
                popnd->s = dconst(popnd->real);
                return(CONSTRUCT_FLAGS(0, _m, _normal, _f64));

            case Tfloat80:
                popnd->s = ldconst(popnd->real);
                return(CONSTRUCT_FLAGS(0, _m, _normal, _f80));
        }
    }
#endif

    asmerr(EM_bad_float_op);    // unknown operand for floating point instruction
    return 0;
}

/*******************************
 */

STATIC opflag_t asm_determine_operand_flags(OPND *popnd)
{
        Dsymbol *ps;
        int ty;
        opflag_t us;
        opflag_t sz;
        ASM_OPERAND_TYPE opty;
        ASM_MODIFIERS amod;

        // If specified 'offset' or 'segment' but no symbol
        if ((popnd->bOffset || popnd->bSeg) && !popnd->s)
            asmerr(EM_bad_addr_mode);           // illegal addressing mode

        if (asmstate.ucItype == ITfloat)
            return asm_determine_float_flags(popnd);

        // If just a register
        if (popnd->base && !popnd->s && !popnd->disp && !popnd->real)
                return popnd->base->ty;
#if DEBUG
        if (debuga)
            printf("popnd->base = %s\n, popnd->pregDisp1 = %p\n", popnd->base ? popnd->base->regstr : "NONE", popnd->pregDisp1);
#endif
        ps = popnd->s;
        Declaration *ds = ps ? ps->isDeclaration() : NULL;
        if (ds && ds->storage_class & STClazy)
            sz = _anysize;
        else
            sz = asm_type_size((ds && ds->storage_class & (STCout | STCref)) ? popnd->ptype->pointerTo() : popnd->ptype);
        if (popnd->pregDisp1 && !popnd->base)
        {
            if (ps && ps->isLabel() && sz == _anysize)
                sz = I16 ? _16 : _32;
            return (popnd->pregDisp1->ty & (_r32 | _r64))
                ? CONSTRUCT_FLAGS(sz, _m, _addr32, 0)
                : CONSTRUCT_FLAGS(sz, _m, _addr16, 0);
        }
        else if (ps)
        {
                if (popnd->bOffset || popnd->bSeg || ps == asmstate.psLocalsize)
                    return I16
                        ? CONSTRUCT_FLAGS(_16, _imm, _normal, 0)
                        : CONSTRUCT_FLAGS(_32, _imm, _normal, 0);

                if (ps->isLabel())
                {
                    switch (popnd->ajt)
                    {
                        case ASM_JUMPTYPE_UNSPECIFIED:
                            if (ps == asmstate.psDollar)
                            {
                                if (popnd->disp >= CHAR_MIN &&
                                    popnd->disp <= CHAR_MAX)
                                    us = CONSTRUCT_FLAGS(_8, _rel, _flbl,0);
                                else
                                if (popnd->disp >= SHRT_MIN &&
                                    popnd->disp <= SHRT_MAX)
                                    us = CONSTRUCT_FLAGS(_16, _rel, _flbl,0);
                                else
                                    us = CONSTRUCT_FLAGS(_32, _rel, _flbl,0);
                            }
                            else if (asmstate.ucItype != ITjump)
                            {   if (sz == _8)
                                {   us = CONSTRUCT_FLAGS(_8,_rel,_flbl,0);
                                    break;
                                }
                                goto case_near;
                            }
                            else
                                us = I16
                                    ? CONSTRUCT_FLAGS(_8|_16, _rel, _flbl,0)
                                    : CONSTRUCT_FLAGS(_8|_32, _rel, _flbl,0);
                            break;

                        case ASM_JUMPTYPE_NEAR:
                        case_near:
                            us = I16
                                ? CONSTRUCT_FLAGS(_16, _rel, _flbl, 0)
                                : CONSTRUCT_FLAGS(_32, _rel, _flbl, 0);
                            break;
                        case ASM_JUMPTYPE_SHORT:
                            us = CONSTRUCT_FLAGS(_8, _rel, _flbl, 0);
                            break;
                        case ASM_JUMPTYPE_FAR:
                            us = I16
                                ? CONSTRUCT_FLAGS(_32, _rel, _flbl, 0)
                                : CONSTRUCT_FLAGS(_48, _rel, _flbl, 0);
                            break;
                        default:
                            assert(0);
                    }
                    return us;
                }
                if (!popnd->ptype)
                    return CONSTRUCT_FLAGS(sz, _m, _normal, 0);
                ty = popnd->ptype->ty;
                if (ty == Tpointer && popnd->ptype->nextOf()->ty == Tfunction &&
                    !ps->isVarDeclaration())
                {
#if 1
                    return CONSTRUCT_FLAGS(_32, _m, _fn16, 0);
#else
                    ty = popnd->ptype->Tnext->Tty;
                    if (tyfarfunc(tybasic(ty))) {
                        return I32
                            ? CONSTRUCT_FLAGS(_48, _mnoi, _fn32, 0)
                            : CONSTRUCT_FLAGS(_32, _mnoi, _fn32, 0);
                    }
                    else {
                        return I32
                            ? CONSTRUCT_FLAGS(_32, _m, _fn16, 0)
                            : CONSTRUCT_FLAGS(_16, _m, _fn16, 0);
                    }
#endif
                }
                else if (ty == Tfunction)
                {
#if 1
                    return CONSTRUCT_FLAGS(_32, _rel, _fn16, 0);
#else
                    if (tyfarfunc(tybasic(ty)))
                        return I32
                            ? CONSTRUCT_FLAGS(_48, _p, _fn32, 0)
                            : CONSTRUCT_FLAGS(_32, _p, _fn32, 0);
                    else
                        return I32
                            ? CONSTRUCT_FLAGS(_32, _rel, _fn16, 0)
                            : CONSTRUCT_FLAGS(_16, _rel, _fn16, 0);
#endif
                }
                else if (asmstate.ucItype == ITjump)
                {   amod = _normal;
                    goto L1;
                }
                else
                    return CONSTRUCT_FLAGS(sz, _m, _normal, 0);
        }
        if (popnd->segreg /*|| popnd->bPtr*/)
        {
            amod = I16 ? _addr16 : _addr32;
            if (asmstate.ucItype == ITjump)
            {
            L1:
                opty = _m;
                if (I16)
                {   if (sz == _32)
                        opty = _mnoi;
                }
                else
                {   if (sz == _48)
                        opty = _mnoi;
                }
                us = CONSTRUCT_FLAGS(sz,opty,amod,0);
            }
            else
                us = CONSTRUCT_FLAGS(sz,
//                                   _rel, amod, 0);
                                     _m, amod, 0);
        }

        else if (popnd->ptype)
            us = CONSTRUCT_FLAGS(sz, _imm, _normal, 0);

        else if (popnd->disp >= CHAR_MIN && popnd->disp <= UCHAR_MAX)
            us = CONSTRUCT_FLAGS(_8 | _16 | _32, _imm, _normal, 0);
        else if (popnd->disp >= SHRT_MIN && popnd->disp <= USHRT_MAX)
            us = CONSTRUCT_FLAGS(_16 | _32, _imm, _normal, 0);
        else
            us = CONSTRUCT_FLAGS(_32, _imm, _normal, 0);
        return us;
}

/******************************
 * Convert assembly instruction into a code, and append
 * it to the code generated for this block.
 */

STATIC code *asm_emit(Loc loc,
        unsigned usNumops, PTRNTAB ptb,
        OP *pop,
        OPND *popnd1, OPND *popnd2, OPND *popnd3)
{
#ifdef DEBUG
        unsigned char auchOpcode[16];
        unsigned usIdx = 0;
        #define emit(op)        (auchOpcode[usIdx++] = op)
#else
        #define emit(op)        ((void)(op))
#endif
        Identifier *id;
//      unsigned us;
        unsigned char *puc;
        unsigned usDefaultseg;
        code *pc = NULL;
        OPND *popndTmp;
        ASM_OPERAND_TYPE    aoptyTmp;
        unsigned  uSizemaskTmp;
        REG     *pregSegment;
        code    *pcPrefix = NULL;
        unsigned            uSizemask1 =0, uSizemask2 =0, uSizemask3 =0;
        //ASM_OPERAND_TYPE    aopty1 = _reg , aopty2 = 0, aopty3 = 0;
        ASM_MODIFIERS       amod1 = _normal, amod2 = _normal, amod3 = _normal;
        unsigned            uRegmask1 = 0, uRegmask2 =0, uRegmask3 =0;
        unsigned            uSizemaskTable1 =0, uSizemaskTable2 =0,
                            uSizemaskTable3 =0;
        ASM_OPERAND_TYPE    aoptyTable1 = _reg, aoptyTable2 = _reg, aoptyTable3 = _reg;
        ASM_MODIFIERS       amodTable1 = _normal,
                            amodTable2 = _normal,
                            amodTable3 = _normal;
        unsigned            uRegmaskTable1 = 0, uRegmaskTable2 =0,
                            uRegmaskTable3 =0;

        pc = code_calloc();
        pc->Iflags |= CFpsw;            // assume we want to keep the flags
        if (popnd1)
        {
            uSizemask1 = ASM_GET_uSizemask(popnd1->usFlags);
            //aopty1 = ASM_GET_aopty(popnd1->usFlags);
            amod1 = ASM_GET_amod(popnd1->usFlags);
            uRegmask1 = ASM_GET_uRegmask(popnd1->usFlags);

            uSizemaskTable1 = ASM_GET_uSizemask(ptb.pptb1->usOp1);
            aoptyTable1 = ASM_GET_aopty(ptb.pptb1->usOp1);
            amodTable1 = ASM_GET_amod(ptb.pptb1->usOp1);
            uRegmaskTable1 = ASM_GET_uRegmask(ptb.pptb1->usOp1);

        }
        if (popnd2)
        {
#if 0
            printf("\nasm_emit:\nop: ");
            asm_output_flags(popnd2->usFlags);
            printf("\ntb: ");
            asm_output_flags(ptb.pptb2->usOp2);
            printf("\n");
#endif
            uSizemask2 = ASM_GET_uSizemask(popnd2->usFlags);
            //aopty2 = ASM_GET_aopty(popnd2->usFlags);
            amod2 = ASM_GET_amod(popnd2->usFlags);
            uRegmask2 = ASM_GET_uRegmask(popnd2->usFlags);

            uSizemaskTable2 = ASM_GET_uSizemask(ptb.pptb2->usOp2);
            aoptyTable2 = ASM_GET_aopty(ptb.pptb2->usOp2);
            amodTable2 = ASM_GET_amod(ptb.pptb2->usOp2);
            uRegmaskTable2 = ASM_GET_uRegmask(ptb.pptb2->usOp2);
        }
        if (popnd3)
        {
            uSizemask3 = ASM_GET_uSizemask(popnd3->usFlags);
            //aopty3 = ASM_GET_aopty(popnd3->usFlags);
            amod3 = ASM_GET_amod(popnd3->usFlags);
            uRegmask3 = ASM_GET_uRegmask(popnd3->usFlags);

            uSizemaskTable3 = ASM_GET_uSizemask(ptb.pptb3->usOp3);
            aoptyTable3 = ASM_GET_aopty(ptb.pptb3->usOp3);
            amodTable3 = ASM_GET_amod(ptb.pptb3->usOp3);
            uRegmaskTable3 = ASM_GET_uRegmask(ptb.pptb3->usOp3);
        }

        asmstate.statement->regs |= asm_modify_regs(ptb, popnd1, popnd2);

        if (I16 && ptb.pptb0->usFlags & _I386)
        {
            switch (usNumops)
            {
                case 0:
                    break;
                case 1:
                    if (popnd1 && popnd1->s)
                    {
L386_WARNING:
                        id = popnd1->s->ident;
L386_WARNING2:
                        if (config.target_cpu < TARGET_80386)
                        {   // Reference to %s caused a 386 instruction to be generated
                            //warerr(WM_386_op, id->toChars());
                        }
                    }
                    break;
                case 2:
                case 3:     // The third operand is always an _imm
                    if (popnd1 && popnd1->s)
                        goto L386_WARNING;
                    if (popnd2 && popnd2->s)
                    {
                        id = popnd2->s->ident;
                        goto L386_WARNING2;
                    }
                    break;
            }
        }

        switch (usNumops)
        {
            case 0:
                if ((I32 && (ptb.pptb0->usFlags & _16_bit)) ||
                        (I16 && (ptb.pptb0->usFlags & _32_bit)))
                {
                        emit(0x66);
                        pc->Iflags |= CFopsize;
                }
                break;

            // 3 and 2 are the same because the third operand is always
            // an immediate and does not affect operation size
            case 3:
            case 2:
                if ((I32 &&
                      (amod2 == _addr16 ||
                       (uSizemaskTable2 & _16 && aoptyTable2 == _rel) ||
                       (uSizemaskTable2 & _32 && aoptyTable2 == _mnoi) ||
                       (ptb.pptb2->usFlags & _16_bit_addr)
                     )
                    ) ||
                     (I16 &&
                       (amod2 == _addr32 ||
                        (uSizemaskTable2 & _32 && aoptyTable2 == _rel) ||
                        (uSizemaskTable2 & _48 && aoptyTable2 == _mnoi) ||
                        (ptb.pptb2->usFlags & _32_bit_addr)))
                  )
                {
                        emit(0x67);
                        pc->Iflags |= CFaddrsize;
                        if (I32)
                            amod2 = _addr16;
                        else
                            amod2 = _addr32;
                        popnd2->usFlags &= ~CONSTRUCT_FLAGS(0,0,7,0);
                        popnd2->usFlags |= CONSTRUCT_FLAGS(0,0,amod2,0);
                }


            /* Fall through, operand 1 controls the opsize, but the
                address size can be in either operand 1 or operand 2,
                hence the extra checking the flags tested for SHOULD
                be mutex on operand 1 and operand 2 because there is
                only one MOD R/M byte
             */

            case 1:
                if ((I32 &&
                      (amod1 == _addr16 ||
                       (uSizemaskTable1 & _16 && aoptyTable1 == _rel) ||
                        (uSizemaskTable1 & _32 && aoptyTable1 == _mnoi) ||
                        (ptb.pptb1->usFlags & _16_bit_addr))) ||
                     (I16 &&
                      (amod1 == _addr32 ||
                        (uSizemaskTable1 & _32 && aoptyTable1 == _rel) ||
                        (uSizemaskTable1 & _48 && aoptyTable1 == _mnoi) ||
                         (ptb.pptb1->usFlags & _32_bit_addr))))
                {
                        emit(0x67);     // address size prefix
                        pc->Iflags |= CFaddrsize;
                        if (I32)
                            amod1 = _addr16;
                        else
                            amod1 = _addr32;
                        popnd1->usFlags &= ~CONSTRUCT_FLAGS(0,0,7,0);
                        popnd1->usFlags |= CONSTRUCT_FLAGS(0,0,amod1,0);
                }

                // If the size of the operand is unknown, assume that it is
                // the default size
                if ((I32 && (ptb.pptb0->usFlags & _16_bit)) ||
                    (I16 && (ptb.pptb0->usFlags & _32_bit)))
                {
                    //if (asmstate.ucItype != ITjump)
                    {   emit(0x66);
                        pc->Iflags |= CFopsize;
                    }
                }
                if (((pregSegment = (popndTmp = popnd1)->segreg) != NULL) ||
                        ((popndTmp = popnd2) != NULL &&
                        (pregSegment = popndTmp->segreg) != NULL)
                  )
                {
                    if ((popndTmp->pregDisp1 &&
                            popndTmp->pregDisp1->val == _BP) ||
                            popndTmp->pregDisp2 &&
                            popndTmp->pregDisp2->val == _BP)
                            usDefaultseg = _SS;
                    else
                            usDefaultseg = _DS;
                    if (pregSegment->val != usDefaultseg)
                        switch (pregSegment->val) {
                        case _CS:
                                emit(0x2e);
                                pc->Iflags |= CFcs;
                                break;
                        case _SS:
                                emit(0x36);
                                pc->Iflags |= CFss;
                                break;
                        case _DS:
                                emit(0x3e);
                                pc->Iflags |= CFds;
                                break;
                        case _ES:
                                emit(0x26);
                                pc->Iflags |= CFes;
                                break;
                        case _FS:
                                emit(0x64);
                                pc->Iflags |= CFfs;
                                break;
                        case _GS:
                                emit(0x65);
                                pc->Iflags |= CFgs;
                                break;
                        default:
                                assert(0);
                        }
                }
                break;
        }
        unsigned usOpcode = ptb.pptb0->usOpcode;

        pc->Iop = usOpcode;
        if ((usOpcode & 0xFFFFFF00) == 0x660F3A00 ||    // SSE4
            (usOpcode & 0xFFFFFF00) == 0x660F3800)      // SSE4
        {
            pc->Iop = 0x66000F00 | ((usOpcode >> 8) & 0xFF) | ((usOpcode & 0xFF) << 16);
            goto L3;
        }
        switch (usOpcode & 0xFF0000)
        {
            case 0:
                break;

            case 0x660000:
                usOpcode &= 0xFFFF;
                goto L3;

            case 0xF20000:                      // REPNE
            case 0xF30000:                      // REP/REPE
                // BUG: What if there's an address size prefix or segment
                // override prefix? Must the REP be adjacent to the rest
                // of the opcode?
                usOpcode &= 0xFFFF;
                goto L3;

            case 0x0F0000:                      // an AMD instruction
                puc = ((unsigned char *) &usOpcode);
                if (puc[1] != 0x0F)             // if not AMD instruction 0x0F0F
                    goto L4;
                emit(puc[2]);
                emit(puc[1]);
                emit(puc[0]);
                pc->Iop >>= 8;
                pc->IEVint2 = puc[0];
                pc->IFL2 = FLconst;
                goto L3;

            default:
                puc = ((unsigned char *) &usOpcode);
            L4:
                emit(puc[2]);
                emit(puc[1]);
                emit(puc[0]);
                pc->Iop >>= 8;
                pc->Irm = puc[0];
                goto L3;
        }
        if (usOpcode & 0xff00)
        {
            puc = ((unsigned char *) &(usOpcode));
            emit(puc[1]);
            emit(puc[0]);
            pc->Iop = puc[1];
            if (pc->Iop == 0x0f)
                pc->Iop = 0x0F00 | puc[0];
            else
            {
                if (usOpcode == 0xDFE0) // FSTSW AX
                {   pc->Irm = puc[0];
                    goto L2;
                }
                if (asmstate.ucItype == ITfloat)
                    pc->Irm = puc[0];
                else
                {   pc->IEVint2 = puc[0];
                    pc->IFL2 = FLconst;
                }
            }
        }
        else
        {
            emit(usOpcode);
        }
    L3: ;

        // If CALL, Jxx or LOOPx to a symbolic location
        if (/*asmstate.ucItype == ITjump &&*/
            popnd1 && popnd1->s && popnd1->s->isLabel())
        {   Dsymbol *s;

            s = popnd1->s;
            if (s == asmstate.psDollar)
            {
                pc->IFL2 = FLconst;
                if (uSizemaskTable1 & (_8 | _16))
                    pc->IEVint2 = popnd1->disp;
                else if (uSizemaskTable1 & _32)
                    pc->IEVpointer2 = (targ_size_t) popnd1->disp;
            }
            else
            {   LabelDsymbol *label;

                label = s->isLabel();
                if (label)
                {   if ((pc->Iop & ~0x0F) == 0x70)
                        pc->Iflags |= CFjmp16;
                    if (usNumops == 1)
                    {   pc->IFL2 = FLblock;
                        pc->IEVlsym2 = label;
                    }
                    else
                    {   pc->IFL1 = FLblock;
                        pc->IEVlsym1 = label;
                    }
                }
            }
        }

        switch (usNumops)
        {
            case 0:
                break;
            case 1:
                if (((aoptyTable1 == _reg || aoptyTable1 == _float) &&
                     amodTable1 == _normal && (uRegmaskTable1 & _rplus_r)))
                {
                    unsigned reg = popnd1->base->val;
                    if (reg & 8)
                    {   reg &= 7;
                        pc->Irex |= REX_B;
                        assert(I64);
                    }
                    if (asmstate.ucItype == ITfloat)
                        pc->Irm += reg;
                    else
                        pc->Iop += reg;
#ifdef DEBUG
                    auchOpcode[usIdx-1] += reg;
#endif
                }
                else
                {       asm_make_modrm_byte(
#ifdef DEBUG
                                auchOpcode, &usIdx,
#endif
                                pc,
                                ptb.pptb1->usFlags,
                                popnd1, NULL);
                }
                popndTmp = popnd1;
                aoptyTmp = aoptyTable1;
                uSizemaskTmp = uSizemaskTable1;
L1:
                if (aoptyTmp == _imm)
                {
                    Declaration *d = popndTmp->s ? popndTmp->s->isDeclaration()
                                                 : NULL;
                    if (popndTmp->bSeg)
                    {

                        if (!(d && d->isDataseg()))
                            asmerr(EM_bad_addr_mode);   // illegal addressing mode
                    }
                    switch (uSizemaskTmp)
                    {
                        case _8:
                        case _16:
                        case _32:
                            if (popndTmp->s == asmstate.psLocalsize)
                            {
                                pc->IFL2 = FLlocalsize;
                                pc->IEVdsym2 = NULL;
                                pc->Iflags |= CFoff;
                                pc->IEVoffset2 = popndTmp->disp;
                            }
                            else if (d)
                            {
#if 0
                                if ((pc->IFL2 = d->Sfl) == 0)
#endif
                                    pc->IFL2 = FLdsymbol;
                                pc->Iflags &= ~(CFseg | CFoff);
                                if (popndTmp->bSeg)
                                    pc->Iflags |= CFseg;
                                else
                                    pc->Iflags |= CFoff;
                                pc->IEVoffset2 = popndTmp->disp;
                                pc->IEVdsym2 = d;
                            }
                            else
                            {
                                pc->IEVint2 = popndTmp->disp;
                                pc->IFL2 = FLconst;
                            }
                            break;
                    }
                }

                break;
        case 2:
//
// If there are two immediate operands then
//
                if (aoptyTable1 == _imm &&
                    aoptyTable2 == _imm)
                {
                        pc->IEVint1 = popnd1->disp;
                        pc->IFL1 = FLconst;
                        pc->IEVint2 = popnd2->disp;
                        pc->IFL2 = FLconst;
                        break;
                }
                if (aoptyTable2 == _m ||
                    aoptyTable2 == _rel ||
                    // If not MMX register (_mm) or XMM register (_xmm)
                    (amodTable1 == _rspecial && !(uRegmaskTable1 & (0x08 | 0x10)) && !uSizemaskTable1) ||
                    aoptyTable2 == _rm ||
                    (popnd1->usFlags == _r32 && popnd2->usFlags == _xmm) ||
                    (popnd1->usFlags == _r32 && popnd2->usFlags == _mm))
                {
#if 0
printf("test4 %d,%d,%d,%d\n",
(aoptyTable2 == _m),
(aoptyTable2 == _rel),
(amodTable1 == _rspecial && !(uRegmaskTable1 & (0x08 | 0x10))),
(aoptyTable2 == _rm)
);
printf("usOpcode = %x\n", usOpcode);
#endif
                        if (popnd1->usFlags == _r64)
                            pc->Irex |= REX_W;
                        if (ptb.pptb0->usOpcode == 0x0F7E ||    // MOVD _rm32,_mm
                            ptb.pptb0->usOpcode == 0x660F7E     // MOVD _rm32,_xmm
                           )
                        {
                            asm_make_modrm_byte(
#ifdef DEBUG
                                auchOpcode, &usIdx,
#endif
                                pc,
                                ptb.pptb1->usFlags,
                                popnd1, popnd2);
                        }
                        else
                        {
                            asm_make_modrm_byte(
#ifdef DEBUG
                                auchOpcode, &usIdx,
#endif
                                pc,
                                ptb.pptb1->usFlags,
                                popnd2, popnd1);
                        }
                        popndTmp = popnd1;
                        aoptyTmp = aoptyTable1;
                        uSizemaskTmp = uSizemaskTable1;
                }
                else
                {
                        if (popnd2->usFlags == _r64)
                            pc->Irex |= REX_W;

                        if (((aoptyTable1 == _reg || aoptyTable1 == _float) &&
                             amodTable1 == _normal &&
                             (uRegmaskTable1 & _rplus_r)))
                        {
                            unsigned reg = popnd1->base->val;
                            if (reg & 8)
                            {   reg &= 7;
                                pc->Irex |= REX_B;
                                assert(I64);
                            }
                            if (asmstate.ucItype == ITfloat)
                                pc->Irm += reg;
                            else
                                pc->Iop += reg;
#ifdef DEBUG
                            auchOpcode[usIdx-1] += reg;
#endif
                        }
                        else
                        if (((aoptyTable2 == _reg || aoptyTable2 == _float) &&
                             amodTable2 == _normal &&
                             (uRegmaskTable2 & _rplus_r)))
                        {
                            unsigned reg = popnd2->base->val;
                            if (reg & 8)
                            {   reg &= 7;
                                pc->Irex |= REX_B;
                                assert(I64);
                            }
                            if (asmstate.ucItype == ITfloat)
                                pc->Irm += reg;
                            else
                                pc->Iop += reg;
#ifdef DEBUG
                            auchOpcode[usIdx-1] += reg;
#endif
                        }
                        else if (ptb.pptb0->usOpcode == 0xF30FD6 ||
                                 ptb.pptb0->usOpcode == 0x0F12 ||
                                 ptb.pptb0->usOpcode == 0x0F16 ||
                                 ptb.pptb0->usOpcode == 0x660F50 ||
                                 ptb.pptb0->usOpcode == 0x0F50 ||
                                 ptb.pptb0->usOpcode == 0x660FD7 ||
                                 ptb.pptb0->usOpcode == 0x0FD7)
                        {
                            asm_make_modrm_byte(
#ifdef DEBUG
                                    auchOpcode, &usIdx,
#endif
                                    pc,
                                    ptb.pptb1->usFlags,
                                    popnd2, popnd1);
                        }
                        else
                        {
                                asm_make_modrm_byte(
#ifdef DEBUG
                                        auchOpcode, &usIdx,
#endif
                                        pc,
                                        ptb.pptb1->usFlags,
                                        popnd1, popnd2);

                        }
                        if (aoptyTable1 == _imm)
                        {
                                popndTmp = popnd1;
                                aoptyTmp = aoptyTable1;
                                uSizemaskTmp = uSizemaskTable1;
                        }
                        else
                        {
                                popndTmp = popnd2;
                                aoptyTmp = aoptyTable2;
                                uSizemaskTmp = uSizemaskTable2;
                        }
                }
                goto L1;

        case 3:
                if (aoptyTable2 == _m || aoptyTable2 == _rm ||
                    usOpcode == 0x0FC5) // PEXTRW
                {
                    asm_make_modrm_byte(
#ifdef DEBUG
                                auchOpcode, &usIdx,
#endif
                                pc,
                                ptb.pptb1->usFlags,
                                popnd2, popnd1);
                        popndTmp = popnd3;
                        aoptyTmp = aoptyTable3;
                        uSizemaskTmp = uSizemaskTable3;
                }
                else {

                        if (((aoptyTable1 == _reg || aoptyTable1 == _float) &&
                             amodTable1 == _normal &&
                             (uRegmaskTable1 &_rplus_r)))
                        {
                            unsigned reg = popnd1->base->val;
                            if (reg & 8)
                            {   reg &= 7;
                                pc->Irex |= REX_B;
                                assert(I64);
                            }
                            if (asmstate.ucItype == ITfloat)
                                pc->Irm += reg;
                            else
                                pc->Iop += reg;
#ifdef DEBUG
                            auchOpcode[usIdx-1] += reg;
#endif
                        }
                        else
                        if (((aoptyTable2 == _reg || aoptyTable2 == _float) &&
                             amodTable2 == _normal &&
                             (uRegmaskTable2 &_rplus_r)))
                        {
                            unsigned reg = popnd1->base->val;
                            if (reg & 8)
                            {   reg &= 7;
                                pc->Irex |= REX_B;
                                assert(I64);
                            }
                            if (asmstate.ucItype == ITfloat)
                                pc->Irm += reg;
                            else
                                pc->Iop += reg;
#ifdef DEBUG
                            auchOpcode[usIdx-1] += reg;
#endif
                        }
                        else
                                asm_make_modrm_byte(
#ifdef DEBUG
                                        auchOpcode, &usIdx,
#endif
                                        pc,
                                        ptb.pptb1->usFlags,
                                        popnd1, popnd2);

                        popndTmp = popnd3;
                        aoptyTmp = aoptyTable3;
                        uSizemaskTmp = uSizemaskTable3;

                }
                goto L1;
        }
L2:

        if ((pc->Iop & ~7) == 0xD8 &&
            ADDFWAIT() &&
            !(ptb.pptb0->usFlags & _nfwait))
                pc->Iflags |= CFwait;
        else if ((ptb.pptb0->usFlags & _fwait) &&
            config.target_cpu >= TARGET_80386)
                pc->Iflags |= CFwait;

#ifdef DEBUG
        if (debuga)
        {   unsigned u;

            for (u = 0; u < usIdx; u++)
                printf("  %02X", auchOpcode[u]);

            printf("\t%s\t", asm_opstr(pop));
            if (popnd1)
                asm_output_popnd(popnd1);
            if (popnd2) {
                printf(",");
                asm_output_popnd(popnd2);
            }
            if (popnd3) {
                printf(",");
                asm_output_popnd(popnd3);
            }
            printf("\n");
        }
#endif
        pc = cat(pcPrefix, pc);
        pc = asm_genloc(loc, pc);
        return pc;
}

/*******************************
 * Prepend line number to c.
 */

code *asm_genloc(Loc loc, code *c)
{
    if (global.params.symdebug)
    {   code *pcLin;
        Srcpos srcpos;

        memset(&srcpos, 0, sizeof(srcpos));
        srcpos.Slinnum = loc.linnum;
        srcpos.Sfilename = (char *)loc.filename;
        pcLin = genlinnum(NULL, srcpos);
        c = cat(pcLin, c);
    }
    return c;
}


/*******************************
 */

STATIC void asmerr(int errnum, ...)
{   const char *format;

    const char *p = asmstate.loc.toChars();
    if (*p)
        printf("%s: ", p);

    format = asmerrmsgs[errnum];
    va_list ap;
    va_start(ap, errnum);
    vprintf(format, ap);
    va_end(ap);

    printf("\n");
    fflush(stdout);
halt();
    longjmp(asmstate.env,1);
}

/*******************************
 */

STATIC void asmerr(const char *format, ...)
{
    const char *p = asmstate.loc.toChars();
    if (*p)
        printf("%s: ", p);

    va_list ap;
    va_start(ap, format);
    vprintf(format, ap);
    va_end(ap);

    printf("\n");
    fflush(stdout);

    longjmp(asmstate.env,1);
}

/*******************************
 */

STATIC opflag_t asm_float_type_size(Type *ptype, opflag_t *pusFloat)
{
    *pusFloat = 0;

    //printf("asm_float_type_size('%s')\n", ptype->toChars());
    if (ptype && ptype->isscalar())
    {
        int sz = (int)ptype->size();
        if (sz == REALSIZE)
        {   *pusFloat = _f80;
            return 0;
        }
        switch (sz)
        {
            case 2:
                return _16;
            case 4:
                return _32;
            case 8:
                *pusFloat = _f64;
                return 0;
            case 10:
                *pusFloat = _f80;
                return 0;
            default:
                break;
        }
    }
    *pusFloat = _fanysize;
    return _anysize;
}

/*******************************
 */

STATIC int asm_isint(OPND *o)
{
    if (!o || o->base || o->s)
        return 0;
    //return o->disp != 0;
    return 1;
}

STATIC int asm_isNonZeroInt(OPND *o)
{
    if (!o || o->base || o->s)
        return 0;
    return o->disp != 0;
}

/*******************************
 */

STATIC int asm_is_fpreg(char *szReg)
{
#if 1
        return(szReg[2] == '\0' && szReg[0] == 'S' &&
                szReg[1] == 'T');
#else
        return(szReg[2] == '\0' && (szReg[0] == 's' || szReg[0] == 'S') &&
                (szReg[1] == 't' || szReg[1] == 'T'));
#endif
}

/*******************************
 * Merge operands o1 and o2 into a single operand.
 */

STATIC OPND *asm_merge_opnds(OPND *o1, OPND *o2)
{
#ifdef DEBUG
    const char *psz;
#endif
#ifdef DEBUG
    if (debuga)
    {   printf("asm_merge_opnds(o1 = ");
        if (o1) asm_output_popnd(o1);
        printf(", o2 = ");
        if (o2) asm_output_popnd(o2);
        printf(")\n");
    }
#endif
        if (!o1)
                return o2;
        if (!o2)
                return o1;
#ifdef EXTRA_DEBUG
        printf("Combining Operands: mult1 = %d, mult2 = %d",
                o1->uchMultiplier, o2->uchMultiplier);
#endif
        /*      combine the OPND's disp field */
        if (o2->segreg) {
            if (o1->segreg) {
#ifdef DEBUG
                psz = "o1->segment && o2->segreg";
#endif
                goto ILLEGAL_ADDRESS_ERROR;
            }
            else
                o1->segreg = o2->segreg;
        }

        // combine the OPND's symbol field
        if (o1->s && o2->s)
        {
#ifdef DEBUG
            psz = "o1->s && os->s";
#endif
ILLEGAL_ADDRESS_ERROR:
#ifdef DEBUG
            printf("Invalid addr because /%s/\n", psz);
#endif

            asmerr(EM_bad_addr_mode);           // illegal addressing mode
        }
        else if (o2->s)
            o1->s = o2->s;
        else if (o1->s && o1->s->isTupleDeclaration())
        {   TupleDeclaration *tup = o1->s->isTupleDeclaration();

            size_t index = o2->disp;
            if (index >= tup->objects->dim)
                error(asmstate.loc, "tuple index %u exceeds %u", index, tup->objects->dim);
            else
            {
                Object *o = (Object *)tup->objects->data[index];
                if (o->dyncast() == DYNCAST_DSYMBOL)
                {   o1->s = (Dsymbol *)o;
                    return o1;
                }
                else if (o->dyncast() == DYNCAST_EXPRESSION)
                {   Expression *e = (Expression *)o;
                    if (e->op == TOKvar)
                    {   o1->s = ((VarExp *)e)->var;
                        return o1;
                    }
                    else if (e->op == TOKfunction)
                    {   o1->s = ((FuncExp *)e)->fd;
                        return o1;
                    }
                }
                error(asmstate.loc, "invalid asm operand %s", o1->s->toChars());
            }
        }

        if (o1->disp && o2->disp)
            o1->disp += o2->disp;
        else if (o2->disp)
            o1->disp = o2->disp;

        /* combine the OPND's base field */
        if (o1->base != NULL && o2->base != NULL) {
#ifdef DEBUG
                psz = "o1->base != NULL && o2->base != NULL";
#endif
                goto ILLEGAL_ADDRESS_ERROR;
        }
        else if (o2->base)
                o1->base = o2->base;

        /* Combine the displacement register fields */
        if (o2->pregDisp1)
        {
                if (o1->pregDisp2)
                {
#ifdef DEBUG
                    psz = "o2->pregDisp1 && o1->pregDisp2";
#endif
                    goto ILLEGAL_ADDRESS_ERROR;
                }
                else if (o1->pregDisp1)
                {
                    if (o1->uchMultiplier ||
                            (o2->pregDisp1->val == _ESP &&
                            (o2->pregDisp1->ty & _r32) &&
                            !o2->uchMultiplier))
                    {
                        o1->pregDisp2 = o1->pregDisp1;
                        o1->pregDisp1 = o2->pregDisp1;
                    }
                    else
                        o1->pregDisp2 = o2->pregDisp1;
                }
                else
                        o1->pregDisp1 = o2->pregDisp1;
        }
        if (o2->pregDisp2) {
                if (o1->pregDisp2) {
#ifdef DEBUG
                psz = "o1->pregDisp2 && o2->pregDisp2";
#endif
                        goto ILLEGAL_ADDRESS_ERROR;
                }
                else
                        o1->pregDisp2 = o2->pregDisp2;
        }
        if (o2->uchMultiplier)
        {
            if (o1->uchMultiplier)
            {
#ifdef DEBUG
                psz = "o1->uchMultiplier && o2->uchMultiplier";
#endif
                goto ILLEGAL_ADDRESS_ERROR;
            }
            else
                o1->uchMultiplier = o2->uchMultiplier;
        }
        if (o2->ptype && !o1->ptype)
            o1->ptype = o2->ptype;
        if (o2->bOffset)
            o1->bOffset = o2->bOffset;
        if (o2->bSeg)
            o1->bSeg = o2->bSeg;

        if (o2->ajt && !o1->ajt)
            o1->ajt = o2->ajt;

        opnd_free(o2);
#ifdef EXTRA_DEBUG
        printf("Result = %d\n",
                o1->uchMultiplier);
#endif
#ifdef DEBUG
        if (debuga)
        {   printf("Merged result = /");
            asm_output_popnd(o1);
            printf("/\n");
        }
#endif
        return o1;
}

/***************************************
 */

STATIC void asm_merge_symbol(OPND *o1, Dsymbol *s)
{   Type *ptype;
    VarDeclaration *v;
    EnumMember *em;

    //printf("asm_merge_symbol(s = %s %s)\n", s->kind(), s->toChars());
    s = s->toAlias();
    //printf("s = %s %s\n", s->kind(), s->toChars());
    if (s->isLabel())
    {
        o1->s = s;
        return;
    }

    v = s->isVarDeclaration();
    if (v)
    {
        if (v->isParameter())
            asmstate.statement->refparam = TRUE;

        v->checkNestedReference(asmstate.sc, asmstate.loc);
#if 0
        if (!v->isDataseg() && v->parent != asmstate.sc->parent && v->parent)
        {
            asmerr(EM_uplevel, v->toChars());
        }
#endif
        if (v->storage_class & STCfield)
        {
            o1->disp += v->offset;
            goto L2;
        }
        if ((v->isConst()
#if DMDV2
                || v->isImmutable() || v->storage_class & STCmanifest
#endif
            ) && !v->type->isfloating() && v->init)
        {   ExpInitializer *ei = v->init->isExpInitializer();

            if (ei)
            {
                o1->disp = ei->exp->toInteger();
                return;
            }
        }
    }
    em = s->isEnumMember();
    if (em)
    {
        o1->disp = em->value->toInteger();
        return;
    }
    o1->s = s;  // a C identifier
L2:
    Declaration *d = s->isDeclaration();
    if (!d)
    {
        asmerr("%s %s is not a declaration", s->kind(), s->toChars());
    }
    else if (d->getType())
        asmerr(EM_type_as_operand, d->getType()->toChars());
    else if (d->isTupleDeclaration())
        ;
    else
        o1->ptype = d->type->toBasetype();
}

/****************************
 * Fill in the modregrm and sib bytes of code.
 */

STATIC void asm_make_modrm_byte(
#ifdef DEBUG
        unsigned char *puchOpcode, unsigned *pusIdx,
#endif
        code *pc,
        unsigned usFlags,
        OPND *popnd, OPND *popnd2)
{
    #undef modregrm

    typedef union {
        unsigned char   uchOpcode;
        struct {
            unsigned rm  : 3;
            unsigned reg : 3;
            unsigned mod : 2;
        } modregrm;
    } MODRM_BYTE;                       // mrmb

    typedef union {
        unsigned char   uchOpcode;
        struct {
            unsigned base  : 3;
            unsigned index : 3;
            unsigned ss    : 2;
        } sib;
    } SIB_BYTE;


    MODRM_BYTE  mrmb = { 0 };
    SIB_BYTE    sib = { 0 };
    char                bSib = FALSE;
    char                bDisp = FALSE;
    char                b32bit = FALSE;
    unsigned char       *puc;
    char                bModset = FALSE;
    Dsymbol             *s;

    unsigned        uSizemask =0;
    ASM_OPERAND_TYPE    aopty;
    ASM_MODIFIERS           amod;
    unsigned          uRegmask;
    unsigned char           bOffsetsym = FALSE;

#if 0
    printf("asm_make_modrm_byte(usFlags = x%x)\n", usFlags);
    printf("op1: ");
    asm_output_flags(popnd->usFlags);
    if (popnd2)
    {   printf(" op2: ");
        asm_output_flags(popnd2->usFlags);
    }
    printf("\n");
#endif

    uSizemask = ASM_GET_uSizemask(popnd->usFlags);
    aopty = ASM_GET_aopty(popnd->usFlags);
    amod = ASM_GET_amod(popnd->usFlags);
    uRegmask = ASM_GET_uRegmask(popnd->usFlags);
    s = popnd->s;
    if (s)
    {
        Declaration *d = s->isDeclaration();

        if (amod == _fn16 && aopty == _rel && popnd2)
        {   aopty = _m;
            goto L1;
        }

        if (amod == _fn16 || amod == _fn32)
        {
            pc->Iflags |= CFoff;
#ifdef DEBUG
            puchOpcode[(*pusIdx)++] = 0;
            puchOpcode[(*pusIdx)++] = 0;
#endif
            if (aopty == _m || aopty == _mnoi)
            {
                pc->IFL1 = FLdata;
                pc->IEVdsym1 = d;
                pc->IEVoffset1 = 0;
            }
            else
            {
                if (aopty == _p)
                    pc->Iflags |= CFseg;
#ifdef DEBUG
                if (aopty == _p || aopty == _rel)
                {   puchOpcode[(*pusIdx)++] = 0;
                    puchOpcode[(*pusIdx)++] = 0;
                }
#endif
                pc->IFL2 = FLfunc;
                pc->IEVdsym2 = d;
                pc->IEVoffset2 = 0;
                //return;
            }
        }
        else
        {
          L1:
            LabelDsymbol *label = s->isLabel();
            if (label)
            {
                if (s == asmstate.psDollar)
                {
                    pc->IFL1 = FLconst;
                    if (uSizemask & (_8 | _16))
                        pc->IEVint1 = popnd->disp;
                    else if (uSizemask & _32)
                        pc->IEVpointer1 = (targ_size_t) popnd->disp;
                }
                else
                {   pc->IFL1 = FLblockoff;
                    pc->IEVlsym1 = label;
                }
            }
            else if (s == asmstate.psLocalsize)
            {
                pc->IFL1 = FLlocalsize;
                pc->IEVdsym1 = NULL;
                pc->Iflags |= CFoff;
                pc->IEVoffset1 = popnd->disp;
            }
            else if (s->isFuncDeclaration())
            {
                pc->IFL1 = FLfunc;
                pc->IEVdsym1 = d;
                pc->IEVoffset1 = popnd->disp;
            }
            else
            {
#ifdef DEBUG
                if (debuga)
                    printf("Setting up symbol %s\n", d->ident->toChars());
#endif
                pc->IFL1 = FLdsymbol;
                pc->IEVdsym1 = d;
                pc->Iflags |= CFoff;
                pc->IEVoffset1 = popnd->disp;
            }
        }
    }
    mrmb.modregrm.reg = usFlags & NUM_MASK;

    if (s && (aopty == _m || aopty == _mnoi) && !s->isLabel())
    {
        if (s == asmstate.psLocalsize)
        {
    DATA_REF:
            mrmb.modregrm.rm = BPRM;
            if (amod == _addr16 || amod == _addr32)
                mrmb.modregrm.mod = 0x2;
            else
                mrmb.modregrm.mod = 0x0;
        }
        else
        {
            Declaration *d = s->isDeclaration();
            assert(d);
            if (d->isDataseg() || d->isCodeseg())
            {
                if ((I32 && amod == _addr16) ||
                    (I16 && amod == _addr32))
                    asmerr(EM_bad_addr_mode);   // illegal addressing mode
                goto DATA_REF;
            }
            mrmb.modregrm.rm = BPRM;
            mrmb.modregrm.mod = 0x2;
        }
    }

    if (aopty == _reg || amod == _rspecial) {
            mrmb.modregrm.mod = 0x3;
            mrmb.modregrm.rm |= popnd->base->val;
    }
    else if (amod == _addr16 || (amod == _flbl && I16))
    {   unsigned rm;

#ifdef DEBUG
        if (debuga)
            printf("This is an ADDR16\n");
#endif
        if (!popnd->pregDisp1)
        {   rm = 0x6;
            if (!s)
                bDisp = TRUE;
        }
        else
        {   unsigned r1r2;
            #define X(r1,r2)    (((r1) * 16) + (r2))
            #define Y(r1)               X(r1,9)


            if (popnd->pregDisp2)
                r1r2 = X(popnd->pregDisp1->val,popnd->pregDisp2->val);
            else
                r1r2 = Y(popnd->pregDisp1->val);
            switch (r1r2)
            {
                case X(_BX,_SI):        rm = 0; break;
                case X(_BX,_DI):        rm = 1; break;
                case Y(_BX):    rm = 7; break;

                case X(_BP,_SI):        rm = 2; break;
                case X(_BP,_DI):        rm = 3; break;
                case Y(_BP):    rm = 6; bDisp = TRUE;   break;

                case X(_SI,_BX):        rm = 0; break;
                case X(_SI,_BP):        rm = 2; break;
                case Y(_SI):    rm = 4; break;

                case X(_DI,_BX):        rm = 1; break;
                case X(_DI,_BP):        rm = 3; break;
                case Y(_DI):    rm = 5; break;

                default:
                    asmerr("bad 16 bit index address mode");
            }
            #undef X
            #undef Y
        }
        mrmb.modregrm.rm = rm;

#ifdef DEBUG
        if (debuga)
            printf("This is an mod = %d, popnd->s =%p, popnd->disp = %ld\n",
               mrmb.modregrm.mod, s, popnd->disp);
#endif
            if (!s || (!mrmb.modregrm.mod && popnd->disp))
            {
                if ((!popnd->disp && !bDisp) ||
                    !popnd->pregDisp1)
                    mrmb.modregrm.mod = 0x0;
                else
                if (popnd->disp >= CHAR_MIN &&
                    popnd->disp <= SCHAR_MAX)
                    mrmb.modregrm.mod = 0x1;
                else
                    mrmb.modregrm.mod = 0X2;
            }
            else
                bOffsetsym = TRUE;

    }
    else if (amod == _addr32 || (amod == _flbl && I32))
    {
#ifdef DEBUG
        if (debuga)
            printf("This is an ADDR32\n");
#endif
        if (!popnd->pregDisp1)
            mrmb.modregrm.rm = 0x5;
        else if (popnd->pregDisp2 ||
                 popnd->uchMultiplier ||
                 popnd->pregDisp1->val == _ESP)
        {
            if (popnd->pregDisp2)
            {   if (popnd->pregDisp2->val == _ESP)
                    asmerr(EM_bad_addr_mode);   // illegal addressing mode
            }
            else
            {   if (popnd->uchMultiplier &&
                    popnd->pregDisp1->val ==_ESP)
                    asmerr(EM_bad_addr_mode);   // illegal addressing mode
                bDisp = TRUE;
            }

            mrmb.modregrm.rm = 0x4;
            bSib = TRUE;
            if (bDisp)
            {
                if (!popnd->uchMultiplier &&
                    popnd->pregDisp1->val==_ESP)
                {
                    sib.sib.base = popnd->pregDisp1->val;
                    sib.sib.index = 0x4;
                }
                else
                {
#ifdef DEBUG
                    if (debuga)
                        printf("Resetting the mod to 0\n");
#endif
                    if (popnd->pregDisp2)
                    {
                        if (popnd->pregDisp2->val != _EBP)
                            asmerr(EM_bad_addr_mode);   // illegal addressing mode
                    }
                    else
                    {   mrmb.modregrm.mod = 0x0;
                        bModset = TRUE;
                    }

                    sib.sib.base = 0x5;
                    sib.sib.index = popnd->pregDisp1->val;
                }
            }
            else
            {
                sib.sib.base = popnd->pregDisp1->val;
                //
                // This is to handle the special case
                // of using the EBP register and no
                // displacement.  You must put in an
                // 8 byte displacement in order to
                // get the correct opcodes.
                //
                if (popnd->pregDisp1->val == _EBP &&
                    (!popnd->disp && !s))
                {
#ifdef DEBUG
                    if (debuga)
                        printf("Setting the mod to 1 in the _EBP case\n");
#endif
                    mrmb.modregrm.mod = 0x1;
                    bDisp = TRUE;   // Need a
                                    // displacement
                    bModset = TRUE;
                }

                sib.sib.index = popnd->pregDisp2->val;
            }
            switch (popnd->uchMultiplier)
            {
                case 0: sib.sib.ss = 0; break;
                case 1: sib.sib.ss = 0; break;
                case 2: sib.sib.ss = 1; break;
                case 4: sib.sib.ss = 2; break;
                case 8: sib.sib.ss = 3; break;

                default:
                    asmerr(EM_bad_addr_mode);           // illegal addressing mode
                    break;
            }
            if (bDisp && sib.sib.base == 0x5)
                b32bit = TRUE;
        }
        else
        {   unsigned rm;

            if (popnd->uchMultiplier)
                asmerr(EM_bad_addr_mode);               // illegal addressing mode
            switch (popnd->pregDisp1->val)
            {
                case _EAX:      rm = 0; break;
                case _ECX:      rm = 1; break;
                case _EDX:      rm = 2; break;
                case _EBX:      rm = 3; break;
                case _ESI:      rm = 6; break;
                case _EDI:      rm = 7; break;

                case _EBP:
                    if (!popnd->disp && !s)
                    {
                        mrmb.modregrm.mod = 0x1;
                        bDisp = TRUE;   // Need a displacement
                        bModset = TRUE;
                    }
                    rm = 5;
                    break;

                default:
                    asmerr(EM_bad_addr_mode);   // illegal addressing mode
                    break;
            }
            mrmb.modregrm.rm = rm;
        }
        if (!bModset && (!s ||
                (!mrmb.modregrm.mod && popnd->disp)))
        {
            if ((!popnd->disp && !mrmb.modregrm.mod) ||
                (!popnd->pregDisp1 && !popnd->pregDisp2))
            {   mrmb.modregrm.mod = 0x0;
                bDisp = TRUE;
            }
            else if (popnd->disp >= CHAR_MIN &&
                     popnd->disp <= SCHAR_MAX)
                mrmb.modregrm.mod = 0x1;
            else
                mrmb.modregrm.mod = 0x2;
        }
        else
            bOffsetsym = TRUE;
    }
    if (popnd2 && !mrmb.modregrm.reg &&
        asmstate.ucItype != ITshift &&
        (ASM_GET_aopty(popnd2->usFlags) == _reg  ||
         ASM_GET_amod(popnd2->usFlags) == _rseg ||
         ASM_GET_amod(popnd2->usFlags) == _rspecial))
    {
            mrmb.modregrm.reg =  popnd2->base->val;
    }
#ifdef DEBUG
    puchOpcode[ (*pusIdx)++ ] = mrmb.uchOpcode;
#endif
    pc->Irm = mrmb.uchOpcode;
    //printf("Irm = %02x\n", pc->Irm);
    if (bSib)
    {
#ifdef DEBUG
            puchOpcode[ (*pusIdx)++ ] = sib.uchOpcode;
#endif
            pc->Isib= sib.uchOpcode;
    }
    if ((!s || (popnd->pregDisp1 && !bOffsetsym)) &&
        aopty != _imm &&
        (popnd->disp || bDisp))
    {
            if (popnd->usFlags & _a16)
            {
#ifdef DEBUG
                    puc = ((unsigned char *) &(popnd->disp));
                    puchOpcode[(*pusIdx)++] = puc[1];
                    puchOpcode[(*pusIdx)++] = puc[0];
#endif
                    if (usFlags & (_modrm | NUM_MASK)) {
#ifdef DEBUG
                        if (debuga)
                            printf("Setting up value %ld\n", popnd->disp);
#endif
                        pc->IEVint1 = popnd->disp;
                        pc->IFL1 = FLconst;
                    }
                    else {
                        pc->IEVint2 = popnd->disp;
                        pc->IFL2 = FLconst;
                    }

            }
            else
            {
#ifdef DEBUG
                    puc = ((unsigned char *) &(popnd->disp));
                    puchOpcode[(*pusIdx)++] = puc[3];
                    puchOpcode[(*pusIdx)++] = puc[2];
                    puchOpcode[(*pusIdx)++] = puc[1];
                    puchOpcode[(*pusIdx)++] = puc[0];
#endif
                    if (usFlags & (_modrm | NUM_MASK)) {
#ifdef DEBUG
                        if (debuga)
                            printf("Setting up value %ld\n", popnd->disp);
#endif
                            pc->IEVpointer1 = (targ_size_t) popnd->disp;
                            pc->IFL1 = FLconst;
                    }
                    else {
                            pc->IEVpointer2 = (targ_size_t) popnd->disp;
                            pc->IFL2 = FLconst;
                    }

            }
    }
}

/*******************************
 */

STATIC regm_t asm_modify_regs(PTRNTAB ptb, OPND *popnd1, OPND *popnd2)
{
    regm_t usRet = 0;

    switch (ptb.pptb0->usFlags & MOD_MASK) {
    case _modsi:
        usRet |= mSI;
        break;
    case _moddx:
        usRet |= mDX;
        break;
    case _mod2:
        if (popnd2)
            usRet |= asm_modify_regs(ptb, popnd2, NULL);
        break;
    case _modax:
        usRet |= mAX;
        break;
    case _modnot1:
        popnd1 = NULL;
        break;
    case _modaxdx:
        usRet |= (mAX | mDX);
        break;
    case _moddi:
        usRet |= mDI;
        break;
    case _modsidi:
        usRet |= (mSI | mDI);
        break;
    case _modcx:
        usRet |= mCX;
        break;
    case _modes:
        /*usRet |= mES;*/
        break;
    case _modall:
        asmstate.bReturnax = TRUE;
        return /*mES |*/ ALLREGS;
    case _modsiax:
        usRet |= (mSI | mAX);
        break;
    case _modsinot1:
        usRet |= mSI;
        popnd1 = NULL;
        break;
    }
    if (popnd1 && ASM_GET_aopty(popnd1->usFlags) == _reg)
    {
        switch (ASM_GET_amod(popnd1->usFlags))
        {
        default:
            usRet |= 1 << popnd1->base->val;
            usRet &= ~(mBP | mSP);              // ignore changing these
            break;

        case _rseg:
            //if (popnd1->base->val == _ES)
                //usRet |= mES;
            break;

        case _rspecial:
            break;
        }
    }
    if (usRet & mAX)
        asmstate.bReturnax = TRUE;

    return usRet;
}

/*******************************
 * Match flags in operand against flags in opcode table.
 * Returns:
 *      !=0 if match
 */

STATIC unsigned char asm_match_flags(opflag_t usOp, opflag_t usTable)
{
    ASM_OPERAND_TYPE    aoptyTable;
    ASM_OPERAND_TYPE    aoptyOp;
    ASM_MODIFIERS       amodTable;
    ASM_MODIFIERS       amodOp;
    unsigned            uRegmaskTable;
    unsigned            uRegmaskOp;
    unsigned char       bRegmatch;
    unsigned char       bRetval = FALSE;
    unsigned            uSizemaskOp;
    unsigned            uSizemaskTable;
    unsigned            bSizematch;

    //printf("asm_match_flags(usOp = x%x, usTable = x%x)\n", usOp, usTable);
    if (asmstate.ucItype == ITfloat)
    {
        bRetval = asm_match_float_flags(usOp, usTable);
        goto EXIT;
    }

    uSizemaskOp = ASM_GET_uSizemask(usOp);
    uSizemaskTable = ASM_GET_uSizemask(usTable);

    // Check #1, if the sizes do not match, NO match
    bSizematch =  (uSizemaskOp & uSizemaskTable);

    amodOp = ASM_GET_amod(usOp);

    aoptyTable = ASM_GET_aopty(usTable);
    aoptyOp = ASM_GET_aopty(usOp);

    // _mmm64 matches with a 64 bit mem or an MMX register
    if (usTable == _mmm64)
    {
        if (usOp == _mm)
            goto Lmatch;
        if (aoptyOp == _m && (bSizematch || uSizemaskOp == _anysize))
            goto Lmatch;
        goto EXIT;
    }

    // _xmm_m32, _xmm_m64, _xmm_m128 match with XMM register or memory
    if (usTable == _xmm_m32 ||
        usTable == _xmm_m64 ||
        usTable == _xmm_m128)
    {
        if (usOp == _xmm)
            goto Lmatch;
        if (aoptyOp == _m && (bSizematch || uSizemaskOp == _anysize))
            goto Lmatch;
    }

    if (!bSizematch && uSizemaskTable)
    {
        //printf("no size match\n");
        goto EXIT;
    }


//
// The operand types must match, otherwise return FALSE.
// There is one exception for the _rm which is a table entry which matches
// _reg or _m
//
    if (aoptyTable != aoptyOp)
    {
        if (aoptyTable == _rm && (aoptyOp == _reg ||
                                  aoptyOp == _m ||
                                  aoptyOp == _rel))
            goto Lok;
        if (aoptyTable == _mnoi && aoptyOp == _m &&
            (uSizemaskOp == _32 && amodOp == _addr16 ||
             uSizemaskOp == _48 && amodOp == _addr32 ||
             uSizemaskOp == _48 && amodOp == _normal)
          )
            goto Lok;
        goto EXIT;
    }
Lok:

//
// Looks like a match so far, check to see if anything special is going on
//
    amodTable = ASM_GET_amod(usTable);
    uRegmaskOp = ASM_GET_uRegmask(usOp);
    uRegmaskTable = ASM_GET_uRegmask(usTable);
    bRegmatch = ((!uRegmaskTable && !uRegmaskOp) ||
                 (uRegmaskTable & uRegmaskOp));

    switch (amodTable)
    {
    case _normal:               // Normal's match with normals
        switch(amodOp) {
            case _normal:
            case _addr16:
            case _addr32:
            case _fn16:
            case _fn32:
            case _flbl:
                bRetval = (bSizematch || bRegmatch);
                goto EXIT;
            default:
                goto EXIT;
        }
    case _rseg:
    case _rspecial:
        bRetval = (amodOp == amodTable && bRegmatch);
        goto EXIT;
    default:
        assert(0);
    }
EXIT:
#if 0
    printf("OP : ");
    asm_output_flags(usOp);
    printf("\nTBL: ");
    asm_output_flags(usTable);
    printf(": %s\n", bRetval ? "MATCH" : "NOMATCH");
#endif
    return bRetval;

Lmatch:
    //printf("match\n");
    return 1;
}

/*******************************
 */

STATIC unsigned char asm_match_float_flags(opflag_t usOp, opflag_t usTable)
{
    ASM_OPERAND_TYPE    aoptyTable;
    ASM_OPERAND_TYPE    aoptyOp;
    ASM_MODIFIERS       amodTable;
    ASM_MODIFIERS       amodOp;
    unsigned            uRegmaskTable;
    unsigned            uRegmaskOp;
    unsigned            bRegmatch;


//
// Check #1, if the sizes do not match, NO match
//
    uRegmaskOp = ASM_GET_uRegmask(usOp);
    uRegmaskTable = ASM_GET_uRegmask(usTable);
    bRegmatch = (uRegmaskTable & uRegmaskOp);

    if (!(ASM_GET_uSizemask(usTable) & ASM_GET_uSizemask(usOp) ||
          bRegmatch))
        return(FALSE);

    aoptyTable = ASM_GET_aopty(usTable);
    aoptyOp = ASM_GET_aopty(usOp);
//
// The operand types must match, otherwise return FALSE.
// There is one exception for the _rm which is a table entry which matches
// _reg or _m
//
    if (aoptyTable != aoptyOp)
    {
        if (aoptyOp != _float)
            return(FALSE);
    }

//
// Looks like a match so far, check to see if anything special is going on
//
    amodOp = ASM_GET_amod(usOp);
    amodTable = ASM_GET_amod(usTable);
    switch (amodTable)
    {
        // Normal's match with normals
        case _normal:
            switch(amodOp)
            {
                case _normal:
                case _addr16:
                case _addr32:
                case _fn16:
                case _fn32:
                case _flbl:
                    return(TRUE);
                default:
                    return(FALSE);
            }
        case _rseg:
        case _rspecial:
            return(FALSE);
        default:
            assert(0);
            return 0;
    }
}

#ifdef DEBUG

/*******************************
 */

STATIC void asm_output_flags(opflag_t opflags)
{
        ASM_OPERAND_TYPE    aopty = ASM_GET_aopty(opflags);
        ASM_MODIFIERS       amod = ASM_GET_amod(opflags);
        unsigned            uRegmask = ASM_GET_uRegmask(opflags);
        unsigned            uSizemask = ASM_GET_uSizemask(opflags);

        if (uSizemask == _anysize)
            printf("_anysize ");
        else if (uSizemask == 0)
            printf("0        ");
        else
        {
            if (uSizemask & _8)
                printf("_8  ");
            if (uSizemask & _16)
                printf("_16 ");
            if (uSizemask & _32)
                printf("_32 ");
            if (uSizemask & _48)
                printf("_48 ");
            if (uSizemask & _64)
                printf("_64 ");
        }

        printf("_");
        switch (aopty) {
            case _reg:
                printf("reg   ");
                break;
            case _m:
                printf("m     ");
                break;
            case _imm:
                printf("imm   ");
                break;
            case _rel:
                printf("rel   ");
                break;
            case _mnoi:
                printf("mnoi  ");
                break;
            case _p:
                printf("p     ");
                break;
            case _rm:
                printf("rm    ");
                break;
            case _float:
                printf("float ");
                break;
            default:
                printf(" UNKNOWN ");
        }

        printf("_");
        switch (amod) {
            case _normal:
                printf("normal   ");
                if (uRegmask & 1) printf("_al ");
                if (uRegmask & 2) printf("_ax ");
                if (uRegmask & 4) printf("_eax ");
                if (uRegmask & 8) printf("_dx ");
                if (uRegmask & 0x10) printf("_cl ");
                if (uRegmask & 0x40) printf("_rax ");
                if (uRegmask & 0x20) printf("_rplus_r ");
                return;
            case _rseg:
                printf("rseg     ");
                break;
            case _rspecial:
                printf("rspecial ");
                break;
            case _addr16:
                printf("addr16   ");
                break;
            case _addr32:
                printf("addr32   ");
                break;
            case _fn16:
                printf("fn16     ");
                break;
            case _fn32:
                printf("fn32     ");
                break;
            case _flbl:
                printf("flbl     ");
                break;
            default:
                printf("UNKNOWN  ");
                break;
        }
        printf("uRegmask=x%02x", uRegmask);

}

/*******************************
 */

STATIC void asm_output_popnd(OPND *popnd)
{
        if (popnd->segreg)
                printf("%s:", popnd->segreg->regstr);

        if (popnd->s)
                printf("%s", popnd->s->ident->toChars());

        if (popnd->base)
                printf("%s", popnd->base->regstr);
        if (popnd->pregDisp1) {
                if (popnd->pregDisp2) {
                        if (popnd->usFlags & _a32)
                                if (popnd->uchMultiplier)
                                        printf("[%s][%s*%d]",
                                                popnd->pregDisp1->regstr,
                                                popnd->pregDisp2->regstr,
                                                popnd->uchMultiplier);
                                else
                                        printf("[%s][%s]",
                                                popnd->pregDisp1->regstr,
                                                popnd->pregDisp2->regstr);
                        else
                                printf("[%s+%s]",
                                        popnd->pregDisp1->regstr,
                                        popnd->pregDisp2->regstr);
                }
                else {
                        if (popnd->uchMultiplier)
                                printf("[%s*%d]",
                                        popnd->pregDisp1->regstr,
                                        popnd->uchMultiplier);
                        else
                                printf("[%s]",
                                        popnd->pregDisp1->regstr);
                }
        }
        if (ASM_GET_aopty(popnd->usFlags) == _imm)
                printf("%lxh", popnd->disp);
        else
        if (popnd->disp)
                printf("+%lxh", popnd->disp);
}

#endif

/*******************************
 */

STATIC REG *asm_reg_lookup(char *s)
{
    int i;

    //dbg_printf("asm_reg_lookup('%s')\n",s);

    for (i = 0; i < sizeof(regtab) / sizeof(regtab[0]); i++)
    {
        if (strcmp(s,regtab[i].regstr) == 0)
        {
            return &regtab[i];
        }
    }
    if (I64)
    {
        for (i = 0; i < sizeof(regtab64) / sizeof(regtab64[0]); i++)
        {
            if (strcmp(s,regtab64[i].regstr) == 0)
            {
                return &regtab64[i];
            }
        }
    }
    return NULL;
}


/*******************************
 */

STATIC void asm_token()
{
    if (asmtok)
        asmtok = asmtok->next;
    asm_token_trans(asmtok);
}

/*******************************
 */

STATIC void asm_token_trans(Token *tok)
{
    tok_value = TOKeof;
    if (tok)
    {
        tok_value = tok->value;
        if (tok_value == TOKidentifier)
        {   size_t len;
            char *id;

            id = tok->ident->toChars();
            len = strlen(id);
            if (len < 20)
            {
                ASMTK asmtk = (ASMTK) binary(id, apszAsmtk, ASMTKmax);
                if ((int)asmtk >= 0)
                    tok_value = (enum TOK) (asmtk + TOKMAX + 1);
            }
        }
    }
}

/*******************************
 */

STATIC unsigned asm_type_size(Type * ptype)
{   unsigned u;

    //if (ptype) printf("asm_type_size('%s') = %d\n", ptype->toChars(), (int)ptype->size());
    u = _anysize;
    if (ptype && ptype->ty != Tfunction /*&& ptype->isscalar()*/)
    {
        switch ((int)ptype->size())
        {
            case 0:     asmerr(EM_bad_op, "0 size");    break;
            case 1:     u = _8;         break;
            case 2:     u = _16;        break;
            case 4:     u = _32;        break;
            case 6:     u = _48;        break;
            case 8:     if (I64) u = _64;        break;
        }
    }
    return u;
}

/*******************************
 *      start of inline assemblers expression parser
 *      NOTE: functions in call order instead of alphabetical
 */

/*******************************************
 * Parse DA expression
 *
 * Very limited define address to place a code
 * address in the assembly
 * Problems:
 *      o       Should use dw offset and dd offset instead,
 *              for near/far support.
 *      o       Should be able to add an offset to the label address.
 *      o       Blocks addressed by DA should get their Bpred set correctly
 *              for optimizer.
 */

STATIC code *asm_da_parse(OP *pop)
{
    code *clst = NULL;
    elem *e;

    while (1)
    {   code *c;

        if (tok_value == TOKidentifier)
        {
            LabelDsymbol *label;

            label = asmstate.sc->func->searchLabel(asmtok->ident);
            if (!label)
                error(asmstate.loc, "label '%s' not found\n", asmtok->ident->toChars());

            c = code_calloc();
            c->Iop = ASM;
            c->Iflags = CFaddrsize;
            c->IFL1 = FLblockoff;
            c->IEVlsym1 = label;
            c = asm_genloc(asmstate.loc, c);
            clst = cat(clst,c);
        }
        else
            asmerr(EM_bad_addr_mode);   // illegal addressing mode
        asm_token();
        if (tok_value != TOKcomma)
            break;
        asm_token();
    }

    asmstate.statement->regs |= mES|ALLREGS;
    asmstate.bReturnax = TRUE;

    return clst;
}

/*******************************************
 * Parse DB, DW, DD, DQ and DT expressions.
 */

STATIC code *asm_db_parse(OP *pop)
{
    unsigned usSize;
    unsigned usMaxbytes;
    unsigned usBytes;
    union DT
    {   targ_ullong ul;
        targ_float f;
        targ_double d;
        targ_ldouble ld;
        char value[10];
    } dt;
    code *c;
    unsigned op;
    static unsigned char opsize[] = { 1,2,4,8,4,8,10 };

    op = pop->usNumops & ITSIZE;
    usSize = opsize[op];

    usBytes = 0;
    usMaxbytes = 0;
    c = code_calloc();
    c->Iop = ASM;

    while (1)
    {
        size_t len;
        unsigned char *q;

        if (usBytes+usSize > usMaxbytes)
        {   usMaxbytes = usBytes + usSize + 10;
            c->IEV1.as.bytes = (char *)mem_realloc(c->IEV1.as.bytes,usMaxbytes);
        }
        switch (tok_value)
        {
            case TOKint32v:
                dt.ul = asmtok->int32value;
                goto L1;
            case TOKuns32v:
                dt.ul = asmtok->uns32value;
                goto L1;
            case TOKint64v:
                dt.ul = asmtok->int64value;
                goto L1;
            case TOKuns64v:
                dt.ul = asmtok->uns64value;
                goto L1;
            L1:
                switch (op)
                {
                    case OPdb:
                    case OPds:
                    case OPdi:
                    case OPdl:
                        break;
                    default:
                        asmerr(EM_float);
                }
                goto L2;

            case TOKfloat32v:
            case TOKfloat64v:
            case TOKfloat80v:
                switch (op)
                {
                    case OPdf:
                        dt.f = asmtok->float80value;
                        break;
                    case OPdd:
                        dt.d = asmtok->float80value;
                        break;
                    case OPde:
                        dt.ld = asmtok->float80value;
                        break;
                    default:
                        asmerr(EM_num);
                }
                goto L2;

            L2:
                memcpy(c->IEV1.as.bytes + usBytes,&dt,usSize);
                usBytes += usSize;
                break;

            case TOKstring:
                len = asmtok->len;
                q = asmtok->ustring;
            L3:
                if (len)
                {
                    usMaxbytes += len * usSize;
                    c->IEV1.as.bytes =
                        (char *)mem_realloc(c->IEV1.as.bytes,usMaxbytes);
                    memcpy(c->IEV1.as.bytes + usBytes,asmtok->ustring,len);

                    char *p = c->IEV1.as.bytes + usBytes;
                    for (size_t i = 0; i < len; i++)
                    {
                        // Be careful that this works
                        memset(p, 0, usSize);
                        switch (op)
                        {
                            case OPdb:
                                *p = (unsigned char)*q;
                                if (*p != *q)
                                    asmerr(EM_char);
                                break;

                            case OPds:
                                *(short *)p = *(unsigned char *)q;
                                if (*(short *)p != *q)
                                    asmerr(EM_char);
                                break;

                            case OPdi:
                            case OPdl:
                                *(long *)p = *q;
                                break;

                            default:
                                asmerr(EM_float);
                        }
                        q++;
                        p += usSize;
                    }

                    usBytes += len * usSize;
                }
                break;

            case TOKidentifier:
            {   Expression *e = new IdentifierExp(asmstate.loc, asmtok->ident);
                e = e->semantic(asmstate.sc);
                e = e->optimize(WANTvalue | WANTinterpret);
                if (e->op == TOKint64)
                {   dt.ul = e->toInteger();
                    goto L2;
                }
                else if (e->op == TOKfloat64)
                {
                    switch (op)
                    {
                        case OPdf:
                            dt.f = e->toReal();
                            break;
                        case OPdd:
                            dt.d = e->toReal();
                            break;
                        case OPde:
                            dt.ld = e->toReal();
                            break;
                        default:
                            asmerr(EM_num);
                    }
                    goto L2;
                }
                else if (e->op == TOKstring)
                {   StringExp *se = (StringExp *)e;
                    q = (unsigned char *)se->string;
                    len = se->len;
                    goto L3;
                }
                goto Ldefault;
            }

            default:
            Ldefault:
                asmerr(EM_const_init);          // constant initializer
                break;
        }
        c->IEV1.as.len = usBytes;

        asm_token();
        if (tok_value != TOKcomma)
            break;
        asm_token();
    }

    c = asm_genloc(asmstate.loc, c);

    asmstate.statement->regs |= /* mES| */ ALLREGS;
    asmstate.bReturnax = TRUE;

    return c;
}

/**********************************
 * Parse and get integer expression.
 */

int asm_getnum()
{   int v;
    dinteger_t i;

    switch (tok_value)
    {
        case TOKint32v:
            v = asmtok->int32value;
            break;

        case TOKuns32v:
            v = asmtok->uns32value;
            break;

        case TOKidentifier:
            Expression *e;

            e = new IdentifierExp(asmstate.loc, asmtok->ident);
            e = e->semantic(asmstate.sc);
            e = e->optimize(WANTvalue | WANTinterpret);
            i = e->toInteger();
            v = (int) i;
            if (v != i)
                asmerr(EM_num);
            break;

        default:
            asmerr(EM_num);
            break;
    }
    asm_token();
    return v;
}

/*******************************
 */

STATIC OPND *asm_cond_exp()
{
    OPND *o1,*o2,*o3;

    //printf("asm_cond_exp()\n");
    o1 = asm_log_or_exp();
    if (tok_value == TOKquestion)
    {
        asm_token();
        o2 = asm_cond_exp();
        asm_token();
        asm_chktok(TOKcolon,EM_colon);
        o3 = asm_cond_exp();
        o1 = (o1->disp) ? o2 : o3;
    }
    return o1;
}

/*******************************
 */

STATIC OPND *asm_log_or_exp()
{
        OPND *o1,*o2;

        o1 = asm_log_and_exp();
        while (tok_value == TOKoror)
        {
                asm_token();
                o2 = asm_log_and_exp();
                if (asm_isint(o1) && asm_isint(o2))
                    o1->disp = o1->disp || o2->disp;
                else
                    asmerr(EM_bad_integral_operand);            // illegal operand
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
        }
        return o1;
}

/*******************************
 */

STATIC OPND *asm_log_and_exp()
{
        OPND *o1,*o2;

        o1 = asm_inc_or_exp();
        while (tok_value == TOKandand)
        {
                asm_token();
                o2 = asm_inc_or_exp();
                if (asm_isint(o1) && asm_isint(o2))
                        o1->disp = o1->disp && o2->disp;
                else {
                        asmerr(EM_bad_integral_operand);                // illegal operand
                }
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
        }
        return o1;
}

/*******************************
 */

STATIC OPND *asm_inc_or_exp()
{
        OPND *o1,*o2;

        o1 = asm_xor_exp();
        while (tok_value == TOKor)
        {
                asm_token();
                o2 = asm_xor_exp();
                if (asm_isint(o1) && asm_isint(o2))
                        o1->disp |= o2->disp;
                else {
                        asmerr(EM_bad_integral_operand);                // illegal operand
                }
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
        }
        return o1;
}

/*******************************
 */

STATIC OPND *asm_xor_exp()
{
        OPND *o1,*o2;

        o1 = asm_and_exp();
        while (tok_value == TOKxor)
        {
                asm_token();
                o2 = asm_and_exp();
                if (asm_isint(o1) && asm_isint(o2))
                        o1->disp ^= o2->disp;
                else {
                        asmerr(EM_bad_integral_operand);                // illegal operand
                }
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
        }
        return o1;
}

/*******************************
 */

STATIC OPND *asm_and_exp()
{
        OPND *o1,*o2;

        o1 = asm_equal_exp();
        while (tok_value == TOKand)
        {
                asm_token();
                o2 = asm_equal_exp();
                if (asm_isint(o1) && asm_isint(o2))
                        o1->disp &= o2->disp;
                else {
                        asmerr(EM_bad_integral_operand);                // illegal operand
                }
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
        }
        return o1;
}

/*******************************
 */

STATIC OPND *asm_equal_exp()
{
    OPND *o1,*o2;

    o1 = asm_rel_exp();
    while (1)
    {
        switch (tok_value)
        {
            case TOKequal:
                asm_token();
                o2 = asm_rel_exp();
                if (asm_isint(o1) && asm_isint(o2))
                        o1->disp = o1->disp == o2->disp;
                else {
                    asmerr(EM_bad_integral_operand);    // illegal operand
                }
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
                break;

            case TOKnotequal:
                asm_token();
                o2 = asm_rel_exp();
                if (asm_isint(o1) && asm_isint(o2))
                        o1->disp = o1->disp != o2->disp;
                else {
                    asmerr(EM_bad_integral_operand);
                }
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
                break;

            default:
                return o1;
        }
    }
}

/*******************************
 */

STATIC OPND *asm_rel_exp()
{
    OPND *o1,*o2;
    enum TOK tok_save;

    o1 = asm_shift_exp();
    while (1)
    {
        switch (tok_value)
        {
            case TOKgt:
            case TOKge:
            case TOKlt:
            case TOKle:
                tok_save = tok_value;
                asm_token();
                o2 = asm_shift_exp();
                if (asm_isint(o1) && asm_isint(o2))
                {
                    switch (tok_save)
                    {
                        case TOKgt:
                            o1->disp = o1->disp > o2->disp;
                            break;
                        case TOKge:
                            o1->disp = o1->disp >= o2->disp;
                            break;
                        case TOKlt:
                            o1->disp = o1->disp < o2->disp;
                            break;
                        case TOKle:
                            o1->disp = o1->disp <= o2->disp;
                            break;
                    }
                }
                else
                    asmerr(EM_bad_integral_operand);
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
                break;

            default:
                return o1;
        }
    }
}

/*******************************
 */

STATIC OPND *asm_shift_exp()
{
    OPND *o1,*o2;
    int op;
    enum TOK tk;

    o1 = asm_add_exp();
    while (tok_value == TOKshl || tok_value == TOKshr || tok_value == TOKushr)
    {   tk = tok_value;
        asm_token();
        o2 = asm_add_exp();
        if (asm_isint(o1) && asm_isint(o2))
        {   if (tk == TOKshl)
                o1->disp <<= o2->disp;
            else if (tk == TOKushr)
                o1->disp = (unsigned)o1->disp >> o2->disp;
            else
                o1->disp >>= o2->disp;
        }
        else
            asmerr(EM_bad_integral_operand);
        o2->disp = 0;
        o1 = asm_merge_opnds(o1, o2);
    }
    return o1;
}

/*******************************
 */

STATIC OPND *asm_add_exp()
{
    OPND *o1,*o2;

    o1 = asm_mul_exp();
    while (1)
    {
        switch (tok_value)
        {
            case TOKadd:
                asm_token();
                o2 = asm_mul_exp();
                o1 = asm_merge_opnds(o1, o2);
                break;

            case TOKmin:
                asm_token();
                o2 = asm_mul_exp();
                if (asm_isint(o1) && asm_isint(o2))
                {
                    o1->disp -= o2->disp;
                    o2->disp = 0;
                }
                else
                    o2->disp = - o2->disp;
                o1 = asm_merge_opnds(o1, o2);
                break;

            default:
                return o1;
        }
    }
}

/*******************************
 */

STATIC OPND *asm_mul_exp()
{
    OPND *o1,*o2;
    OPND *popndTmp;

    //printf("+asm_mul_exp()\n");
    o1 = asm_br_exp();
    while (1)
    {
        switch (tok_value)
        {
            case TOKmul:
                asm_token();
                o2 = asm_br_exp();
#ifdef EXTRA_DEBUG
                printf("Star  o1.isint=%d, o2.isint=%d, lbra_seen=%d\n",
                    asm_isint(o1), asm_isint(o2), asm_TKlbra_seen );
#endif
                if (asm_isNonZeroInt(o1) && asm_isNonZeroInt(o2))
                    o1->disp *= o2->disp;
                else if (asm_TKlbra_seen && o1->pregDisp1 && asm_isNonZeroInt(o2))
                {
                    o1->uchMultiplier = o2->disp;
#ifdef EXTRA_DEBUG
                    printf("Multiplier: %d\n", o1->uchMultiplier);
#endif
                }
                else if (asm_TKlbra_seen && o2->pregDisp1 && asm_isNonZeroInt(o1))
                {
                    popndTmp = o2;
                    o2 = o1;
                    o1 = popndTmp;
                    o1->uchMultiplier = o2->disp;
#ifdef EXTRA_DEBUG
                    printf("Multiplier: %d\n",
                        o1->uchMultiplier);
#endif
                }
                else if (asm_isint(o1) && asm_isint(o2))
                    o1->disp *= o2->disp;
                else
                    asmerr(EM_bad_operand);
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
                break;

            case TOKdiv:
                asm_token();
                o2 = asm_br_exp();
                if (asm_isint(o1) && asm_isint(o2))
                    o1->disp /= o2->disp;
                else
                    asmerr(EM_bad_integral_operand);
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
                break;

            case TOKmod:
                asm_token();
                o2 = asm_br_exp();
                if (asm_isint(o1) && asm_isint(o2))
                    o1->disp %= o2->disp;
                else
                    asmerr(EM_bad_integral_operand);
                o2->disp = 0;
                o1 = asm_merge_opnds(o1, o2);
                break;

            default:
                return o1;
        }
    }
    return o1;
}

/*******************************
 */

STATIC OPND *asm_br_exp()
{
    OPND *o1,*o2;
    Declaration *s;

    //printf("asm_br_exp()\n");
    o1 = asm_una_exp();
    while (1)
    {
        switch (tok_value)
        {
            case TOKlbracket:
            {
#ifdef EXTRA_DEBUG
                printf("Saw a left bracket\n");
#endif
                asm_token();
                asm_TKlbra_seen++;
                o2 = asm_cond_exp();
                asm_TKlbra_seen--;
                asm_chktok(TOKrbracket,EM_rbra);
#ifdef EXTRA_DEBUG
                printf("Saw a right bracket\n");
#endif
                o1 = asm_merge_opnds(o1, o2);
                if (tok_value == TOKidentifier)
                {   o2 = asm_una_exp();
                    o1 = asm_merge_opnds(o1, o2);
                }
                break;
            }
            default:
                return o1;
        }
    }
}

/*******************************
 */

STATIC OPND *asm_una_exp()
{
        OPND *o1;
        int op;
        Type *ptype;
        Type *ptypeSpec;
        ASM_JUMPTYPE ajt = ASM_JUMPTYPE_UNSPECIFIED;
        char bPtr = 0;

        switch (tok_value)
        {
#if 0
                case TOKand:
                    asm_token();
                    o1 = asm_una_exp();
                    break;

                case TOKmul:
                    asm_token();
                    o1 = asm_una_exp();
                    ++o1->indirect;
                    break;
#endif
                case TOKadd:
                    asm_token();
                    o1 = asm_una_exp();
                    break;

                case TOKmin:
                    asm_token();
                    o1 = asm_una_exp();
                    if (asm_isint(o1))
                        o1->disp = -o1->disp;
                    break;

                case TOKnot:
                    asm_token();
                    o1 = asm_una_exp();
                    if (asm_isint(o1))
                        o1->disp = !o1->disp;
                    break;

                case TOKtilde:
                    asm_token();
                    o1 = asm_una_exp();
                    if (asm_isint(o1))
                        o1->disp = ~o1->disp;
                    break;

#if 0
                case TOKlparen:
                    // stoken() is called directly here because we really
                    // want the INT token to be an INT.
                    stoken();
                    if (type_specifier(&ptypeSpec)) /* if type_name     */
                    {

                        ptype = declar_abstract(ptypeSpec);
                                    /* read abstract_declarator  */
                        fixdeclar(ptype);/* fix declarator               */
                        type_free(ptypeSpec);/* the declar() function
                                            allocates the typespec again */
                        chktok(TOKrparen,EM_rpar);
                        ptype->Tcount--;
                        goto CAST_REF;
                    }
                    else
                    {
                        type_free(ptypeSpec);
                        o1 = asm_cond_exp();
                        chktok(TOKrparen, EM_rpar);
                    }
                    break;
#endif

                case TOKidentifier:
                    // Check for offset keyword
                    if (asmtok->ident == Id::offset)
                    {
                        if (!global.params.useDeprecated)
                            error(asmstate.loc, "offset deprecated, use offsetof");
                        goto Loffset;
                    }
                    if (asmtok->ident == Id::offsetof)
                    {
                      Loffset:
                        asm_token();
                        o1 = asm_cond_exp();
                        if (!o1)
                            o1 = opnd_calloc();
                        o1->bOffset= TRUE;
                    }
                    else
                        o1 = asm_primary_exp();
                    break;

                case ASMTKseg:
                    asm_token();
                    o1 = asm_cond_exp();
                    if (!o1)
                        o1 = opnd_calloc();
                    o1->bSeg= TRUE;
                    break;

                case TOKint16:
                    if (asmstate.ucItype != ITjump)
                    {
                        ptype = Type::tint16;
                        goto TYPE_REF;
                    }
                    ajt = ASM_JUMPTYPE_SHORT;
                    asm_token();
                    goto JUMP_REF2;

                case ASMTKnear:
                    ajt = ASM_JUMPTYPE_NEAR;
                    goto JUMP_REF;

                case ASMTKfar:
                    ajt = ASM_JUMPTYPE_FAR;
JUMP_REF:
                    asm_token();
                    asm_chktok((enum TOK) ASMTKptr, EM_ptr_exp);
JUMP_REF2:
                    o1 = asm_cond_exp();
                    if (!o1)
                        o1 = opnd_calloc();
                    o1->ajt= ajt;
                    break;

                case TOKint8:
                    ptype = Type::tint8;
                    goto TYPE_REF;
                case TOKint32:
                case ASMTKdword:
                    ptype = Type::tint32;
                    goto TYPE_REF;
                case TOKfloat32:
                    ptype = Type::tfloat32;
                    goto TYPE_REF;
                case ASMTKqword:
                case TOKfloat64:
                    ptype = Type::tfloat64;
                    goto TYPE_REF;
                case TOKfloat80:
                    ptype = Type::tfloat80;
                    goto TYPE_REF;
                case ASMTKword:
                    ptype = Type::tint16;
TYPE_REF:
                    bPtr = 1;
                    asm_token();
                    asm_chktok((enum TOK) ASMTKptr, EM_ptr_exp);
CAST_REF:
                    o1 = asm_cond_exp();
                    if (!o1)
                        o1 = opnd_calloc();
                    o1->ptype = ptype;
                    o1->bPtr = bPtr;
                    break;

                default:
                    o1 = asm_primary_exp();
                    break;
        }
        return o1;
}

/*******************************
 */

STATIC OPND *asm_primary_exp()
{
        OPND *o1 = NULL;
        OPND *o2 = NULL;
        Type *ptype;
        Dsymbol *s;
        Dsymbol *scopesym;

        enum TOK tkOld;
        int global;
        REG *regp;

        global = 0;
        switch (tok_value)
        {
            case TOKdollar:
                o1 = opnd_calloc();
                o1->s = asmstate.psDollar;
                asm_token();
                break;

#if 0
            case TOKthis:
                strcpy(tok.TKid,cpp_name_this);
#endif
            case TOKidentifier:
            case_ident:
                o1 = opnd_calloc();
                regp = asm_reg_lookup(asmtok->ident->toChars());
                if (regp != NULL)
                {
                    asm_token();
                    // see if it is segment override (like SS:)
                    if (!asm_TKlbra_seen &&
                            (regp->ty & _seg) &&
                            tok_value == TOKcolon)
                    {
                        o1->segreg = regp;
                        asm_token();
                        o2 = asm_cond_exp();
                        o1 = asm_merge_opnds(o1, o2);
                    }
                    else if (asm_TKlbra_seen)
                    {   // should be a register
                        if (o1->pregDisp1)
                            asmerr(EM_bad_operand);
                        else
                            o1->pregDisp1 = regp;
                    }
                    else
                    {   if (o1->base == NULL)
                            o1->base = regp;
                        else
                            asmerr(EM_bad_operand);
                    }
                    break;
                }
                // If floating point instruction and id is a floating register
                else if (asmstate.ucItype == ITfloat &&
                         asm_is_fpreg(asmtok->ident->toChars()))
                {
                    asm_token();
                    if (tok_value == TOKlparen)
                    {   unsigned n;

                        asm_token();
                        asm_chktok(TOKint32v, EM_num);
                        n = (unsigned)asmtok->uns64value;
                        if (n > 7)
                            asmerr(EM_bad_operand);
                        o1->base = &(aregFp[n]);
                        asm_chktok(TOKrparen, EM_rpar);
                    }
                    else
                        o1->base = &regFp;
                }
                else
                {
                    if (asmstate.ucItype == ITjump)
                    {
                        s = NULL;
                        if (asmstate.sc->func->labtab)
                            s = asmstate.sc->func->labtab->lookup(asmtok->ident);
                        if (!s)
                            s = asmstate.sc->search(0, asmtok->ident, &scopesym);
                        if (!s)
                        {   // Assume it is a label, and define that label
                            s = asmstate.sc->func->searchLabel(asmtok->ident);
                        }
                    }
                    else
                        s = asmstate.sc->search(0, asmtok->ident, &scopesym);
                    if (!s)
                        asmerr(EM_undefined, asmtok->toChars());

                    Identifier *id = asmtok->ident;
                    asm_token();
                    if (tok_value == TOKdot)
                    {   Expression *e;
                        VarExp *v;

                        e = new IdentifierExp(asmstate.loc, id);
                        while (1)
                        {
                            asm_token();
                            if (tok_value == TOKidentifier)
                            {
                                e = new DotIdExp(asmstate.loc, e, asmtok->ident);
                                asm_token();
                                if (tok_value != TOKdot)
                                    break;
                            }
                            else
                            {
                                asmerr(EM_ident_exp);
                                break;
                            }
                        }
                        e = e->semantic(asmstate.sc);
                        e = e->optimize(WANTvalue | WANTinterpret);
                        if (e->isConst())
                        {
                            if (e->type->isintegral())
                            {
                                o1->disp = e->toInteger();
                                goto Lpost;
                            }
                            else if (e->type->isreal())
                            {
                                o1->real = e->toReal();
                                o1->ptype = e->type;
                                goto Lpost;
                            }
                            else
                            {
                                asmerr(EM_bad_op, e->toChars());
                            }
                        }
                        else if (e->op == TOKvar)
                        {
                            v = (VarExp *)(e);
                            s = v->var;
                        }
                        else
                        {
                            asmerr(EM_bad_op, e->toChars());
                        }
                    }

                    asm_merge_symbol(o1,s);

                    /* This attempts to answer the question: is
                     *  char[8] foo;
                     * of size 1 or size 8? Presume it is 8 if foo
                     * is the last token of the operand.
                     */
                    if (o1->ptype && tok_value != TOKcomma && tok_value != TOKeof)
                    {
                        for (;
                             o1->ptype->ty == Tsarray;
                             o1->ptype = o1->ptype->nextOf())
                        {
                            ;
                        }
                    }

                Lpost:
#if 0
                    // for []
                    if (tok_value == TOKlbracket)
                            o1 = asm_prim_post(o1);
#endif
                    goto Lret;
                }
                break;

            case TOKint32v:
            case TOKuns32v:
                o1 = opnd_calloc();
                o1->disp = asmtok->int32value;
                asm_token();
                break;

            case TOKfloat32v:
                o1 = opnd_calloc();
                o1->real = asmtok->float80value;
                o1->ptype = Type::tfloat32;
                asm_token();
                break;

            case TOKfloat64v:
                o1 = opnd_calloc();
                o1->real = asmtok->float80value;
                o1->ptype = Type::tfloat64;
                asm_token();
                break;

            case TOKfloat80v:
                o1 = opnd_calloc();
                o1->real = asmtok->float80value;
                o1->ptype = Type::tfloat80;
                asm_token();
                break;

            case ASMTKlocalsize:
                o1 = opnd_calloc();
                o1->s = asmstate.psLocalsize;
                o1->ptype = Type::tint32;
                asm_token();
                break;
        }
Lret:
        return o1;
}

/*******************************
 */

#if 0
STATIC OPND *asm_prim_post(OPND *o1)
{
    OPND *o2;
    Declaration *d = o1->s ? o1->s->isDeclaration() : NULL;
    Type *t;

    t = d ? d->type : o1->ptype;
    while (1)
    {
        switch (tok_value)
        {
#if 0
            case TKarrow:
                if (++o1->indirect > 1)
                {
                BAD_OPERAND:
                    asmerr(EM_bad_operand);
                }
                if (s->Sclass != SCregister)
                    goto BAD_OPERAND;
                if (!typtr(t->Tty))
                {
                    asmerr(EM_pointer,t,(type *) NULL);
                }
                else
                    t = t->Tnext;
            case TKcolcol:
                if (tybasic(t->Tty) != TYstruct)
                    asmerr(EM_not_struct);      // not a struct or union type
                goto L1;

            case TOKdot:
                for (; t && tybasic(t->Tty) != TYstruct;
                     t = t->Tnext)
                        ;
                if (!t)
                    asmerr(EM_not_struct);
            L1:
                /* try to find the symbol */
                asm_token();
                if (tok_value != TOKidentifier)
                    asmerr(EM_ident_exp);
                s = n2_searchmember(t->Ttag,tok.TKid);
                if (!s)
                {
                    err_notamember(tok.TKid,t->Ttag);
                }
                else
                {
                    asm_merge_symbol(o1,s);
                    t = s->Stype;
                    asm_token();
                }
                break;
#endif

            case TOKlbracket:
                asm_token();
                asm_TKlbra_seen++;
                o2 = asm_cond_exp();
                asm_chktok(TOKrbracket,EM_rbra);
                asm_TKlbra_seen--;
                return asm_merge_opnds(o1, o2);

            default:
                return o1;
        }
    }
}
#endif

/*******************************
 */

void iasm_term()
{
    if (asmstate.bInit)
    {
        asmstate.psDollar = NULL;
        asmstate.psLocalsize = NULL;
        asmstate.bInit = 0;
    }
}

/**********************************
 * Return mask of registers used by block bp.
 */

regm_t iasm_regs(block *bp)
{
#ifdef DEBUG
    if (debuga)
        printf("Block iasm regs = 0x%X\n", bp->usIasmregs);
#endif

    refparam |= bp->bIasmrefparam;
    return bp->usIasmregs;
}


/************************ AsmStatement ***************************************/

Statement *AsmStatement::semantic(Scope *sc)
{
    //printf("AsmStatement::semantic()\n");

#if DMDV2
    if (sc->func && sc->func->isSafe())
        error("inline assembler not allowed in @safe function %s", sc->func->toChars());
#endif

    OP *o;
    OPND *o1 = NULL,*o2 = NULL, *o3 = NULL;
    PTRNTAB ptb;
    unsigned usNumops;
    unsigned char uchPrefix = 0;
    unsigned char bAsmseen;
    char *pszLabel = NULL;
    code *c;
    FuncDeclaration *fd = sc->parent->isFuncDeclaration();

    assert(fd);
    fd->inlineAsm = 1;

    if (!tokens)
        return NULL;

    memset(&asmstate, 0, sizeof(asmstate));

    asmstate.statement = this;
    asmstate.sc = sc;

#if 0 // don't use bReturnax anymore, and will fail anyway if we use return type inference
    // Scalar return values will always be in AX.  So if it is a scalar
    // then asm block sets return value if it modifies AX, if it is non-scalar
    // then always assume that the ASM block sets up an appropriate return
    // value.

    asmstate.bReturnax = 1;
    if (sc->func->type->nextOf()->isscalar())
        asmstate.bReturnax = 0;
#endif

    // Assume assembler code takes care of setting the return value
    sc->func->hasReturnExp |= 8;

    if (!asmstate.bInit)
    {
        asmstate.bInit = TRUE;
        init_optab();
        asmstate.psDollar = new LabelDsymbol(Id::__dollar);
        //asmstate.psLocalsize = new VarDeclaration(0, Type::tint32, Id::__LOCAL_SIZE, NULL);
        asmstate.psLocalsize = new Dsymbol(Id::__LOCAL_SIZE);
        cod3_set386();
    }

    asmstate.loc = loc;

    asmtok = tokens;
    asm_token_trans(asmtok);
    if (setjmp(asmstate.env))
    {   asmtok = NULL;                  // skip rest of line
        tok_value = TOKeof;
        exit(EXIT_FAILURE);
        goto AFTER_EMIT;
    }

    switch (tok_value)
    {
        case ASMTKnaked:
            naked = TRUE;
            sc->func->naked = TRUE;
            asm_token();
            break;

        case ASMTKeven:
            asm_token();
            asmalign = 2;
            break;

        case TOKalign:
        {   unsigned align;

            asm_token();
            align = asm_getnum();
            if (ispow2(align) == -1)
                asmerr(EM_align, align);        // power of 2 expected
            else
                asmalign = align;
            break;
        }

        // The following three convert the keywords 'int', 'in', 'out'
        // to identifiers, since they are x86 instructions.
        case TOKint32:
            o = asm_op_lookup(Id::__int->toChars());
            goto Lopcode;

        case TOKin:
            o = asm_op_lookup(Id::___in->toChars());
            goto Lopcode;

        case TOKout:
            o = asm_op_lookup(Id::___out->toChars());
            goto Lopcode;

        case TOKidentifier:
            o = asm_op_lookup(asmtok->ident->toChars());
            if (!o)
                goto OPCODE_EXPECTED;

        Lopcode:
            asmstate.ucItype = o->usNumops & ITMASK;
            asm_token();
            if (o->usNumops > 3)
            {
                switch (asmstate.ucItype)
                {
                    case ITdata:
                        asmcode = asm_db_parse(o);
                        goto AFTER_EMIT;

                    case ITaddr:
                        asmcode = asm_da_parse(o);
                        goto AFTER_EMIT;
                }
            }
            // get the first part of an expr
            o1 = asm_cond_exp();
            if (tok_value == TOKcomma)
            {
                asm_token();
                o2 = asm_cond_exp();
            }
            if (tok_value == TOKcomma)
            {
                asm_token();
                o3 = asm_cond_exp();
            }
            // match opcode and operands in ptrntab to verify legal inst and
            // generate

            ptb = asm_classify(o, o1, o2, o3, &usNumops);
            assert(ptb.pptb0);

            //
            // The Multiply instruction takes 3 operands, but if only 2 are seen
            // then the third should be the second and the second should
            // be a duplicate of the first.
            //

            if (asmstate.ucItype == ITopt &&
                    (usNumops == 2) &&
                    (ASM_GET_aopty(o2->usFlags) == _imm) &&
                    ((o->usNumops & ITSIZE) == 3))
            {
                    o3 = o2;
                    o2 = opnd_calloc();
                    *o2 = *o1;

                    // Re-classify the opcode because the first classification
                    // assumed 2 operands.

                    ptb = asm_classify(o, o1, o2, o3, &usNumops);
            }
#if 0
            else
            if (asmstate.ucItype == ITshift && (ptb.pptb2->usOp2 == 0 ||
                    (ptb.pptb2->usOp2 & _cl))) {
                    opnd_free(o2);
                    o2 = NULL;
                    usNumops = 1;
            }
#endif
            asmcode = asm_emit(loc, usNumops, ptb, o, o1, o2, o3);
            break;

        default:
        OPCODE_EXPECTED:
            asmerr(EM_opcode_exp, asmtok->toChars());   // assembler opcode expected
            break;
    }

AFTER_EMIT:
    opnd_free(o1);
    opnd_free(o2);
    opnd_free(o3);
    o1 = o2 = o3 = NULL;

    if (tok_value != TOKeof)
        asmerr(EM_eol);                 // end of line expected
    //return asmstate.bReturnax;
    return this;
}

