Sebastian Kuschel reports that pfd_closing can be called for a socket
[u/mdw/putty] / terminal.c
index 5efe484..113edc4 100644 (file)
@@ -1,3 +1,7 @@
+/*
+ * Terminal emulator.
+ */
+
 #include <stdio.h>
 #include <stdlib.h>
 #include <ctype.h>
 
 #define TM_PUTTY       (0xFFFF)
 
+#define UPDATE_DELAY    ((TICKSPERSEC+49)/50)/* ticks to defer window update */
+#define TBLINK_DELAY    ((TICKSPERSEC*9+19)/20)/* ticks between text blinks*/
+#define CBLINK_DELAY    (CURSORBLINK) /* ticks between cursor blinks */
+#define VBELL_DELAY     (VBELL_TIMEOUT) /* visual bell timeout in ticks */
+
 #define compatibility(x) \
     if ( ((CL_##x)&term->compatibility_level) == 0 ) {         \
        term->termstate=TOPLEVEL;                       \
@@ -56,6 +65,8 @@
 
 #define has_compat(x) ( ((CL_##x)&term->compatibility_level) != 0 )
 
+char *EMPTY_WINDOW_TITLE = "";
+
 const char sco2ansicolour[] = { 0, 4, 2, 6, 1, 5, 3, 7 };
 
 #define sel_nl_sz  (sizeof(sel_nl)/sizeof(wchar_t))
@@ -68,47 +79,908 @@ const wchar_t sel_nl[] = SEL_NL;
  * then we must look one space further to the left.
  */
 #define UCSGET(a, x) \
-    ( (x)>0 && ((a)[(x)] & (CHAR_MASK | CSET_MASK)) == UCSWIDE ? \
-       (a)[(x)-1] : (a)[(x)] )
+    ( (x)>0 && (a)[(x)].chr == UCSWIDE ? (a)[(x)-1].chr : (a)[(x)].chr )
+
+/*
+ * Detect the various aliases of U+0020 SPACE.
+ */
+#define IS_SPACE_CHR(chr) \
+       ((chr) == 0x20 || (DIRECT_CHAR(chr) && ((chr) & 0xFF) == 0x20))
+
+/*
+ * Spot magic CSETs.
+ */
+#define CSET_OF(chr) (DIRECT_CHAR(chr)||DIRECT_FONT(chr) ? (chr)&CSET_MASK : 0)
 
 /*
  * Internal prototypes.
  */
-static unsigned long *resizeline(unsigned long *, int);
-static unsigned long *lineptr(Terminal *, int, int);
+static void resizeline(Terminal *, termline *, int);
+static termline *lineptr(Terminal *, int, int, int);
+static void unlineptr(termline *);
 static void do_paint(Terminal *, Context, int);
 static void erase_lots(Terminal *, int, int, int);
+static int find_last_nonempty_line(Terminal *, tree234 *);
 static void swap_screen(Terminal *, int, int, int);
 static void update_sbar(Terminal *);
 static void deselect(Terminal *);
 static void term_print_finish(Terminal *);
+static void scroll(Terminal *, int, int, int, int);
 #ifdef OPTIMISE_SCROLL
 static void scroll_display(Terminal *, int, int, int);
 #endif /* OPTIMISE_SCROLL */
 
+static termline *newline(Terminal *term, int cols, int bce)
+{
+    termline *line;
+    int j;
+
+    line = snew(termline);
+    line->chars = snewn(cols, termchar);
+    for (j = 0; j < cols; j++)
+       line->chars[j] = (bce ? term->erase_char : term->basic_erase_char);
+    line->cols = line->size = cols;
+    line->lattr = LATTR_NORM;
+    line->temporary = FALSE;
+    line->cc_free = 0;
+
+    return line;
+}
+
+static void freeline(termline *line)
+{
+    if (line) {
+       sfree(line->chars);
+       sfree(line);
+    }
+}
+
+static void unlineptr(termline *line)
+{
+    if (line->temporary)
+       freeline(line);
+}
+
+#ifdef TERM_CC_DIAGS
+/*
+ * Diagnostic function: verify that a termline has a correct
+ * combining character structure.
+ * 
+ * This is a performance-intensive check, so it's no longer enabled
+ * by default.
+ */
+static void cc_check(termline *line)
+{
+    unsigned char *flags;
+    int i, j;
+
+    assert(line->size >= line->cols);
+
+    flags = snewn(line->size, unsigned char);
+
+    for (i = 0; i < line->size; i++)
+       flags[i] = (i < line->cols);
+
+    for (i = 0; i < line->cols; i++) {
+       j = i;
+       while (line->chars[j].cc_next) {
+           j += line->chars[j].cc_next;
+           assert(j >= line->cols && j < line->size);
+           assert(!flags[j]);
+           flags[j] = TRUE;
+       }
+    }
+
+    j = line->cc_free;
+    if (j) {
+       while (1) {
+           assert(j >= line->cols && j < line->size);
+           assert(!flags[j]);
+           flags[j] = TRUE;
+           if (line->chars[j].cc_next)
+               j += line->chars[j].cc_next;
+           else
+               break;
+       }
+    }
+
+    j = 0;
+    for (i = 0; i < line->size; i++)
+       j += (flags[i] != 0);
+
+    assert(j == line->size);
+
+    sfree(flags);
+}
+#endif
+
+/*
+ * Add a combining character to a character cell.
+ */
+static void add_cc(termline *line, int col, unsigned long chr)
+{
+    int newcc;
+
+    assert(col >= 0 && col < line->cols);
+
+    /*
+     * Start by extending the cols array if the free list is empty.
+     */
+    if (!line->cc_free) {
+       int n = line->size;
+       line->size += 16 + (line->size - line->cols) / 2;
+       line->chars = sresize(line->chars, line->size, termchar);
+       line->cc_free = n;
+       while (n < line->size) {
+           if (n+1 < line->size)
+               line->chars[n].cc_next = 1;
+           else
+               line->chars[n].cc_next = 0;
+           n++;
+       }
+    }
+
+    /*
+     * Now walk the cc list of the cell in question.
+     */
+    while (line->chars[col].cc_next)
+       col += line->chars[col].cc_next;
+
+    /*
+     * `col' now points at the last cc currently in this cell; so
+     * we simply add another one.
+     */
+    newcc = line->cc_free;
+    if (line->chars[newcc].cc_next)
+       line->cc_free = newcc + line->chars[newcc].cc_next;
+    else
+       line->cc_free = 0;
+    line->chars[newcc].cc_next = 0;
+    line->chars[newcc].chr = chr;
+    line->chars[col].cc_next = newcc - col;
+
+#ifdef TERM_CC_DIAGS
+    cc_check(line);
+#endif
+}
+
+/*
+ * Clear the combining character list in a character cell.
+ */
+static void clear_cc(termline *line, int col)
+{
+    int oldfree, origcol = col;
+
+    assert(col >= 0 && col < line->cols);
+
+    if (!line->chars[col].cc_next)
+       return;                        /* nothing needs doing */
+
+    oldfree = line->cc_free;
+    line->cc_free = col + line->chars[col].cc_next;
+    while (line->chars[col].cc_next)
+       col += line->chars[col].cc_next;
+    if (oldfree)
+       line->chars[col].cc_next = oldfree - col;
+    else
+       line->chars[col].cc_next = 0;
+
+    line->chars[origcol].cc_next = 0;
+
+#ifdef TERM_CC_DIAGS
+    cc_check(line);
+#endif
+}
+
+/*
+ * Compare two character cells for equality. Special case required
+ * in do_paint() where we override what we expect the chr and attr
+ * fields to be.
+ */
+static int termchars_equal_override(termchar *a, termchar *b,
+                                   unsigned long bchr, unsigned long battr)
+{
+    /* FULL-TERMCHAR */
+    if (a->chr != bchr)
+       return FALSE;
+    if ((a->attr &~ DATTR_MASK) != (battr &~ DATTR_MASK))
+       return FALSE;
+    while (a->cc_next || b->cc_next) {
+       if (!a->cc_next || !b->cc_next)
+           return FALSE;              /* one cc-list ends, other does not */
+       a += a->cc_next;
+       b += b->cc_next;
+       if (a->chr != b->chr)
+           return FALSE;
+    }
+    return TRUE;
+}
+
+static int termchars_equal(termchar *a, termchar *b)
+{
+    return termchars_equal_override(a, b, b->chr, b->attr);
+}
+
+/*
+ * Copy a character cell. (Requires a pointer to the destination
+ * termline, so as to access its free list.)
+ */
+static void copy_termchar(termline *destline, int x, termchar *src)
+{
+    clear_cc(destline, x);
+
+    destline->chars[x] = *src;        /* copy everything except cc-list */
+    destline->chars[x].cc_next = 0;    /* and make sure this is zero */
+
+    while (src->cc_next) {
+       src += src->cc_next;
+       add_cc(destline, x, src->chr);
+    }
+
+#ifdef TERM_CC_DIAGS
+    cc_check(destline);
+#endif
+}
+
+/*
+ * Move a character cell within its termline.
+ */
+static void move_termchar(termline *line, termchar *dest, termchar *src)
+{
+    /* First clear the cc list from the original char, just in case. */
+    clear_cc(line, dest - line->chars);
+
+    /* Move the character cell and adjust its cc_next. */
+    *dest = *src;                     /* copy everything except cc-list */
+    if (src->cc_next)
+       dest->cc_next = src->cc_next - (dest-src);
+
+    /* Ensure the original cell doesn't have a cc list. */
+    src->cc_next = 0;
+
+#ifdef TERM_CC_DIAGS
+    cc_check(line);
+#endif
+}
+
+/*
+ * Compress and decompress a termline into an RLE-based format for
+ * storing in scrollback. (Since scrollback almost never needs to
+ * be modified and exists in huge quantities, this is a sensible
+ * tradeoff, particularly since it allows us to continue adding
+ * features to the main termchar structure without proportionally
+ * bloating the terminal emulator's memory footprint unless those
+ * features are in constant use.)
+ */
+struct buf {
+    unsigned char *data;
+    int len, size;
+};
+static void add(struct buf *b, unsigned char c)
+{
+    if (b->len >= b->size) {
+       b->size = (b->len * 3 / 2) + 512;
+       b->data = sresize(b->data, b->size, unsigned char);
+    }
+    b->data[b->len++] = c;
+}
+static int get(struct buf *b)
+{
+    return b->data[b->len++];
+}
+static void makerle(struct buf *b, termline *ldata,
+                   void (*makeliteral)(struct buf *b, termchar *c,
+                                       unsigned long *state))
+{
+    int hdrpos, hdrsize, n, prevlen, prevpos, thislen, thispos, prev2;
+    termchar *c = ldata->chars;
+    unsigned long state = 0, oldstate;
+
+    n = ldata->cols;
+
+    hdrpos = b->len;
+    hdrsize = 0;
+    add(b, 0);
+    prevlen = prevpos = 0;
+    prev2 = FALSE;
+
+    while (n-- > 0) {
+       thispos = b->len;
+       makeliteral(b, c++, &state);
+       thislen = b->len - thispos;
+       if (thislen == prevlen &&
+           !memcmp(b->data + prevpos, b->data + thispos, thislen)) {
+           /*
+            * This literal precisely matches the previous one.
+            * Turn it into a run if it's worthwhile.
+            * 
+            * With one-byte literals, it costs us two bytes to
+            * encode a run, plus another byte to write the header
+            * to resume normal output; so a three-element run is
+            * neutral, and anything beyond that is unconditionally
+            * worthwhile. With two-byte literals or more, even a
+            * 2-run is a win.
+            */
+           if (thislen > 1 || prev2) {
+               int runpos, runlen;
+
+               /*
+                * It's worth encoding a run. Start at prevpos,
+                * unless hdrsize==0 in which case we can back up
+                * another one and start by overwriting hdrpos.
+                */
+
+               hdrsize--;             /* remove the literal at prevpos */
+               if (prev2) {
+                   assert(hdrsize > 0);
+                   hdrsize--;
+                   prevpos -= prevlen;/* and possibly another one */
+               }
+
+               if (hdrsize == 0) {
+                   assert(prevpos == hdrpos + 1);
+                   runpos = hdrpos;
+                   b->len = prevpos+prevlen;
+               } else {
+                   memmove(b->data + prevpos+1, b->data + prevpos, prevlen);
+                   runpos = prevpos;
+                   b->len = prevpos+prevlen+1;
+                   /*
+                    * Terminate the previous run of ordinary
+                    * literals.
+                    */
+                   assert(hdrsize >= 1 && hdrsize <= 128);
+                   b->data[hdrpos] = hdrsize - 1;
+               }
+
+               runlen = prev2 ? 3 : 2;
+
+               while (n > 0 && runlen < 129) {
+                   int tmppos, tmplen;
+                   tmppos = b->len;
+                   oldstate = state;
+                   makeliteral(b, c, &state);
+                   tmplen = b->len - tmppos;
+                   b->len = tmppos;
+                   if (tmplen != thislen ||
+                       memcmp(b->data + runpos+1, b->data + tmppos, tmplen)) {
+                       state = oldstate;
+                       break;         /* run over */
+                   }
+                   n--, c++, runlen++;
+               }
+
+               assert(runlen >= 2 && runlen <= 129);
+               b->data[runpos] = runlen + 0x80 - 2;
+
+               hdrpos = b->len;
+               hdrsize = 0;
+               add(b, 0);
+               /* And ensure this run doesn't interfere with the next. */
+               prevlen = prevpos = 0;
+               prev2 = FALSE;
+
+               continue;
+           } else {
+               /*
+                * Just flag that the previous two literals were
+                * identical, in case we find a third identical one
+                * we want to turn into a run.
+                */
+               prev2 = TRUE;
+               prevlen = thislen;
+               prevpos = thispos;
+           }
+       } else {
+           prev2 = FALSE;
+           prevlen = thislen;
+           prevpos = thispos;
+       }
+
+       /*
+        * This character isn't (yet) part of a run. Add it to
+        * hdrsize.
+        */
+       hdrsize++;
+       if (hdrsize == 128) {
+           b->data[hdrpos] = hdrsize - 1;
+           hdrpos = b->len;
+           hdrsize = 0;
+           add(b, 0);
+           prevlen = prevpos = 0;
+           prev2 = FALSE;
+       }
+    }
+
+    /*
+     * Clean up.
+     */
+    if (hdrsize > 0) {
+       assert(hdrsize <= 128);
+       b->data[hdrpos] = hdrsize - 1;
+    } else {
+       b->len = hdrpos;
+    }
+}
+static void makeliteral_chr(struct buf *b, termchar *c, unsigned long *state)
+{
+    /*
+     * My encoding for characters is UTF-8-like, in that it stores
+     * 7-bit ASCII in one byte and uses high-bit-set bytes as
+     * introducers to indicate a longer sequence. However, it's
+     * unlike UTF-8 in that it doesn't need to be able to
+     * resynchronise, and therefore I don't want to waste two bits
+     * per byte on having recognisable continuation characters.
+     * Also I don't want to rule out the possibility that I may one
+     * day use values 0x80000000-0xFFFFFFFF for interesting
+     * purposes, so unlike UTF-8 I need a full 32-bit range.
+     * Accordingly, here is my encoding:
+     * 
+     * 00000000-0000007F: 0xxxxxxx (but see below)
+     * 00000080-00003FFF: 10xxxxxx xxxxxxxx
+     * 00004000-001FFFFF: 110xxxxx xxxxxxxx xxxxxxxx
+     * 00200000-0FFFFFFF: 1110xxxx xxxxxxxx xxxxxxxx xxxxxxxx
+     * 10000000-FFFFFFFF: 11110ZZZ xxxxxxxx xxxxxxxx xxxxxxxx xxxxxxxx
+     * 
+     * (`Z' is like `x' but is always going to be zero since the
+     * values I'm encoding don't go above 2^32. In principle the
+     * five-byte form of the encoding could extend to 2^35, and
+     * there could be six-, seven-, eight- and nine-byte forms as
+     * well to allow up to 64-bit values to be encoded. But that's
+     * completely unnecessary for these purposes!)
+     * 
+     * The encoding as written above would be very simple, except
+     * that 7-bit ASCII can occur in several different ways in the
+     * terminal data; sometimes it crops up in the D800 page
+     * (CSET_ASCII) but at other times it's in the 0000 page (real
+     * Unicode). Therefore, this encoding is actually _stateful_:
+     * the one-byte encoding of 00-7F actually indicates `reuse the
+     * upper three bytes of the last character', and to encode an
+     * absolute value of 00-7F you need to use the two-byte form
+     * instead.
+     */
+    if ((c->chr & ~0x7F) == *state) {
+       add(b, (unsigned char)(c->chr & 0x7F));
+    } else if (c->chr < 0x4000) {
+       add(b, (unsigned char)(((c->chr >> 8) & 0x3F) | 0x80));
+       add(b, (unsigned char)(c->chr & 0xFF));
+    } else if (c->chr < 0x200000) {
+       add(b, (unsigned char)(((c->chr >> 16) & 0x1F) | 0xC0));
+       add(b, (unsigned char)((c->chr >> 8) & 0xFF));
+       add(b, (unsigned char)(c->chr & 0xFF));
+    } else if (c->chr < 0x10000000) {
+       add(b, (unsigned char)(((c->chr >> 24) & 0x0F) | 0xE0));
+       add(b, (unsigned char)((c->chr >> 16) & 0xFF));
+       add(b, (unsigned char)((c->chr >> 8) & 0xFF));
+       add(b, (unsigned char)(c->chr & 0xFF));
+    } else {
+       add(b, 0xF0);
+       add(b, (unsigned char)((c->chr >> 24) & 0xFF));
+       add(b, (unsigned char)((c->chr >> 16) & 0xFF));
+       add(b, (unsigned char)((c->chr >> 8) & 0xFF));
+       add(b, (unsigned char)(c->chr & 0xFF));
+    }
+    *state = c->chr & ~0xFF;
+}
+static void makeliteral_attr(struct buf *b, termchar *c, unsigned long *state)
+{
+    /*
+     * My encoding for attributes is 16-bit-granular and assumes
+     * that the top bit of the word is never required. I either
+     * store a two-byte value with the top bit clear (indicating
+     * just that value), or a four-byte value with the top bit set
+     * (indicating the same value with its top bit clear).
+     * 
+     * However, first I permute the bits of the attribute value, so
+     * that the eight bits of colour (four in each of fg and bg)
+     * which are never non-zero unless xterm 256-colour mode is in
+     * use are placed higher up the word than everything else. This
+     * ensures that attribute values remain 16-bit _unless_ the
+     * user uses extended colour.
+     */
+    unsigned attr, colourbits;
+
+    attr = c->attr;
+
+    assert(ATTR_BGSHIFT > ATTR_FGSHIFT);
+
+    colourbits = (attr >> (ATTR_BGSHIFT + 4)) & 0xF;
+    colourbits <<= 4;
+    colourbits |= (attr >> (ATTR_FGSHIFT + 4)) & 0xF;
+
+    attr = (((attr >> (ATTR_BGSHIFT + 8)) << (ATTR_BGSHIFT + 4)) |
+           (attr & ((1 << (ATTR_BGSHIFT + 4))-1)));
+    attr = (((attr >> (ATTR_FGSHIFT + 8)) << (ATTR_FGSHIFT + 4)) |
+           (attr & ((1 << (ATTR_FGSHIFT + 4))-1)));
+
+    attr |= (colourbits << (32-9));
+
+    if (attr < 0x8000) {
+       add(b, (unsigned char)((attr >> 8) & 0xFF));
+       add(b, (unsigned char)(attr & 0xFF));
+    } else {
+       add(b, (unsigned char)(((attr >> 24) & 0x7F) | 0x80));
+       add(b, (unsigned char)((attr >> 16) & 0xFF));
+       add(b, (unsigned char)((attr >> 8) & 0xFF));
+       add(b, (unsigned char)(attr & 0xFF));
+    }
+}
+static void makeliteral_cc(struct buf *b, termchar *c, unsigned long *state)
+{
+    /*
+     * For combining characters, I just encode a bunch of ordinary
+     * chars using makeliteral_chr, and terminate with a \0
+     * character (which I know won't come up as a combining char
+     * itself).
+     * 
+     * I don't use the stateful encoding in makeliteral_chr.
+     */
+    unsigned long zstate;
+    termchar z;
+
+    while (c->cc_next) {
+       c += c->cc_next;
+
+       assert(c->chr != 0);
+
+       zstate = 0;
+       makeliteral_chr(b, c, &zstate);
+    }
+
+    z.chr = 0;
+    zstate = 0;
+    makeliteral_chr(b, &z, &zstate);
+}
+
+static termline *decompressline(unsigned char *data, int *bytes_used);
+
+static unsigned char *compressline(termline *ldata)
+{
+    struct buf buffer = { NULL, 0, 0 }, *b = &buffer;
+
+    /*
+     * First, store the column count, 7 bits at a time, least
+     * significant `digit' first, with the high bit set on all but
+     * the last.
+     */
+    {
+       int n = ldata->cols;
+       while (n >= 128) {
+           add(b, (unsigned char)((n & 0x7F) | 0x80));
+           n >>= 7;
+       }
+       add(b, (unsigned char)(n));
+    }
+
+    /*
+     * Next store the lattrs; same principle.
+     */
+    {
+       int n = ldata->lattr;
+       while (n >= 128) {
+           add(b, (unsigned char)((n & 0x7F) | 0x80));
+           n >>= 7;
+       }
+       add(b, (unsigned char)(n));
+    }
+
+    /*
+     * Now we store a sequence of separate run-length encoded
+     * fragments, each containing exactly as many symbols as there
+     * are columns in the ldata.
+     * 
+     * All of these have a common basic format:
+     * 
+     *  - a byte 00-7F indicates that X+1 literals follow it
+     *         - a byte 80-FF indicates that a single literal follows it
+     *           and expects to be repeated (X-0x80)+2 times.
+     * 
+     * The format of the `literals' varies between the fragments.
+     */
+    makerle(b, ldata, makeliteral_chr);
+    makerle(b, ldata, makeliteral_attr);
+    makerle(b, ldata, makeliteral_cc);
+
+    /*
+     * Diagnostics: ensure that the compressed data really does
+     * decompress to the right thing.
+     * 
+     * This is a bit performance-heavy for production code.
+     */
+#ifdef TERM_CC_DIAGS
+#ifndef CHECK_SB_COMPRESSION
+    {
+       int dused;
+       termline *dcl;
+       int i;
+
+#ifdef DIAGNOSTIC_SB_COMPRESSION
+       for (i = 0; i < b->len; i++) {
+           printf(" %02x ", b->data[i]);
+       }
+       printf("\n");
+#endif
+
+       dcl = decompressline(b->data, &dused);
+       assert(b->len == dused);
+       assert(ldata->cols == dcl->cols);
+       assert(ldata->lattr == dcl->lattr);
+       for (i = 0; i < ldata->cols; i++)
+           assert(termchars_equal(&ldata->chars[i], &dcl->chars[i]));
+
+#ifdef DIAGNOSTIC_SB_COMPRESSION
+       printf("%d cols (%d bytes) -> %d bytes (factor of %g)\n",
+              ldata->cols, 4 * ldata->cols, dused,
+              (double)dused / (4 * ldata->cols));
+#endif
+
+       freeline(dcl);
+    }
+#endif
+#endif /* TERM_CC_DIAGS */
+
+    /*
+     * Trim the allocated memory so we don't waste any, and return.
+     */
+    return sresize(b->data, b->len, unsigned char);
+}
+
+static void readrle(struct buf *b, termline *ldata,
+                   void (*readliteral)(struct buf *b, termchar *c,
+                                       termline *ldata, unsigned long *state))
+{
+    int n = 0;
+    unsigned long state = 0;
+
+    while (n < ldata->cols) {
+       int hdr = get(b);
+
+       if (hdr >= 0x80) {
+           /* A run. */
+
+           int pos = b->len, count = hdr + 2 - 0x80;
+           while (count--) {
+               assert(n < ldata->cols);
+               b->len = pos;
+               readliteral(b, ldata->chars + n, ldata, &state);
+               n++;
+           }
+       } else {
+           /* Just a sequence of consecutive literals. */
+
+           int count = hdr + 1;
+           while (count--) {
+               assert(n < ldata->cols);
+               readliteral(b, ldata->chars + n, ldata, &state);
+               n++;
+           }
+       }
+    }
+
+    assert(n == ldata->cols);
+}
+static void readliteral_chr(struct buf *b, termchar *c, termline *ldata,
+                           unsigned long *state)
+{
+    int byte;
+
+    /*
+     * 00000000-0000007F: 0xxxxxxx
+     * 00000080-00003FFF: 10xxxxxx xxxxxxxx
+     * 00004000-001FFFFF: 110xxxxx xxxxxxxx xxxxxxxx
+     * 00200000-0FFFFFFF: 1110xxxx xxxxxxxx xxxxxxxx xxxxxxxx
+     * 10000000-FFFFFFFF: 11110ZZZ xxxxxxxx xxxxxxxx xxxxxxxx xxxxxxxx
+     */
+
+    byte = get(b);
+    if (byte < 0x80) {
+       c->chr = byte | *state;
+    } else if (byte < 0xC0) {
+       c->chr = (byte &~ 0xC0) << 8;
+       c->chr |= get(b);
+    } else if (byte < 0xE0) {
+       c->chr = (byte &~ 0xE0) << 16;
+       c->chr |= get(b) << 8;
+       c->chr |= get(b);
+    } else if (byte < 0xF0) {
+       c->chr = (byte &~ 0xF0) << 24;
+       c->chr |= get(b) << 16;
+       c->chr |= get(b) << 8;
+       c->chr |= get(b);
+    } else {
+       assert(byte == 0xF0);
+       c->chr = get(b) << 24;
+       c->chr |= get(b) << 16;
+       c->chr |= get(b) << 8;
+       c->chr |= get(b);
+    }
+    *state = c->chr & ~0xFF;
+}
+static void readliteral_attr(struct buf *b, termchar *c, termline *ldata,
+                            unsigned long *state)
+{
+    unsigned val, attr, colourbits;
+
+    val = get(b) << 8;
+    val |= get(b);
+
+    if (val >= 0x8000) {
+       val &= ~0x8000;
+       val <<= 16;
+       val |= get(b) << 8;
+       val |= get(b);
+    }
+
+    colourbits = (val >> (32-9)) & 0xFF;
+    attr = (val & ((1<<(32-9))-1));
+
+    attr = (((attr >> (ATTR_FGSHIFT + 4)) << (ATTR_FGSHIFT + 8)) |
+           (attr & ((1 << (ATTR_FGSHIFT + 4))-1)));
+    attr = (((attr >> (ATTR_BGSHIFT + 4)) << (ATTR_BGSHIFT + 8)) |
+           (attr & ((1 << (ATTR_BGSHIFT + 4))-1)));
+
+    attr |= (colourbits >> 4) << (ATTR_BGSHIFT + 4);
+    attr |= (colourbits & 0xF) << (ATTR_FGSHIFT + 4);
+
+    c->attr = attr;
+}
+static void readliteral_cc(struct buf *b, termchar *c, termline *ldata,
+                          unsigned long *state)
+{
+    termchar n;
+    unsigned long zstate;
+    int x = c - ldata->chars;
+
+    c->cc_next = 0;
+
+    while (1) {
+       zstate = 0;
+       readliteral_chr(b, &n, ldata, &zstate);
+       if (!n.chr)
+           break;
+       add_cc(ldata, x, n.chr);
+    }
+}
+
+static termline *decompressline(unsigned char *data, int *bytes_used)
+{
+    int ncols, byte, shift;
+    struct buf buffer, *b = &buffer;
+    termline *ldata;
+
+    b->data = data;
+    b->len = 0;
+
+    /*
+     * First read in the column count.
+     */
+    ncols = shift = 0;
+    do {
+       byte = get(b);
+       ncols |= (byte & 0x7F) << shift;
+       shift += 7;
+    } while (byte & 0x80);
+
+    /*
+     * Now create the output termline.
+     */
+    ldata = snew(termline);
+    ldata->chars = snewn(ncols, termchar);
+    ldata->cols = ldata->size = ncols;
+    ldata->temporary = TRUE;
+    ldata->cc_free = 0;
+
+    /*
+     * We must set all the cc pointers in ldata->chars to 0 right
+     * now, so that cc diagnostics that verify the integrity of the
+     * whole line will make sense while we're in the middle of
+     * building it up.
+     */
+    {
+       int i;
+       for (i = 0; i < ldata->cols; i++)
+           ldata->chars[i].cc_next = 0;
+    }
+
+    /*
+     * Now read in the lattr.
+     */
+    ldata->lattr = shift = 0;
+    do {
+       byte = get(b);
+       ldata->lattr |= (byte & 0x7F) << shift;
+       shift += 7;
+    } while (byte & 0x80);
+
+    /*
+     * Now we read in each of the RLE streams in turn.
+     */
+    readrle(b, ldata, readliteral_chr);
+    readrle(b, ldata, readliteral_attr);
+    readrle(b, ldata, readliteral_cc);
+
+    /* Return the number of bytes read, for diagnostic purposes. */
+    if (bytes_used)
+       *bytes_used = b->len;
+
+    return ldata;
+}
+
 /*
  * Resize a line to make it `cols' columns wide.
  */
-static unsigned long *resizeline(unsigned long *line, int cols)
+static void resizeline(Terminal *term, termline *line, int cols)
 {
-    int i, oldlen;
-    unsigned long lineattrs;
+    int i, oldcols;
+
+    if (line->cols != cols) {
+
+       oldcols = line->cols;
 
-    if (line[0] != (unsigned long)cols) {
        /*
         * This line is the wrong length, which probably means it
         * hasn't been accessed since a resize. Resize it now.
+        * 
+        * First, go through all the characters that will be thrown
+        * out in the resize (if we're shrinking the line) and
+        * return their cc lists to the cc free list.
         */
-       oldlen = line[0];
-       lineattrs = line[oldlen + 1];
-       line = sresize(line, 2 + cols, TTYPE);
-       line[0] = cols;
-       for (i = oldlen; i < cols; i++)
-           line[i + 1] = ERASE_CHAR;
-       line[cols + 1] = lineattrs & LATTR_MODE;
-    }
+       for (i = cols; i < oldcols; i++)
+           clear_cc(line, i);
 
-    return line;
+       /*
+        * If we're shrinking the line, we now bodily move the
+        * entire cc section from where it started to where it now
+        * needs to be. (We have to do this before the resize, so
+        * that the data we're copying is still there. However, if
+        * we're expanding, we have to wait until _after_ the
+        * resize so that the space we're copying into is there.)
+        */
+       if (cols < oldcols)
+           memmove(line->chars + cols, line->chars + oldcols,
+                   (line->size - line->cols) * TSIZE);
+
+       /*
+        * Now do the actual resize, leaving the _same_ amount of
+        * cc space as there was to begin with.
+        */
+       line->size += cols - oldcols;
+       line->chars = sresize(line->chars, line->size, TTYPE);
+       line->cols = cols;
+
+       /*
+        * If we're expanding the line, _now_ we move the cc
+        * section.
+        */
+       if (cols > oldcols)
+           memmove(line->chars + cols, line->chars + oldcols,
+                   (line->size - line->cols) * TSIZE);
+
+       /*
+        * Go through what's left of the original line, and adjust
+        * the first cc_next pointer in each list. (All the
+        * subsequent ones are still valid because they are
+        * relative offsets within the cc block.) Also do the same
+        * to the head of the cc_free list.
+        */
+       for (i = 0; i < oldcols && i < cols; i++)
+           if (line->chars[i].cc_next)
+               line->chars[i].cc_next += cols - oldcols;
+       if (line->cc_free)
+           line->cc_free += cols - oldcols;
+
+       /*
+        * And finally fill in the new space with erase chars. (We
+        * don't have to worry about cc lists here, because we
+        * _know_ the erase char doesn't have one.)
+        */
+       for (i = oldcols; i < cols; i++)
+           line->chars[i] = term->basic_erase_char;
+
+#ifdef TERM_CC_DIAGS
+       cc_check(line);
+#endif
+    }
 }
 
 /*
@@ -117,7 +989,7 @@ static unsigned long *resizeline(unsigned long *line, int cols)
 static int sblines(Terminal *term)
 {
     int sblines = count234(term->scrollback);
-    if (term->cfg.erase_to_scrollback &&
+    if (term->erase_to_scrollback &&
        term->alt_which && term->alt_screen) {
            sblines += term->alt_sblines;
     }
@@ -129,9 +1001,9 @@ static int sblines(Terminal *term)
  * whether the y coordinate is non-negative or negative
  * (respectively).
  */
-static unsigned long *lineptr(Terminal *term, int y, int lineno)
+static termline *lineptr(Terminal *term, int y, int lineno, int screen)
 {
-    unsigned long *line, *newline;
+    termline *line;
     tree234 *whichtree;
     int treeindex;
 
@@ -140,7 +1012,10 @@ static unsigned long *lineptr(Terminal *term, int y, int lineno)
        treeindex = y;
     } else {
        int altlines = 0;
-       if (term->cfg.erase_to_scrollback &&
+
+       assert(!screen);
+
+       if (term->erase_to_scrollback &&
            term->alt_which && term->alt_screen) {
            altlines = term->alt_sblines;
        }
@@ -153,31 +1028,165 @@ static unsigned long *lineptr(Terminal *term, int y, int lineno)
            /* treeindex = y + count234(term->alt_screen); */
        }
     }
-    line = index234(whichtree, treeindex);
+    if (whichtree == term->scrollback) {
+       unsigned char *cline = index234(whichtree, treeindex);
+       line = decompressline(cline, NULL);
+    } else {
+       line = index234(whichtree, treeindex);
+    }
 
     /* We assume that we don't screw up and retrieve something out of range. */
+    if (line == NULL) {
+       fatalbox("line==NULL in terminal.c\n"
+                "lineno=%d y=%d w=%d h=%d\n"
+                "count(scrollback=%p)=%d\n"
+                "count(screen=%p)=%d\n"
+                "count(alt=%p)=%d alt_sblines=%d\n"
+                "whichtree=%p treeindex=%d\n\n"
+                "Please contact <putty@projects.tartarus.org> "
+                "and pass on the above information.",
+                lineno, y, term->cols, term->rows,
+                term->scrollback, count234(term->scrollback),
+                term->screen, count234(term->screen),
+                term->alt_screen, count234(term->alt_screen), term->alt_sblines,
+                whichtree, treeindex);
+    }
     assert(line != NULL);
 
-    newline = resizeline(line, term->cols);
-    if (newline != line) {
-       delpos234(whichtree, treeindex);
-       addpos234(whichtree, newline, treeindex);
-        line = newline;
+    resizeline(term, line, term->cols);
+    /* FIXME: should we sort the compressed scrollback out here? */
+
+    return line;
+}
+
+#define lineptr(x) (lineptr)(term,x,__LINE__,FALSE)
+#define scrlineptr(x) (lineptr)(term,x,__LINE__,TRUE)
+
+static void term_schedule_tblink(Terminal *term);
+static void term_schedule_cblink(Terminal *term);
+
+static void term_timer(void *ctx, unsigned long now)
+{
+    Terminal *term = (Terminal *)ctx;
+    int update = FALSE;
+
+    if (term->tblink_pending && now == term->next_tblink) {
+       term->tblinker = !term->tblinker;
+       term->tblink_pending = FALSE;
+       term_schedule_tblink(term);
+       update = TRUE;
+    }
+
+    if (term->cblink_pending && now == term->next_cblink) {
+       term->cblinker = !term->cblinker;
+       term->cblink_pending = FALSE;
+       term_schedule_cblink(term);
+       update = TRUE;
+    }
+
+    if (term->in_vbell && now == term->vbell_end) {
+       term->in_vbell = FALSE;
+       update = TRUE;
     }
 
-    return line + 1;
+    if (update ||
+       (term->window_update_pending && now == term->next_update))
+       term_update(term);
+}
+
+static void term_schedule_update(Terminal *term)
+{
+    if (!term->window_update_pending) {
+       term->window_update_pending = TRUE;
+       term->next_update = schedule_timer(UPDATE_DELAY, term_timer, term);
+    }
+}
+
+/*
+ * Call this whenever the terminal window state changes, to queue
+ * an update.
+ */
+static void seen_disp_event(Terminal *term)
+{
+    term->seen_disp_event = TRUE;      /* for scrollback-reset-on-activity */
+    term_schedule_update(term);
 }
 
-#define lineptr(x) lineptr(term,x,__LINE__)
+/*
+ * Call when the terminal's blinking-text settings change, or when
+ * a text blink has just occurred.
+ */
+static void term_schedule_tblink(Terminal *term)
+{
+    if (term->blink_is_real) {
+       if (!term->tblink_pending)
+           term->next_tblink = schedule_timer(TBLINK_DELAY, term_timer, term);
+       term->tblink_pending = TRUE;
+    } else {
+       term->tblinker = 1;            /* reset when not in use */
+       term->tblink_pending = FALSE;
+    }
+}
+
+/*
+ * Likewise with cursor blinks.
+ */
+static void term_schedule_cblink(Terminal *term)
+{
+    if (term->blink_cur && term->has_focus) {
+       if (!term->cblink_pending)
+           term->next_cblink = schedule_timer(CBLINK_DELAY, term_timer, term);
+       term->cblink_pending = TRUE;
+    } else {
+       term->cblinker = 1;            /* reset when not in use */
+       term->cblink_pending = FALSE;
+    }
+}
+
+/*
+ * Call to reset cursor blinking on new output.
+ */
+static void term_reset_cblink(Terminal *term)
+{
+    seen_disp_event(term);
+    term->cblinker = 1;
+    term->cblink_pending = FALSE;
+    term_schedule_cblink(term);
+}
+
+/*
+ * Call to begin a visual bell.
+ */
+static void term_schedule_vbell(Terminal *term, int already_started,
+                               long startpoint)
+{
+    long ticks_already_gone;
+
+    if (already_started)
+       ticks_already_gone = GETTICKCOUNT() - startpoint;
+    else
+       ticks_already_gone = 0;
+
+    if (ticks_already_gone < VBELL_DELAY) {
+       term->in_vbell = TRUE;
+       term->vbell_end = schedule_timer(VBELL_DELAY - ticks_already_gone,
+                                        term_timer, term);
+    } else {
+       term->in_vbell = FALSE;
+    }
+}
 
 /*
  * Set up power-on settings for the terminal.
+ * If 'clear' is false, don't actually clear the primary screen, and
+ * position the cursor below the last non-blank line (scrolling if
+ * necessary).
  */
-static void power_on(Terminal *term)
+static void power_on(Terminal *term, int clear)
 {
-    term->curs.x = term->curs.y = 0;
     term->alt_x = term->alt_y = 0;
     term->savecurs.x = term->savecurs.y = 0;
+    term->alt_savecurs.x = term->alt_savecurs.y = 0;
     term->alt_t = term->marg_t = 0;
     if (term->rows != -1)
        term->alt_b = term->marg_b = term->rows - 1;
@@ -188,39 +1197,59 @@ static void power_on(Terminal *term)
        for (i = 0; i < term->cols; i++)
            term->tabs[i] = (i % 8 == 0 ? TRUE : FALSE);
     }
-    term->alt_om = term->dec_om = term->cfg.dec_om;
+    term->alt_om = term->dec_om = conf_get_int(term->conf, CONF_dec_om);
     term->alt_ins = term->insert = FALSE;
-    term->alt_wnext = term->wrapnext = term->save_wnext = FALSE;
-    term->alt_wrap = term->wrap = term->cfg.wrap_mode;
-    term->alt_cset = term->cset = term->save_cset = 0;
-    term->alt_utf = term->utf = term->save_utf = 0;
+    term->alt_wnext = term->wrapnext =
+        term->save_wnext = term->alt_save_wnext = FALSE;
+    term->alt_wrap = term->wrap = conf_get_int(term->conf, CONF_wrap_mode);
+    term->alt_cset = term->cset = term->save_cset = term->alt_save_cset = 0;
+    term->alt_utf = term->utf = term->save_utf = term->alt_save_utf = 0;
     term->utf_state = 0;
-    term->alt_sco_acs = term->sco_acs = term->save_sco_acs = 0;
-    term->cset_attr[0] = term->cset_attr[1] = term->save_csattr = ATTR_ASCII;
+    term->alt_sco_acs = term->sco_acs =
+        term->save_sco_acs = term->alt_save_sco_acs = 0;
+    term->cset_attr[0] = term->cset_attr[1] =
+        term->save_csattr = term->alt_save_csattr = CSET_ASCII;
     term->rvideo = 0;
     term->in_vbell = FALSE;
     term->cursor_on = 1;
     term->big_cursor = 0;
-    term->default_attr = term->save_attr = term->curr_attr = ATTR_DEFAULT;
+    term->default_attr = term->save_attr =
+       term->alt_save_attr = term->curr_attr = ATTR_DEFAULT;
     term->term_editing = term->term_echoing = FALSE;
-    term->app_cursor_keys = term->cfg.app_cursor;
-    term->app_keypad_keys = term->cfg.app_keypad;
-    term->use_bce = term->cfg.bce;
-    term->blink_is_real = term->cfg.blinktext;
-    term->erase_char = ERASE_CHAR;
+    term->app_cursor_keys = conf_get_int(term->conf, CONF_app_cursor);
+    term->app_keypad_keys = conf_get_int(term->conf, CONF_app_keypad);
+    term->use_bce = conf_get_int(term->conf, CONF_bce);
+    term->blink_is_real = conf_get_int(term->conf, CONF_blinktext);
+    term->erase_char = term->basic_erase_char;
     term->alt_which = 0;
     term_print_finish(term);
+    term->xterm_mouse = 0;
+    term->xterm_extended_mouse = 0;
+    term->urxvt_extended_mouse = 0;
+    set_raw_mouse_mode(term->frontend, FALSE);
+    term->bracketed_paste = FALSE;
     {
        int i;
        for (i = 0; i < 256; i++)
-           term->wordness[i] = term->cfg.wordness[i];
+           term->wordness[i] = conf_get_int_int(term->conf, CONF_wordness, i);
     }
     if (term->screen) {
        swap_screen(term, 1, FALSE, FALSE);
        erase_lots(term, FALSE, TRUE, TRUE);
        swap_screen(term, 0, FALSE, FALSE);
-       erase_lots(term, FALSE, TRUE, TRUE);
+       if (clear)
+           erase_lots(term, FALSE, TRUE, TRUE);
+       term->curs.y = find_last_nonempty_line(term, term->screen) + 1;
+       if (term->curs.y == term->rows) {
+           term->curs.y--;
+           scroll(term, 0, term->rows - 1, 1, TRUE);
+       }
+    } else {
+       term->curs.y = 0;
     }
+    term->curs.x = 0;
+    term_schedule_tblink(term);
+    term_schedule_cblink(term);
 }
 
 /*
@@ -229,14 +1258,18 @@ static void power_on(Terminal *term)
 void term_update(Terminal *term)
 {
     Context ctx;
+
+    term->window_update_pending = FALSE;
+
     ctx = get_ctx(term->frontend);
     if (ctx) {
        int need_sbar_update = term->seen_disp_event;
-       if (term->seen_disp_event && term->cfg.scroll_on_disp) {
+       if (term->seen_disp_event && term->scroll_on_disp) {
            term->disptop = 0;         /* return to main screen */
            term->seen_disp_event = 0;
            need_sbar_update = TRUE;
        }
+
        if (need_sbar_update)
            update_sbar(term);
        do_paint(term, ctx, TRUE);
@@ -270,33 +1303,110 @@ void term_seen_key_event(Terminal *term)
     /*
      * Reset the scrollback on keypress, if we're doing that.
      */
-    if (term->cfg.scroll_on_key) {
+    if (term->scroll_on_key) {
        term->disptop = 0;             /* return to main screen */
-       term->seen_disp_event = 1;
+       seen_disp_event(term);
     }
 }
 
 /*
  * Same as power_on(), but an external function.
  */
-void term_pwron(Terminal *term)
+void term_pwron(Terminal *term, int clear)
 {
-    power_on(term);
+    power_on(term, clear);
     if (term->ldisc)                  /* cause ldisc to notice changes */
        ldisc_send(term->ldisc, NULL, 0, 0);
-    fix_cpos;
     term->disptop = 0;
     deselect(term);
     term_update(term);
 }
 
+static void set_erase_char(Terminal *term)
+{
+    term->erase_char = term->basic_erase_char;
+    if (term->use_bce)
+       term->erase_char.attr = (term->curr_attr &
+                                (ATTR_FGMASK | ATTR_BGMASK));
+}
+
+/*
+ * We copy a bunch of stuff out of the Conf structure into local
+ * fields in the Terminal structure, to avoid the repeated tree234
+ * lookups which would be involved in fetching them from the former
+ * every time.
+ */
+void term_copy_stuff_from_conf(Terminal *term)
+{
+    term->ansi_colour = conf_get_int(term->conf, CONF_ansi_colour);
+    term->arabicshaping = conf_get_int(term->conf, CONF_arabicshaping);
+    term->beep = conf_get_int(term->conf, CONF_beep);
+    term->bellovl = conf_get_int(term->conf, CONF_bellovl);
+    term->bellovl_n = conf_get_int(term->conf, CONF_bellovl_n);
+    term->bellovl_s = conf_get_int(term->conf, CONF_bellovl_s);
+    term->bellovl_t = conf_get_int(term->conf, CONF_bellovl_t);
+    term->bidi = conf_get_int(term->conf, CONF_bidi);
+    term->bksp_is_delete = conf_get_int(term->conf, CONF_bksp_is_delete);
+    term->blink_cur = conf_get_int(term->conf, CONF_blink_cur);
+    term->blinktext = conf_get_int(term->conf, CONF_blinktext);
+    term->cjk_ambig_wide = conf_get_int(term->conf, CONF_cjk_ambig_wide);
+    term->conf_height = conf_get_int(term->conf, CONF_height);
+    term->conf_width = conf_get_int(term->conf, CONF_width);
+    term->crhaslf = conf_get_int(term->conf, CONF_crhaslf);
+    term->erase_to_scrollback = conf_get_int(term->conf, CONF_erase_to_scrollback);
+    term->funky_type = conf_get_int(term->conf, CONF_funky_type);
+    term->lfhascr = conf_get_int(term->conf, CONF_lfhascr);
+    term->logflush = conf_get_int(term->conf, CONF_logflush);
+    term->logtype = conf_get_int(term->conf, CONF_logtype);
+    term->mouse_override = conf_get_int(term->conf, CONF_mouse_override);
+    term->nethack_keypad = conf_get_int(term->conf, CONF_nethack_keypad);
+    term->no_alt_screen = conf_get_int(term->conf, CONF_no_alt_screen);
+    term->no_applic_c = conf_get_int(term->conf, CONF_no_applic_c);
+    term->no_applic_k = conf_get_int(term->conf, CONF_no_applic_k);
+    term->no_dbackspace = conf_get_int(term->conf, CONF_no_dbackspace);
+    term->no_mouse_rep = conf_get_int(term->conf, CONF_no_mouse_rep);
+    term->no_remote_charset = conf_get_int(term->conf, CONF_no_remote_charset);
+    term->no_remote_resize = conf_get_int(term->conf, CONF_no_remote_resize);
+    term->no_remote_wintitle = conf_get_int(term->conf, CONF_no_remote_wintitle);
+    term->rawcnp = conf_get_int(term->conf, CONF_rawcnp);
+    term->rect_select = conf_get_int(term->conf, CONF_rect_select);
+    term->remote_qtitle_action = conf_get_int(term->conf, CONF_remote_qtitle_action);
+    term->rxvt_homeend = conf_get_int(term->conf, CONF_rxvt_homeend);
+    term->scroll_on_disp = conf_get_int(term->conf, CONF_scroll_on_disp);
+    term->scroll_on_key = conf_get_int(term->conf, CONF_scroll_on_key);
+    term->xterm_256_colour = conf_get_int(term->conf, CONF_xterm_256_colour);
+
+    /*
+     * Parse the control-character escapes in the configured
+     * answerback string.
+     */
+    {
+       char *answerback = conf_get_str(term->conf, CONF_answerback);
+       int maxlen = strlen(answerback);
+
+       term->answerback = snewn(maxlen, char);
+       term->answerbacklen = 0;
+
+       while (*answerback) {
+           char *n;
+           char c = ctrlparse(answerback, &n);
+           if (n) {
+               term->answerback[term->answerbacklen++] = c;
+               answerback = n;
+           } else {
+               term->answerback[term->answerbacklen++] = *answerback++;
+           }
+       }
+    }
+}
+
 /*
  * When the user reconfigures us, we need to check the forbidden-
  * alternate-screen config option, disable raw mouse mode if the
  * user has disabled mouse reporting, and abandon a print job if
  * the user has disabled printing.
  */
-void term_reconfig(Terminal *term, Config *cfg)
+void term_reconfig(Terminal *term, Conf *conf)
 {
     /*
      * Before adopting the new config, check all those terminal
@@ -305,53 +1415,76 @@ void term_reconfig(Terminal *term, Config *cfg)
      * default one. The full list is: Auto wrap mode, DEC Origin
      * Mode, BCE, blinking text, character classes.
      */
-    int reset_wrap, reset_decom, reset_bce, reset_blink, reset_charclass;
+    int reset_wrap, reset_decom, reset_bce, reset_tblink, reset_charclass;
     int i;
 
-    reset_wrap = (term->cfg.wrap_mode != cfg->wrap_mode);
-    reset_decom = (term->cfg.dec_om != cfg->dec_om);
-    reset_bce = (term->cfg.bce != cfg->bce);
-    reset_blink = (term->cfg.blinktext != cfg->blinktext);
+    reset_wrap = (conf_get_int(term->conf, CONF_wrap_mode) !=
+                 conf_get_int(conf, CONF_wrap_mode));
+    reset_decom = (conf_get_int(term->conf, CONF_dec_om) !=
+                  conf_get_int(conf, CONF_dec_om));
+    reset_bce = (conf_get_int(term->conf, CONF_bce) !=
+                conf_get_int(conf, CONF_bce));
+    reset_tblink = (conf_get_int(term->conf, CONF_blinktext) !=
+                   conf_get_int(conf, CONF_blinktext));
     reset_charclass = 0;
-    for (i = 0; i < lenof(term->cfg.wordness); i++)
-       if (term->cfg.wordness[i] != cfg->wordness[i])
+    for (i = 0; i < 256; i++)
+       if (conf_get_int_int(term->conf, CONF_wordness, i) !=
+           conf_get_int_int(conf, CONF_wordness, i))
            reset_charclass = 1;
 
-    term->cfg = *cfg;                 /* STRUCTURE COPY */
+    /*
+     * If the bidi or shaping settings have changed, flush the bidi
+     * cache completely.
+     */
+    if (conf_get_int(term->conf, CONF_arabicshaping) !=
+       conf_get_int(conf, CONF_arabicshaping) ||
+       conf_get_int(term->conf, CONF_bidi) !=
+       conf_get_int(conf, CONF_bidi)) {
+       for (i = 0; i < term->bidi_cache_size; i++) {
+           sfree(term->pre_bidi_cache[i].chars);
+           sfree(term->post_bidi_cache[i].chars);
+           term->pre_bidi_cache[i].width = -1;
+           term->pre_bidi_cache[i].chars = NULL;
+           term->post_bidi_cache[i].width = -1;
+           term->post_bidi_cache[i].chars = NULL;
+       }
+    }
+
+    conf_free(term->conf);
+    term->conf = conf_copy(conf);
 
     if (reset_wrap)
-       term->alt_wrap = term->wrap = term->cfg.wrap_mode;
+       term->alt_wrap = term->wrap = conf_get_int(term->conf, CONF_wrap_mode);
     if (reset_decom)
-       term->alt_om = term->dec_om = term->cfg.dec_om;
+       term->alt_om = term->dec_om = conf_get_int(term->conf, CONF_dec_om);
     if (reset_bce) {
-       term->use_bce = term->cfg.bce;
-       if (term->use_bce)
-           term->erase_char = (' ' | ATTR_ASCII |
-                               (term->curr_attr &
-                                (ATTR_FGMASK | ATTR_BGMASK)));
-       else
-           term->erase_char = ERASE_CHAR;
+       term->use_bce = conf_get_int(term->conf, CONF_bce);
+       set_erase_char(term);
+    }
+    if (reset_tblink) {
+       term->blink_is_real = conf_get_int(term->conf, CONF_blinktext);
     }
-    if (reset_blink)
-       term->blink_is_real = term->cfg.blinktext;
     if (reset_charclass)
        for (i = 0; i < 256; i++)
-           term->wordness[i] = term->cfg.wordness[i];
+           term->wordness[i] = conf_get_int_int(term->conf, CONF_wordness, i);
 
-    if (term->cfg.no_alt_screen)
+    if (conf_get_int(term->conf, CONF_no_alt_screen))
        swap_screen(term, 0, FALSE, FALSE);
-    if (term->cfg.no_mouse_rep) {
+    if (conf_get_int(term->conf, CONF_no_mouse_rep)) {
        term->xterm_mouse = 0;
        set_raw_mouse_mode(term->frontend, 0);
     }
-    if (term->cfg.no_remote_charset) {
-       term->cset_attr[0] = term->cset_attr[1] = ATTR_ASCII;
+    if (conf_get_int(term->conf, CONF_no_remote_charset)) {
+       term->cset_attr[0] = term->cset_attr[1] = CSET_ASCII;
        term->sco_acs = term->alt_sco_acs = 0;
        term->utf = 0;
     }
-    if (!*term->cfg.printer) {
+    if (!conf_get_str(term->conf, CONF_printer)) {
        term_print_finish(term);
     }
+    term_schedule_tblink(term);
+    term_schedule_cblink(term);
+    term_copy_stuff_from_conf(term);
 }
 
 /*
@@ -359,10 +1492,10 @@ void term_reconfig(Terminal *term, Config *cfg)
  */
 void term_clrsb(Terminal *term)
 {
-    unsigned long *line;
+    unsigned char *line;
     term->disptop = 0;
     while ((line = delpos234(term->scrollback, 0)) != NULL) {
-       sfree(line);
+       sfree(line);            /* this is compressed data, not a termline */
     }
     term->tempsblines = 0;
     term->alt_sblines = 0;
@@ -372,7 +1505,7 @@ void term_clrsb(Terminal *term)
 /*
  * Initialise the terminal.
  */
-Terminal *term_init(Config *mycfg, struct unicode_data *ucsdata,
+Terminal *term_init(Conf *myconf, struct unicode_data *ucsdata,
                    void *frontend)
 {
     Terminal *term;
@@ -384,11 +1517,11 @@ Terminal *term_init(Config *mycfg, struct unicode_data *ucsdata,
     term = snew(Terminal);
     term->frontend = frontend;
     term->ucsdata = ucsdata;
-    term->cfg = *mycfg;                       /* STRUCTURE COPY */
+    term->conf = conf_copy(myconf);
     term->logctx = NULL;
     term->compatibility_level = TM_PUTTY;
     strcpy(term->id_string, "\033[?6c");
-    term->last_blink = term->last_tblink = 0;
+    term->cblink_pending = term->tblink_pending = FALSE;
     term->paste_buffer = NULL;
     term->paste_len = 0;
     term->last_paste = 0;
@@ -399,24 +1532,27 @@ Terminal *term_init(Config *mycfg, struct unicode_data *ucsdata,
     term->vt52_mode = FALSE;
     term->cr_lf_return = FALSE;
     term->seen_disp_event = FALSE;
-    term->xterm_mouse = term->mouse_is_down = FALSE;
+    term->mouse_is_down = FALSE;
     term->reset_132 = FALSE;
-    term->blinker = term->tblinker = 0;
+    term->cblinker = term->tblinker = 0;
     term->has_focus = 1;
     term->repeat_off = FALSE;
     term->termstate = TOPLEVEL;
     term->selstate = NO_SELECTION;
     term->curstype = 0;
 
+    term_copy_stuff_from_conf(term);
+
     term->screen = term->alt_screen = term->scrollback = NULL;
     term->tempsblines = 0;
     term->alt_sblines = 0;
     term->disptop = 0;
-    term->disptext = term->dispcurs = NULL;
+    term->disptext = NULL;
+    term->dispcursx = term->dispcursy = -1;
     term->tabs = NULL;
     deselect(term);
     term->rows = term->cols = -1;
-    power_on(term);
+    power_on(term, TRUE);
     term->beephead = term->beeptail = NULL;
 #ifdef OPTIMISE_SCROLL
     term->scrollhead = term->scrolltail = NULL;
@@ -428,24 +1564,45 @@ Terminal *term_init(Config *mycfg, struct unicode_data *ucsdata,
     term->resize_fn = NULL;
     term->resize_ctx = NULL;
     term->in_term_out = FALSE;
+    term->ltemp = NULL;
+    term->ltemp_size = 0;
+    term->wcFrom = NULL;
+    term->wcTo = NULL;
+    term->wcFromTo_size = 0;
+
+    term->window_update_pending = FALSE;
+
+    term->bidi_cache_size = 0;
+    term->pre_bidi_cache = term->post_bidi_cache = NULL;
+
+    /* FULL-TERMCHAR */
+    term->basic_erase_char.chr = CSET_ASCII | ' ';
+    term->basic_erase_char.attr = ATTR_DEFAULT;
+    term->basic_erase_char.cc_next = 0;
+    term->erase_char = term->basic_erase_char;
 
     return term;
 }
 
 void term_free(Terminal *term)
 {
-    unsigned long *line;
+    termline *line;
     struct beeptime *beep;
+    int i;
 
     while ((line = delpos234(term->scrollback, 0)) != NULL)
-       sfree(line);
+       sfree(line);                   /* compressed data, not a termline */
     freetree234(term->scrollback);
     while ((line = delpos234(term->screen, 0)) != NULL)
-       sfree(line);
+       freeline(line);
     freetree234(term->screen);
     while ((line = delpos234(term->alt_screen, 0)) != NULL)
-       sfree(line);
+       freeline(line);
     freetree234(term->alt_screen);
+    if (term->disptext) {
+       for (i = 0; i < term->rows; i++)
+           freeline(term->disptext[i]);
+    }
     sfree(term->disptext);
     while (term->beephead) {
        beep = term->beephead;
@@ -457,6 +1614,25 @@ void term_free(Terminal *term)
        printer_finish_job(term->print_job);
     bufchain_clear(&term->printer_buf);
     sfree(term->paste_buffer);
+    sfree(term->ltemp);
+    sfree(term->wcFrom);
+    sfree(term->wcTo);
+
+    for (i = 0; i < term->bidi_cache_size; i++) {
+       sfree(term->pre_bidi_cache[i].chars);
+       sfree(term->post_bidi_cache[i].chars);
+        sfree(term->post_bidi_cache[i].forward);
+        sfree(term->post_bidi_cache[i].backward);
+    }
+    sfree(term->pre_bidi_cache);
+    sfree(term->post_bidi_cache);
+
+    sfree(term->tabs);
+
+    expire_timer_context(term);
+
+    conf_free(term->conf);
+
     sfree(term);
 }
 
@@ -466,8 +1642,8 @@ void term_free(Terminal *term)
 void term_size(Terminal *term, int newrows, int newcols, int newsavelines)
 {
     tree234 *newalt;
-    unsigned long *newdisp, *line;
-    int i, j;
+    termline **newdisp, *line;
+    int i, j, oldrows = term->rows;
     int sblen;
     int save_alt_which = term->alt_which;
 
@@ -475,6 +1651,11 @@ void term_size(Terminal *term, int newrows, int newcols, int newsavelines)
        newsavelines == term->savelines)
        return;                        /* nothing to do */
 
+    /* Behave sensibly if we're given zero (or negative) rows/cols */
+
+    if (newrows < 1) newrows = 1;
+    if (newcols < 1) newcols = 1;
+
     deselect(term);
     swap_screen(term, 0, FALSE, FALSE);
 
@@ -512,20 +1693,22 @@ void term_size(Terminal *term, int newrows, int newcols, int newsavelines)
     assert(term->rows == count234(term->screen));
     while (term->rows < newrows) {
        if (term->tempsblines > 0) {
+           unsigned char *cline;
            /* Insert a line from the scrollback at the top of the screen. */
            assert(sblen >= term->tempsblines);
-           line = delpos234(term->scrollback, --sblen);
+           cline = delpos234(term->scrollback, --sblen);
+           line = decompressline(cline, NULL);
+           sfree(cline);
+           line->temporary = FALSE;   /* reconstituted line is now real */
            term->tempsblines -= 1;
            addpos234(term->screen, line, 0);
            term->curs.y += 1;
            term->savecurs.y += 1;
+           term->alt_y += 1;
+           term->alt_savecurs.y += 1;
        } else {
            /* Add a new blank line at the bottom of the screen. */
-           line = snewn(newcols + 2, TTYPE);
-           line[0] = newcols;
-           for (j = 0; j < newcols; j++)
-               line[j + 1] = ERASE_CHAR;
-            line[newcols + 1] = LATTR_NORM;
+           line = newline(term, newcols, FALSE);
            addpos234(term->screen, line, count234(term->screen));
        }
        term->rows += 1;
@@ -534,14 +1717,18 @@ void term_size(Terminal *term, int newrows, int newcols, int newsavelines)
     while (term->rows > newrows) {
        if (term->curs.y < term->rows - 1) {
            /* delete bottom row, unless it contains the cursor */
-           sfree(delpos234(term->screen, term->rows - 1));
+            line = delpos234(term->screen, term->rows - 1);
+            freeline(line);
        } else {
            /* push top row to scrollback */
            line = delpos234(term->screen, 0);
-           addpos234(term->scrollback, line, sblen++);
+           addpos234(term->scrollback, compressline(line), sblen++);
+           freeline(line);
            term->tempsblines += 1;
            term->curs.y -= 1;
            term->savecurs.y -= 1;
+           term->alt_y -= 1;
+           term->alt_savecurs.y -= 1;
        }
        term->rows -= 1;
     }
@@ -561,26 +1748,29 @@ void term_size(Terminal *term, int newrows, int newcols, int newsavelines)
     term->disptop = 0;
 
     /* Make a new displayed text buffer. */
-    newdisp = snewn(newrows * (newcols + 1), TTYPE);
-    for (i = 0; i < newrows * (newcols + 1); i++)
-       newdisp[i] = ATTR_INVALID;
+    newdisp = snewn(newrows, termline *);
+    for (i = 0; i < newrows; i++) {
+       newdisp[i] = newline(term, newcols, FALSE);
+       for (j = 0; j < newcols; j++)
+           newdisp[i]->chars[j].attr = ATTR_INVALID;
+    }
+    if (term->disptext) {
+       for (i = 0; i < oldrows; i++)
+           freeline(term->disptext[i]);
+    }
     sfree(term->disptext);
     term->disptext = newdisp;
-    term->dispcurs = NULL;
+    term->dispcursx = term->dispcursy = -1;
 
     /* Make a new alternate screen. */
     newalt = newtree234(NULL);
     for (i = 0; i < newrows; i++) {
-       line = snewn(newcols + 2, TTYPE);
-       line[0] = newcols;
-       for (j = 0; j < newcols; j++)
-           line[j + 1] = term->erase_char;
-        line[newcols + 1] = LATTR_NORM;
+       line = newline(term, newcols, TRUE);
        addpos234(newalt, line, i);
     }
     if (term->alt_screen) {
        while (NULL != (line = delpos234(term->alt_screen, 0)))
-           sfree(line);
+           freeline(line);
        freetree234(term->alt_screen);
     }
     term->alt_screen = newalt;
@@ -598,19 +1788,32 @@ void term_size(Terminal *term, int newrows, int newcols, int newsavelines)
        term->savecurs.y = 0;
     if (term->savecurs.y >= newrows)
        term->savecurs.y = newrows - 1;
+    if (term->savecurs.x >= newcols)
+       term->savecurs.x = newcols - 1;
+    if (term->alt_savecurs.y < 0)
+       term->alt_savecurs.y = 0;
+    if (term->alt_savecurs.y >= newrows)
+       term->alt_savecurs.y = newrows - 1;
+    if (term->alt_savecurs.x >= newcols)
+       term->alt_savecurs.x = newcols - 1;
     if (term->curs.y < 0)
        term->curs.y = 0;
     if (term->curs.y >= newrows)
        term->curs.y = newrows - 1;
     if (term->curs.x >= newcols)
        term->curs.x = newcols - 1;
+    if (term->alt_y < 0)
+       term->alt_y = 0;
+    if (term->alt_y >= newrows)
+       term->alt_y = newrows - 1;
+    if (term->alt_x >= newcols)
+       term->alt_x = newcols - 1;
     term->alt_x = term->alt_y = 0;
     term->wrapnext = term->alt_wnext = FALSE;
 
     term->rows = newrows;
     term->cols = newcols;
     term->savelines = newsavelines;
-    fix_cpos;
 
     swap_screen(term, save_alt_which, FALSE, FALSE);
 
@@ -630,7 +1833,7 @@ void term_provide_resize_fn(Terminal *term,
 {
     term->resize_fn = resize_fn;
     term->resize_ctx = resize_ctx;
-    if (term->cols > 0 && term->rows > 0)
+    if (resize_fn && term->cols > 0 && term->rows > 0)
        resize_fn(resize_ctx, term->cols, term->rows);
 }
 
@@ -642,13 +1845,12 @@ static int find_last_nonempty_line(Terminal * term, tree234 * screen)
 {
     int i;
     for (i = count234(screen) - 1; i >= 0; i--) {
-       unsigned long *line = index234(screen, i);
+       termline *line = index234(screen, i);
        int j;
-       int cols = line[0];
-       for (j = 0; j < cols; j++) {
-           if (line[j + 1] != term->erase_char) break;
-       }
-       if (j != cols) break;
+       for (j = 0; j < line->cols; j++)
+           if (!termchars_equal(&line->chars[j], &term->erase_char))
+               break;
+       if (j != line->cols) break;
     }
     return i;
 }
@@ -663,6 +1865,7 @@ static int find_last_nonempty_line(Terminal * term, tree234 * screen)
 static void swap_screen(Terminal *term, int which, int reset, int keep_cur_pos)
 {
     int t;
+    pos tp;
     tree234 *ttr;
 
     if (!which)
@@ -710,6 +1913,35 @@ static void swap_screen(Terminal *term, int which, int reset, int keep_cur_pos)
        t = term->sco_acs;
        if (!reset) term->sco_acs = term->alt_sco_acs;
        term->alt_sco_acs = t;
+
+       tp = term->savecurs;
+       if (!reset && !keep_cur_pos)
+           term->savecurs = term->alt_savecurs;
+       term->alt_savecurs = tp;
+        t = term->save_cset;
+        if (!reset && !keep_cur_pos)
+            term->save_cset = term->alt_save_cset;
+        term->alt_save_cset = t;
+        t = term->save_csattr;
+        if (!reset && !keep_cur_pos)
+            term->save_csattr = term->alt_save_csattr;
+        term->alt_save_csattr = t;
+        t = term->save_attr;
+        if (!reset && !keep_cur_pos)
+            term->save_attr = term->alt_save_attr;
+        term->alt_save_attr = t;
+        t = term->save_utf;
+        if (!reset && !keep_cur_pos)
+            term->save_utf = term->alt_save_utf;
+        term->alt_save_utf = t;
+        t = term->save_wnext;
+        if (!reset && !keep_cur_pos)
+            term->save_wnext = term->alt_save_wnext;
+        term->alt_save_wnext = t;
+        t = term->save_sco_acs;
+        if (!reset && !keep_cur_pos)
+            term->save_sco_acs = term->alt_save_sco_acs;
+        term->alt_save_sco_acs = t;
     }
 
     if (reset && term->screen) {
@@ -718,13 +1950,6 @@ static void swap_screen(Terminal *term, int which, int reset, int keep_cur_pos)
         */
        erase_lots(term, FALSE, TRUE, TRUE);
     }
-
-    /*
-     * This might not be possible if we're called during
-     * initialisation.
-     */
-    if (term->screen)
-       fix_cpos;
 }
 
 /*
@@ -751,29 +1976,35 @@ static void check_selection(Terminal *term, pos from, pos to)
  * Scroll the screen. (`lines' is +ve for scrolling forward, -ve
  * for backward.) `sb' is TRUE if the scrolling is permitted to
  * affect the scrollback buffer.
- * 
- * NB this function invalidates all pointers into lines of the
- * screen data structures. In particular, you MUST call fix_cpos
- * after calling scroll() and before doing anything else that
- * uses the cpos shortcut pointer.
  */
 static void scroll(Terminal *term, int topline, int botline, int lines, int sb)
 {
-    unsigned long *line, *line2;
-    int i, seltop, olddisptop, shift;
+    termline *line;
+    int i, seltop, scrollwinsize;
+#ifdef OPTIMISE_SCROLL
+    int olddisptop, shift;
+#endif /* OPTIMISE_SCROLL */
 
     if (topline != 0 || term->alt_which != 0)
        sb = FALSE;
 
+#ifdef OPTIMISE_SCROLL
     olddisptop = term->disptop;
     shift = lines;
+#endif /* OPTIMISE_SCROLL */
+
+    scrollwinsize = botline - topline + 1;
+
     if (lines < 0) {
-       while (lines < 0) {
+        lines = -lines;
+        if (lines > scrollwinsize)
+            lines = scrollwinsize;
+       while (lines-- > 0) {
            line = delpos234(term->screen, botline);
-            line = resizeline(line, term->cols);
+            resizeline(term, line, term->cols);
            for (i = 0; i < term->cols; i++)
-               line[i + 1] = term->erase_char;
-           line[term->cols + 1] = 0;
+               copy_termchar(line, i, &term->erase_char);
+           line->lattr = LATTR_NORM;
            addpos234(term->screen, line, topline);
 
            if (term->selstart.y >= topline && term->selstart.y <= botline) {
@@ -790,29 +2021,34 @@ static void scroll(Terminal *term, int topline, int botline, int lines, int sb)
                    term->selend.x = 0;
                }
            }
-
-           lines++;
        }
     } else {
-       while (lines > 0) {
+        if (lines > scrollwinsize)
+            lines = scrollwinsize;
+       while (lines-- > 0) {
            line = delpos234(term->screen, topline);
+#ifdef TERM_CC_DIAGS
+           cc_check(line);
+#endif
            if (sb && term->savelines > 0) {
                int sblen = count234(term->scrollback);
                /*
                 * We must add this line to the scrollback. We'll
-                * remove a line from the top of the scrollback to
-                * replace it, or allocate a new one if the
-                * scrollback isn't full.
+                * remove a line from the top of the scrollback if
+                * the scrollback is full.
                 */
                if (sblen == term->savelines) {
-                   sblen--, line2 = delpos234(term->scrollback, 0);
-               } else {
-                   line2 = snewn(term->cols + 2, TTYPE);
-                   line2[0] = term->cols;
+                   unsigned char *cline;
+
+                   sblen--;
+                   cline = delpos234(term->scrollback, 0);
+                   sfree(cline);
+               } else
                    term->tempsblines += 1;
-               }
-               addpos234(term->scrollback, line, sblen);
-               line = line2;
+
+               addpos234(term->scrollback, compressline(line), sblen);
+
+               /* now `line' itself can be reused as the bottom line */
 
                /*
                 * If the user is currently looking at part of the
@@ -831,10 +2067,10 @@ static void scroll(Terminal *term, int topline, int botline, int lines, int sb)
                if (term->disptop > -term->savelines && term->disptop < 0)
                    term->disptop--;
            }
-            line = resizeline(line, term->cols);
+            resizeline(term, line, term->cols);
            for (i = 0; i < term->cols; i++)
-               line[i + 1] = term->erase_char;
-           line[term->cols + 1] = LATTR_NORM;
+               copy_termchar(line, i, &term->erase_char);
+           line->lattr = LATTR_NORM;
            addpos234(term->screen, line, botline);
 
            /*
@@ -850,30 +2086,31 @@ static void scroll(Terminal *term, int topline, int botline, int lines, int sb)
             */
            seltop = sb ? -term->savelines : topline;
 
-           if (term->selstart.y >= seltop &&
-               term->selstart.y <= botline) {
-               term->selstart.y--;
-               if (term->selstart.y < seltop) {
-                   term->selstart.y = seltop;
-                   term->selstart.x = 0;
+           if (term->selstate != NO_SELECTION) {
+               if (term->selstart.y >= seltop &&
+                   term->selstart.y <= botline) {
+                   term->selstart.y--;
+                   if (term->selstart.y < seltop) {
+                       term->selstart.y = seltop;
+                       term->selstart.x = 0;
+                   }
                }
-           }
-           if (term->selend.y >= seltop && term->selend.y <= botline) {
-               term->selend.y--;
-               if (term->selend.y < seltop) {
-                   term->selend.y = seltop;
-                   term->selend.x = 0;
+               if (term->selend.y >= seltop && term->selend.y <= botline) {
+                   term->selend.y--;
+                   if (term->selend.y < seltop) {
+                       term->selend.y = seltop;
+                       term->selend.x = 0;
+                   }
                }
-           }
-           if (term->selanchor.y >= seltop && term->selanchor.y <= botline) {
-               term->selanchor.y--;
-               if (term->selanchor.y < seltop) {
-                   term->selanchor.y = seltop;
-                   term->selanchor.x = 0;
+               if (term->selanchor.y >= seltop &&
+                   term->selanchor.y <= botline) {
+                   term->selanchor.y--;
+                   if (term->selanchor.y < seltop) {
+                       term->selanchor.y = seltop;
+                       term->selanchor.x = 0;
+                   }
                }
            }
-
-           lines--;
        }
     }
 #ifdef OPTIMISE_SCROLL
@@ -918,26 +2155,34 @@ static void save_scroll(Terminal *term, int topline, int botline, int lines)
  */
 static void scroll_display(Terminal *term, int topline, int botline, int lines)
 {
-    unsigned long *start, *end;
-    int distance, size, i;
+    int distance, nlines, i, j;
 
-    start = term->disptext + topline * (term->cols + 1);
-    end = term->disptext + (botline + 1) * (term->cols + 1);
-    distance = (lines > 0 ? lines : -lines) * (term->cols + 1);
-    size = end - start - distance;
+    distance = lines > 0 ? lines : -lines;
+    nlines = botline - topline + 1 - distance;
     if (lines > 0) {
-       memmove(start, start + distance, size * TSIZE);
-       if (term->dispcurs >= start + distance &&
-           term->dispcurs <= start + distance + size)
-           term->dispcurs -= distance;
+       for (i = 0; i < nlines; i++)
+           for (j = 0; j < term->cols; j++)
+               copy_termchar(term->disptext[i], j,
+                             term->disptext[i+distance]->chars+j);
+       if (term->dispcursy >= 0 &&
+           term->dispcursy >= topline + distance &&
+           term->dispcursy < topline + distance + nlines)
+           term->dispcursy -= distance;
        for (i = 0; i < distance; i++)
-           (start + size)[i] |= ATTR_INVALID;
+           for (j = 0; j < term->cols; j++)
+               term->disptext[nlines+i]->chars[j].attr |= ATTR_INVALID;
     } else {
-       memmove(start + distance, start, size * TSIZE);
-       if (term->dispcurs >= start && term->dispcurs <= start + size)
-           term->dispcurs += distance;
+       for (i = nlines; i-- ;)
+           for (j = 0; j < term->cols; j++)
+               copy_termchar(term->disptext[i+distance], j,
+                             term->disptext[i]->chars+j);
+       if (term->dispcursy >= 0 &&
+           term->dispcursy >= topline &&
+           term->dispcursy < topline + nlines)
+           term->dispcursy += distance;
        for (i = 0; i < distance; i++)
-           start[i] |= ATTR_INVALID;
+           for (j = 0; j < term->cols; j++)
+               term->disptext[i]->chars[j].attr |= ATTR_INVALID;
     }
     save_scroll(term, topline, botline, lines);
 }
@@ -969,7 +2214,6 @@ static void move(Terminal *term, int x, int y, int marg_clip)
        y = term->rows - 1;
     term->curs.x = x;
     term->curs.y = y;
-    fix_cpos;
     term->wrapnext = FALSE;
 }
 
@@ -1006,11 +2250,7 @@ static void save_cursor(Terminal *term, int save)
            term->wrapnext = FALSE;
        term->cset_attr[term->cset] = term->save_csattr;
        term->sco_acs = term->save_sco_acs;
-       fix_cpos;
-       if (term->use_bce)
-           term->erase_char = (' ' | ATTR_ASCII |
-                               (term->curr_attr &
-                                (ATTR_FGMASK | ATTR_BGMASK)));
+       set_erase_char(term);
     }
 }
 
@@ -1035,19 +2275,21 @@ static void save_cursor(Terminal *term, int save)
  */
 static void check_boundary(Terminal *term, int x, int y)
 {
-    unsigned long *ldata;
+    termline *ldata;
 
     /* Validate input coordinates, just in case. */
     if (x == 0 || x > term->cols)
        return;
 
-    ldata = lineptr(y);
+    ldata = scrlineptr(y);
     if (x == term->cols) {
-       ldata[x] &= ~LATTR_WRAPPED2;
+       ldata->lattr &= ~LATTR_WRAPPED2;
     } else {
-       if ((ldata[x] & (CHAR_MASK | CSET_MASK)) == UCSWIDE) {
-           ldata[x-1] = ldata[x] =
-               (ldata[x-1] &~ (CHAR_MASK | CSET_MASK)) | ATTR_ASCII | ' ';
+       if (ldata->chars[x].chr == UCSWIDE) {
+           clear_cc(ldata, x-1);
+           clear_cc(ldata, x);
+           ldata->chars[x-1].chr = ' ' | CSET_ASCII;
+           ldata->chars[x] = ldata->chars[x-1];
        }
     }
 }
@@ -1096,7 +2338,7 @@ static void erase_lots(Terminal *term,
     if (start.y == 0 && start.x == 0 && end.x == 0 && erase_lattr)
        erasing_lines_from_top = 1;
 
-    if (term->cfg.erase_to_scrollback && erasing_lines_from_top) {
+    if (term->erase_to_scrollback && erasing_lines_from_top) {
        /* If it's a whole number of lines, starting at the top, and
         * we're fully erasing them, erase by scrolling and keep the
         * lines in the scrollback. */
@@ -1107,20 +2349,20 @@ static void erase_lots(Terminal *term,
        }
        if (scrolllines > 0)
            scroll(term, 0, scrolllines - 1, scrolllines, TRUE);
-       fix_cpos;
     } else {
-       unsigned long *ldata = lineptr(start.y);
+       termline *ldata = scrlineptr(start.y);
        while (poslt(start, end)) {
            if (start.x == term->cols) {
                if (!erase_lattr)
-                   ldata[start.x] &= ~(LATTR_WRAPPED | LATTR_WRAPPED2);
+                   ldata->lattr &= ~(LATTR_WRAPPED | LATTR_WRAPPED2);
                else
-                   ldata[start.x] = LATTR_NORM;
+                   ldata->lattr = LATTR_NORM;
            } else {
-               ldata[start.x] = term->erase_char;
+               copy_termchar(ldata, start.x, &term->erase_char);
+           }
+           if (incpos(start) && start.y < term->rows) {
+               ldata = scrlineptr(start.y);
            }
-           if (incpos(start) && start.y < term->rows)
-               ldata = lineptr(start.y);
        }
     }
 
@@ -1138,9 +2380,9 @@ static void erase_lots(Terminal *term,
 static void insch(Terminal *term, int n)
 {
     int dir = (n < 0 ? -1 : +1);
-    int m;
+    int m, j;
     pos cursplus;
-    unsigned long *ldata;
+    termline *ldata;
 
     n = (n < 0 ? -n : n);
     if (n > term->cols - term->curs.x)
@@ -1152,15 +2394,21 @@ static void insch(Terminal *term, int n)
     check_boundary(term, term->curs.x, term->curs.y);
     if (dir < 0)
        check_boundary(term, term->curs.x + n, term->curs.y);
-    ldata = lineptr(term->curs.y);
+    ldata = scrlineptr(term->curs.y);
     if (dir < 0) {
-       memmove(ldata + term->curs.x, ldata + term->curs.x + n, m * TSIZE);
+       for (j = 0; j < m; j++)
+           move_termchar(ldata,
+                         ldata->chars + term->curs.x + j,
+                         ldata->chars + term->curs.x + j + n);
        while (n--)
-           ldata[term->curs.x + m++] = term->erase_char;
+           copy_termchar(ldata, term->curs.x + m++, &term->erase_char);
     } else {
-       memmove(ldata + term->curs.x + n, ldata + term->curs.x, m * TSIZE);
+       for (j = m; j-- ;)
+           move_termchar(ldata,
+                         ldata->chars + term->curs.x + j + n,
+                         ldata->chars + term->curs.x + j);
        while (n--)
-           ldata[term->curs.x + n] = term->erase_char;
+           copy_termchar(ldata, term->curs.x + n, &term->erase_char);
     }
 }
 
@@ -1170,8 +2418,6 @@ static void insch(Terminal *term, int n)
  */
 static void toggle_mode(Terminal *term, int mode, int query, int state)
 {
-    unsigned long ticks;
-
     if (query)
        switch (mode) {
          case 1:                      /* DECCKM: application cursor keys */
@@ -1183,12 +2429,13 @@ static void toggle_mode(Terminal *term, int mode, int query, int state)
                term->blink_is_real = FALSE;
                term->vt52_bold = FALSE;
            } else {
-               term->blink_is_real = term->cfg.blinktext;
+               term->blink_is_real = term->blinktext;
            }
+           term_schedule_tblink(term);
            break;
          case 3:                      /* DECCOLM: 80/132 columns */
            deselect(term);
-           if (!term->cfg.no_remote_resize)
+           if (!term->no_remote_resize)
                request_resize(term->frontend, state ? 132 : 80, term->rows);
            term->reset_132 = state;
            term->alt_t = term->marg_t = 0;
@@ -1203,27 +2450,15 @@ static void toggle_mode(Terminal *term, int mode, int query, int state)
             * effective visual bell, so that ESC[?5hESC[?5l will
             * always be an actually _visible_ visual bell.
             */
-           ticks = GETTICKCOUNT();
-           /* turn off a previous vbell to avoid inconsistencies */
-           if (ticks - term->vbell_startpoint >= VBELL_TIMEOUT)
-               term->in_vbell = FALSE;
-           if (term->rvideo && !state &&    /* we're turning it off... */
-               (ticks - term->rvbell_startpoint) < VBELL_TIMEOUT) {/*...soon*/
-               /* If there's no vbell timeout already, or this one lasts
-                * longer, replace vbell_timeout with ours. */
-               if (!term->in_vbell ||
-                   (term->rvbell_startpoint - term->vbell_startpoint <
-                    VBELL_TIMEOUT))
-                   term->vbell_startpoint = term->rvbell_startpoint;
-               term->in_vbell = TRUE; /* may clear rvideo but set in_vbell */
+           if (term->rvideo && !state) {
+               /* This is an OFF, so set up a vbell */
+               term_schedule_vbell(term, TRUE, term->rvbell_startpoint);
            } else if (!term->rvideo && state) {
                /* This is an ON, so we notice the time and save it. */
-               term->rvbell_startpoint = ticks;
+               term->rvbell_startpoint = GETTICKCOUNT();
            }
            term->rvideo = state;
-           term->seen_disp_event = TRUE;
-           if (state)
-               term_update(term);
+           seen_disp_event(term);
            break;
          case 6:                      /* DECOM: DEC origin mode */
            term->dec_om = state;
@@ -1242,44 +2477,53 @@ static void toggle_mode(Terminal *term, int mode, int query, int state)
          case 25:                     /* DECTCEM: enable/disable cursor */
            compatibility2(OTHER, VT220);
            term->cursor_on = state;
-           term->seen_disp_event = TRUE;
+           seen_disp_event(term);
            break;
          case 47:                     /* alternate screen */
            compatibility(OTHER);
            deselect(term);
-           swap_screen(term, term->cfg.no_alt_screen ? 0 : state, FALSE, FALSE);
+           swap_screen(term, term->no_alt_screen ? 0 : state, FALSE, FALSE);
            term->disptop = 0;
            break;
-         case 1000:                   /* xterm mouse 1 */
+         case 1000:                   /* xterm mouse 1 (normal) */
            term->xterm_mouse = state ? 1 : 0;
            set_raw_mouse_mode(term->frontend, state);
            break;
-         case 1002:                   /* xterm mouse 2 */
+         case 1002:                   /* xterm mouse 2 (inc. button drags) */
            term->xterm_mouse = state ? 2 : 0;
            set_raw_mouse_mode(term->frontend, state);
            break;
+         case 1006:                   /* xterm extended mouse */
+           term->xterm_extended_mouse = state ? 1 : 0;
+           break;
+         case 1015:                   /* urxvt extended mouse */
+           term->urxvt_extended_mouse = state ? 1 : 0;
+           break;
          case 1047:                   /* alternate screen */
            compatibility(OTHER);
            deselect(term);
-           swap_screen(term, term->cfg.no_alt_screen ? 0 : state, TRUE, TRUE);
+           swap_screen(term, term->no_alt_screen ? 0 : state, TRUE, TRUE);
            term->disptop = 0;
            break;
          case 1048:                   /* save/restore cursor */
-           if (!term->cfg.no_alt_screen)
+           if (!term->no_alt_screen)
                 save_cursor(term, state);
-           if (!state) term->seen_disp_event = TRUE;
+           if (!state) seen_disp_event(term);
            break;
          case 1049:                   /* cursor & alternate screen */
-           if (state && !term->cfg.no_alt_screen)
+           if (state && !term->no_alt_screen)
                save_cursor(term, state);
-           if (!state) term->seen_disp_event = TRUE;
+           if (!state) seen_disp_event(term);
            compatibility(OTHER);
            deselect(term);
-           swap_screen(term, term->cfg.no_alt_screen ? 0 : state, TRUE, FALSE);
-           if (!state && !term->cfg.no_alt_screen)
+           swap_screen(term, term->no_alt_screen ? 0 : state, TRUE, FALSE);
+           if (!state && !term->no_alt_screen)
                save_cursor(term, state);
            term->disptop = 0;
            break;
+         case 2004:                   /* xterm bracketed paste */
+           term->bracketed_paste = state ? TRUE : FALSE;
+           break;
     } else
        switch (mode) {
          case 4:                      /* IRM: set insert mode */
@@ -1314,14 +2558,14 @@ static void do_osc(Terminal *term)
        switch (term->esc_args[0]) {
          case 0:
          case 1:
-           if (!term->cfg.no_remote_wintitle)
+           if (!term->no_remote_wintitle)
                set_icon(term->frontend, term->osc_string);
            if (term->esc_args[0] == 1)
                break;
            /* fall through: parameter 0 means set both */
          case 2:
          case 21:
-           if (!term->cfg.no_remote_wintitle)
+           if (!term->no_remote_wintitle)
                set_title(term->frontend, term->osc_string);
            break;
        }
@@ -1331,10 +2575,10 @@ static void do_osc(Terminal *term)
 /*
  * ANSI printing routines.
  */
-static void term_print_setup(Terminal *term)
+static void term_print_setup(Terminal *term, char *printer)
 {
     bufchain_clear(&term->printer_buf);
-    term->print_job = printer_start_job(term->cfg.printer);
+    term->print_job = printer_start_job(printer);
 }
 static void term_print_flush(Terminal *term)
 {
@@ -1380,16 +2624,17 @@ static void term_print_finish(Terminal *term)
  * in-memory display. There's a big state machine in here to
  * process escape sequences...
  */
-void term_out(Terminal *term)
+static void term_out(Terminal *term)
 {
-    int c, unget;
+    unsigned long c;
+    int unget;
     unsigned char localbuf[256], *chars;
     int nchars = 0;
 
     unget = -1;
 
     chars = NULL;                     /* placate compiler warnings */
-    while (nchars > 0 || bufchain_size(&term->inbuf) > 0) {
+    while (nchars > 0 || unget != -1 || bufchain_size(&term->inbuf) > 0) {
        if (unget == -1) {
            if (nchars == 0) {
                void *ret;
@@ -1408,7 +2653,7 @@ void term_out(Terminal *term)
             * Optionally log the session traffic to a file. Useful for
             * debugging and possibly also useful for actual logging.
             */
-           if (term->cfg.logtype == LGTYP_DEBUG && term->logctx)
+           if (term->logtype == LGTYP_DEBUG && term->logctx)
                logtraffic(term->logctx, (unsigned char) c, LGTYP_DEBUG);
        } else {
            c = unget;
@@ -1461,7 +2706,7 @@ void term_out(Terminal *term)
                        /* UTF-8 must be stateless so we ignore iso2022. */
                        if (term->ucsdata->unitab_ctrl[c] != 0xFF) 
                             c = term->ucsdata->unitab_ctrl[c];
-                       else c = ((unsigned char)c) | ATTR_ASCII;
+                       else c = ((unsigned char)c) | CSET_ASCII;
                        break;
                    } else if ((c & 0xe0) == 0xc0) {
                        term->utf_size = term->utf_state = 1;
@@ -1537,9 +2782,6 @@ void term_out(Terminal *term)
                    if (c == 0xFFFE || c == 0xFFFF)
                        c = UCSERR;
 
-                   /* Oops this is a 16bit implementation */
-                   if (c >= 0x10000)
-                       c = 0xFFFD;
                    break;
            }
            /* Are we in the nasty ACS mode? Note: no sco in utf mode. */
@@ -1547,7 +2789,7 @@ void term_out(Terminal *term)
                    (c!='\033' && c!='\012' && c!='\015' && c!='\b'))
            {
               if (term->sco_acs == 2) c |= 0x80;
-              c |= ATTR_SCOACS;
+              c |= CSET_SCOACS;
            } else {
                switch (term->cset_attr[term->cset]) {
                    /* 
@@ -1556,38 +2798,45 @@ void term_out(Terminal *term)
                     * range, make sure we use the same font as well as
                     * the same encoding.
                     */
-                 case ATTR_LINEDRW:
+                 case CSET_LINEDRW:
                    if (term->ucsdata->unitab_ctrl[c] != 0xFF)
                        c = term->ucsdata->unitab_ctrl[c];
                    else
-                       c = ((unsigned char) c) | ATTR_LINEDRW;
+                       c = ((unsigned char) c) | CSET_LINEDRW;
                    break;
 
-                 case ATTR_GBCHR:
+                 case CSET_GBCHR:
                    /* If UK-ASCII, make the '#' a LineDraw Pound */
                    if (c == '#') {
-                       c = '}' | ATTR_LINEDRW;
+                       c = '}' | CSET_LINEDRW;
                        break;
                    }
-                 /*FALLTHROUGH*/ case ATTR_ASCII:
+                 /*FALLTHROUGH*/ case CSET_ASCII:
                    if (term->ucsdata->unitab_ctrl[c] != 0xFF)
                        c = term->ucsdata->unitab_ctrl[c];
                    else
-                       c = ((unsigned char) c) | ATTR_ASCII;
+                       c = ((unsigned char) c) | CSET_ASCII;
                    break;
-               case ATTR_SCOACS:
-                   if (c>=' ') c = ((unsigned char)c) | ATTR_SCOACS;
+               case CSET_SCOACS:
+                   if (c>=' ') c = ((unsigned char)c) | CSET_SCOACS;
                    break;
                }
            }
        }
 
-       /* How about C1 controls ? */
+       /*
+        * How about C1 controls? 
+        * Explicitly ignore SCI (0x9a), which we don't translate to DECID.
+        */
        if ((c & -32) == 0x80 && term->termstate < DO_CTRLS &&
            !term->vt52_mode && has_compat(VT220)) {
-           term->termstate = SEEN_ESC;
-           term->esc_query = FALSE;
-           c = '@' + (c & 0x1F);
+           if (c == 0x9a)
+               c = 0;
+           else {
+               term->termstate = SEEN_ESC;
+               term->esc_query = FALSE;
+               c = '@' + (c & 0x1F);
+           }
        }
 
        /* Or the GL control. */
@@ -1595,43 +2844,29 @@ void term_out(Terminal *term)
            if (term->curs.x && !term->wrapnext)
                term->curs.x--;
            term->wrapnext = FALSE;
-           fix_cpos;
-           if (!term->cfg.no_dbackspace)    /* destructive bksp might be disabled */
-               *term->cpos = (' ' | term->curr_attr | ATTR_ASCII);
+           /* destructive backspace might be disabled */
+           if (!term->no_dbackspace) {
+               check_boundary(term, term->curs.x, term->curs.y);
+               check_boundary(term, term->curs.x+1, term->curs.y);
+               copy_termchar(scrlineptr(term->curs.y),
+                             term->curs.x, &term->erase_char);
+           }
        } else
            /* Or normal C0 controls. */
-       if ((c & -32) == 0 && term->termstate < DO_CTRLS) {
+       if ((c & ~0x1F) == 0 && term->termstate < DO_CTRLS) {
            switch (c) {
              case '\005':             /* ENQ: terminal type query */
-               /* Strictly speaking this is VT100 but a VT100 defaults to
+               /* 
+                * Strictly speaking this is VT100 but a VT100 defaults to
                 * no response. Other terminals respond at their option.
                 *
                 * Don't put a CR in the default string as this tends to
                 * upset some weird software.
-                *
-                * An xterm returns "xterm" (5 characters)
                 */
                compatibility(ANSIMIN);
                if (term->ldisc) {
-                   char abuf[256], *s, *d;
-                   int state = 0;
-                   for (s = term->cfg.answerback, d = abuf; *s; s++) {
-                       if (state) {
-                           if (*s >= 'a' && *s <= 'z')
-                               *d++ = (*s - ('a' - 1));
-                           else if ((*s >= '@' && *s <= '_') ||
-                                    *s == '?' || (*s & 0x80))
-                               *d++ = ('@' ^ *s);
-                           else if (*s == '~')
-                               *d++ = '^';
-                           state = 0;
-                       } else if (*s == '^') {
-                           state = 1;
-                       } else
-                           *d++ = *s;
-                   }
                    lpage_send(term->ldisc, DEFAULT_CODEPAGE,
-                              abuf, d - abuf, 0);
+                              term->answerback, term->answerbacklen, 0);
                }
                break;
              case '\007':            /* BEL: Bell */
@@ -1658,7 +2893,7 @@ void term_out(Terminal *term)
                     * t seconds ago.
                     */
                    while (term->beephead &&
-                          term->beephead->ticks < ticks - term->cfg.bellovl_t) {
+                          term->beephead->ticks < ticks - term->bellovl_t) {
                        struct beeptime *tmp = term->beephead;
                        term->beephead = tmp->next;
                        sfree(tmp);
@@ -1667,16 +2902,16 @@ void term_out(Terminal *term)
                        term->nbeeps--;
                    }
 
-                   if (term->cfg.bellovl && term->beep_overloaded &&
-                       ticks - term->lastbeep >= (unsigned)term->cfg.bellovl_s) {
+                   if (term->bellovl && term->beep_overloaded &&
+                       ticks - term->lastbeep >= (unsigned)term->bellovl_s) {
                        /*
                         * If we're currently overloaded and the
                         * last beep was more than s seconds ago,
                         * leave overload mode.
                         */
                        term->beep_overloaded = FALSE;
-                   } else if (term->cfg.bellovl && !term->beep_overloaded &&
-                              term->nbeeps >= term->cfg.bellovl_n) {
+                   } else if (term->bellovl && !term->beep_overloaded &&
+                              term->nbeeps >= term->bellovl_n) {
                        /*
                         * Now, if we have n or more beeps
                         * remaining in the queue, go into overload
@@ -1689,15 +2924,14 @@ void term_out(Terminal *term)
                    /*
                     * Perform an actual beep if we're not overloaded.
                     */
-                   if (!term->cfg.bellovl || !term->beep_overloaded) {
-                       beep(term->frontend, term->cfg.beep);
-                       if (term->cfg.beep == BELL_VISUAL) {
-                           term->in_vbell = TRUE;
-                           term->vbell_startpoint = ticks;
-                           term_update(term);
+                   if (!term->bellovl || !term->beep_overloaded) {
+                       do_beep(term->frontend, term->beep);
+
+                       if (term->beep == BELL_VISUAL) {
+                           term_schedule_vbell(term, FALSE, 0);
                        }
                    }
-                   term->seen_disp_event = TRUE;
+                   seen_disp_event(term);
                }
                break;
              case '\b':              /* BS: Back space */
@@ -1710,8 +2944,7 @@ void term_out(Terminal *term)
                    term->wrapnext = FALSE;
                else
                    term->curs.x--;
-               fix_cpos;
-               term->seen_disp_event = TRUE;
+               seen_disp_event(term);
                break;
              case '\016':            /* LS1: Locking-shift one */
                compatibility(VT100);
@@ -1733,9 +2966,15 @@ void term_out(Terminal *term)
              case '\015':            /* CR: Carriage return */
                term->curs.x = 0;
                term->wrapnext = FALSE;
-               fix_cpos;
-               term->seen_disp_event = TRUE;
+               seen_disp_event(term);
                term->paste_hold = 0;
+
+               if (term->crhaslf) {
+                   if (term->curs.y == term->marg_b)
+                       scroll(term, term->marg_t, term->marg_b, 1, TRUE);
+                   else if (term->curs.y < term->rows - 1)
+                       term->curs.y++;
+               }
                if (term->logctx)
                    logtraffic(term->logctx, (unsigned char) c, LGTYP_ASCII);
                break;
@@ -1745,7 +2984,7 @@ void term_out(Terminal *term)
                    erase_lots(term, FALSE, FALSE, TRUE);
                    term->disptop = 0;
                    term->wrapnext = FALSE;
-                   term->seen_disp_event = 1;
+                   seen_disp_event(term);
                    break;
                }
              case '\013':            /* VT: Line tabulation */
@@ -1755,11 +2994,10 @@ void term_out(Terminal *term)
                    scroll(term, term->marg_t, term->marg_b, 1, TRUE);
                else if (term->curs.y < term->rows - 1)
                    term->curs.y++;
-               if (term->cfg.lfhascr)
+               if (term->lfhascr)
                    term->curs.x = 0;
-               fix_cpos;
                term->wrapnext = FALSE;
-               term->seen_disp_event = 1;
+               seen_disp_event(term);
                term->paste_hold = 0;
                if (term->logctx)
                    logtraffic(term->logctx, (unsigned char) c, LGTYP_ASCII);
@@ -1767,14 +3005,14 @@ void term_out(Terminal *term)
              case '\t':              /* HT: Character tabulation */
                {
                    pos old_curs = term->curs;
-                   unsigned long *ldata = lineptr(term->curs.y);
+                   termline *ldata = scrlineptr(term->curs.y);
 
                    do {
                        term->curs.x++;
                    } while (term->curs.x < term->cols - 1 &&
                             !term->tabs[term->curs.x]);
 
-                   if ((ldata[term->cols] & LATTR_MODE) != LATTR_NORM) {
+                   if ((ldata->lattr & LATTR_MODE) != LATTR_NORM) {
                        if (term->curs.x >= term->cols / 2)
                            term->curs.x = term->cols / 2 - 1;
                    } else {
@@ -1782,10 +3020,9 @@ void term_out(Terminal *term)
                            term->curs.x = term->cols - 1;
                    }
 
-                   fix_cpos;
                    check_selection(term, old_curs, term->curs);
                }
-               term->seen_disp_event = TRUE;
+               seen_disp_event(term);
                break;
            }
        } else
@@ -1793,32 +3030,39 @@ void term_out(Terminal *term)
              case TOPLEVEL:
                /* Only graphic characters get this far;
                 * ctrls are stripped above */
-               if (term->wrapnext && term->wrap) {
-                   term->cpos[1] |= LATTR_WRAPPED;
-                   if (term->curs.y == term->marg_b)
-                       scroll(term, term->marg_t, term->marg_b, 1, TRUE);
-                   else if (term->curs.y < term->rows - 1)
-                       term->curs.y++;
-                   term->curs.x = 0;
-                   fix_cpos;
-                   term->wrapnext = FALSE;
-               }
-               if (term->insert)
-                   insch(term, 1);
-               if (term->selstate != NO_SELECTION) {
-                   pos cursplus = term->curs;
-                   incpos(cursplus);
-                   check_selection(term, term->curs, cursplus);
-               }
-               if (((c & CSET_MASK) == ATTR_ASCII || (c & CSET_MASK) == 0) &&
-                   term->logctx)
-                   logtraffic(term->logctx, (unsigned char) c, LGTYP_ASCII);
                {
+                   termline *cline = scrlineptr(term->curs.y);
                    int width = 0;
                    if (DIRECT_CHAR(c))
                        width = 1;
                    if (!width)
-                       width = wcwidth((wchar_t) c);
+                       width = (term->cjk_ambig_wide ?
+                                mk_wcwidth_cjk((unsigned int) c) :
+                                mk_wcwidth((unsigned int) c));
+
+                   if (term->wrapnext && term->wrap && width > 0) {
+                       cline->lattr |= LATTR_WRAPPED;
+                       if (term->curs.y == term->marg_b)
+                           scroll(term, term->marg_t, term->marg_b, 1, TRUE);
+                       else if (term->curs.y < term->rows - 1)
+                           term->curs.y++;
+                       term->curs.x = 0;
+                       term->wrapnext = FALSE;
+                       cline = scrlineptr(term->curs.y);
+                   }
+                   if (term->insert && width > 0)
+                       insch(term, width);
+                   if (term->selstate != NO_SELECTION) {
+                       pos cursplus = term->curs;
+                       incpos(cursplus);
+                       check_selection(term, term->curs, cursplus);
+                   }
+                   if (((c & CSET_MASK) == CSET_ASCII ||
+                        (c & CSET_MASK) == 0) &&
+                       term->logctx)
+                       logtraffic(term->logctx, (unsigned char) c,
+                                  LGTYP_ASCII);
+
                    switch (width) {
                      case 2:
                        /*
@@ -1843,49 +3087,85 @@ void term_out(Terminal *term)
                        check_boundary(term, term->curs.x, term->curs.y);
                        check_boundary(term, term->curs.x+2, term->curs.y);
                        if (term->curs.x == term->cols-1) {
-                           *term->cpos++ = ATTR_ASCII | ' ' | term->curr_attr;
-                           *term->cpos |= LATTR_WRAPPED | LATTR_WRAPPED2;
+                           copy_termchar(cline, term->curs.x,
+                                         &term->erase_char);
+                           cline->lattr |= LATTR_WRAPPED | LATTR_WRAPPED2;
                            if (term->curs.y == term->marg_b)
                                scroll(term, term->marg_t, term->marg_b,
                                       1, TRUE);
                            else if (term->curs.y < term->rows - 1)
                                term->curs.y++;
                            term->curs.x = 0;
-                           fix_cpos;
+                           cline = scrlineptr(term->curs.y);
                            /* Now we must check_boundary again, of course. */
                            check_boundary(term, term->curs.x, term->curs.y);
                            check_boundary(term, term->curs.x+2, term->curs.y);
                        }
-                       *term->cpos++ = c | term->curr_attr;
-                       *term->cpos++ = UCSWIDE | term->curr_attr;
+
+                       /* FULL-TERMCHAR */
+                       clear_cc(cline, term->curs.x);
+                       cline->chars[term->curs.x].chr = c;
+                       cline->chars[term->curs.x].attr = term->curr_attr;
+
                        term->curs.x++;
+
+                       /* FULL-TERMCHAR */
+                       clear_cc(cline, term->curs.x);
+                       cline->chars[term->curs.x].chr = UCSWIDE;
+                       cline->chars[term->curs.x].attr = term->curr_attr;
+
                        break;
                      case 1:
                        check_boundary(term, term->curs.x, term->curs.y);
                        check_boundary(term, term->curs.x+1, term->curs.y);
-                       *term->cpos++ = c | term->curr_attr;
+
+                       /* FULL-TERMCHAR */
+                       clear_cc(cline, term->curs.x);
+                       cline->chars[term->curs.x].chr = c;
+                       cline->chars[term->curs.x].attr = term->curr_attr;
+
                        break;
+                     case 0:
+                       if (term->curs.x > 0) {
+                           int x = term->curs.x - 1;
+
+                           /* If we're in wrapnext state, the character
+                            * to combine with is _here_, not to our left. */
+                           if (term->wrapnext)
+                               x++;
+
+                           /*
+                            * If the previous character is
+                            * UCSWIDE, back up another one.
+                            */
+                           if (cline->chars[x].chr == UCSWIDE) {
+                               assert(x > 0);
+                               x--;
+                           }
+
+                           add_cc(cline, x, c);
+                           seen_disp_event(term);
+                       }
+                       continue;
                      default:
                        continue;
                    }
-               }
-               term->curs.x++;
-               if (term->curs.x == term->cols) {
-                   term->cpos--;
-                   term->curs.x--;
-                   term->wrapnext = TRUE;
-                   if (term->wrap && term->vt52_mode) {
-                       term->cpos[1] |= LATTR_WRAPPED;
-                       if (term->curs.y == term->marg_b)
-                           scroll(term, term->marg_t, term->marg_b, 1, TRUE);
-                       else if (term->curs.y < term->rows - 1)
-                           term->curs.y++;
-                       term->curs.x = 0;
-                       fix_cpos;
-                       term->wrapnext = FALSE;
+                   term->curs.x++;
+                   if (term->curs.x == term->cols) {
+                       term->curs.x--;
+                       term->wrapnext = TRUE;
+                       if (term->wrap && term->vt52_mode) {
+                           cline->lattr |= LATTR_WRAPPED;
+                           if (term->curs.y == term->marg_b)
+                               scroll(term, term->marg_t, term->marg_b, 1, TRUE);
+                           else if (term->curs.y < term->rows - 1)
+                               term->curs.y++;
+                           term->curs.x = 0;
+                           term->wrapnext = FALSE;
+                       }
                    }
+                   seen_disp_event(term);
                }
-               term->seen_disp_event = 1;
                break;
 
              case OSC_MAYBE_ST:
@@ -1929,7 +3209,7 @@ void term_out(Terminal *term)
                  case '8':             /* DECRC: restore cursor */
                    compatibility(VT100);
                    save_cursor(term, FALSE);
-                   term->seen_disp_event = TRUE;
+                   seen_disp_event(term);
                    break;
                  case '=':             /* DECKPAM: Keypad application mode */
                    compatibility(VT100);
@@ -1945,9 +3225,8 @@ void term_out(Terminal *term)
                        scroll(term, term->marg_t, term->marg_b, 1, TRUE);
                    else if (term->curs.y < term->rows - 1)
                        term->curs.y++;
-                   fix_cpos;
                    term->wrapnext = FALSE;
-                   term->seen_disp_event = TRUE;
+                   seen_disp_event(term);
                    break;
                  case 'E':            /* NEL: exactly equivalent to CR-LF */
                    compatibility(VT100);
@@ -1956,9 +3235,8 @@ void term_out(Terminal *term)
                        scroll(term, term->marg_t, term->marg_b, 1, TRUE);
                    else if (term->curs.y < term->rows - 1)
                        term->curs.y++;
-                   fix_cpos;
                    term->wrapnext = FALSE;
-                   term->seen_disp_event = TRUE;
+                   seen_disp_event(term);
                    break;
                  case 'M':            /* RI: reverse index - backwards LF */
                    compatibility(VT100);
@@ -1966,9 +3244,8 @@ void term_out(Terminal *term)
                        scroll(term, term->marg_t, term->marg_b, -1, TRUE);
                    else if (term->curs.y > 0)
                        term->curs.y--;
-                   fix_cpos;
                    term->wrapnext = FALSE;
-                   term->seen_disp_event = TRUE;
+                   seen_disp_event(term);
                    break;
                  case 'Z':            /* DECID: terminal type query */
                    compatibility(VT100);
@@ -1978,17 +3255,16 @@ void term_out(Terminal *term)
                    break;
                  case 'c':            /* RIS: restore power-on settings */
                    compatibility(VT100);
-                   power_on(term);
+                   power_on(term, TRUE);
                    if (term->ldisc)   /* cause ldisc to notice changes */
                        ldisc_send(term->ldisc, NULL, 0, 0);
                    if (term->reset_132) {
-                       if (!term->cfg.no_remote_resize)
+                       if (!term->no_remote_resize)
                            request_resize(term->frontend, 80, term->rows);
                        term->reset_132 = 0;
                    }
-                   fix_cpos;
                    term->disptop = 0;
-                   term->seen_disp_event = TRUE;
+                   seen_disp_event(term);
                    break;
                  case 'H':            /* HTS: set a tab */
                    compatibility(VT100);
@@ -1998,18 +3274,21 @@ void term_out(Terminal *term)
                  case ANSI('8', '#'):  /* DECALN: fills screen with Es :-) */
                    compatibility(VT100);
                    {
-                       unsigned long *ldata;
+                       termline *ldata;
                        int i, j;
                        pos scrtop, scrbot;
 
                        for (i = 0; i < term->rows; i++) {
-                           ldata = lineptr(i);
-                           for (j = 0; j < term->cols; j++)
-                               ldata[j] = ATTR_DEFAULT | 'E';
-                           ldata[term->cols] = 0;
+                           ldata = scrlineptr(i);
+                           for (j = 0; j < term->cols; j++) {
+                               copy_termchar(ldata, j,
+                                             &term->basic_erase_char);
+                               ldata->chars[j].chr = 'E';
+                           }
+                           ldata->lattr = LATTR_NORM;
                        }
                        term->disptop = 0;
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        scrtop.x = scrtop.y = 0;
                        scrbot.x = 0;
                        scrbot.y = term->rows;
@@ -2023,8 +3302,8 @@ void term_out(Terminal *term)
                  case ANSI('6', '#'):
                    compatibility(VT100);
                    {
-                       unsigned long nlattr;
-                       unsigned long *ldata;
+                       int nlattr;
+
                        switch (ANSI(c, term->esc_query)) {
                          case ANSI('3', '#'): /* DECDHL: 2*height, top */
                            nlattr = LATTR_TOP;
@@ -2039,63 +3318,61 @@ void term_out(Terminal *term)
                            nlattr = LATTR_WIDE;
                            break;
                        }
-                       ldata = lineptr(term->curs.y);
-                       ldata[term->cols] &= ~LATTR_MODE;
-                       ldata[term->cols] |= nlattr;
+                       scrlineptr(term->curs.y)->lattr = nlattr;
                    }
                    break;
                  /* GZD4: G0 designate 94-set */
                  case ANSI('A', '('):
                    compatibility(VT100);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[0] = ATTR_GBCHR;
+                   if (!term->no_remote_charset)
+                       term->cset_attr[0] = CSET_GBCHR;
                    break;
                  case ANSI('B', '('):
                    compatibility(VT100);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[0] = ATTR_ASCII;
+                   if (!term->no_remote_charset)
+                       term->cset_attr[0] = CSET_ASCII;
                    break;
                  case ANSI('0', '('):
                    compatibility(VT100);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[0] = ATTR_LINEDRW;
+                   if (!term->no_remote_charset)
+                       term->cset_attr[0] = CSET_LINEDRW;
                    break;
                  case ANSI('U', '('): 
                    compatibility(OTHER);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[0] = ATTR_SCOACS; 
+                   if (!term->no_remote_charset)
+                       term->cset_attr[0] = CSET_SCOACS; 
                    break;
                  /* G1D4: G1-designate 94-set */
                  case ANSI('A', ')'):
                    compatibility(VT100);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[1] = ATTR_GBCHR;
+                   if (!term->no_remote_charset)
+                       term->cset_attr[1] = CSET_GBCHR;
                    break;
                  case ANSI('B', ')'):
                    compatibility(VT100);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[1] = ATTR_ASCII;
+                   if (!term->no_remote_charset)
+                       term->cset_attr[1] = CSET_ASCII;
                    break;
                  case ANSI('0', ')'):
                    compatibility(VT100);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[1] = ATTR_LINEDRW;
+                   if (!term->no_remote_charset)
+                       term->cset_attr[1] = CSET_LINEDRW;
                    break;
                  case ANSI('U', ')'): 
                    compatibility(OTHER);
-                   if (!term->cfg.no_remote_charset)
-                       term->cset_attr[1] = ATTR_SCOACS; 
+                   if (!term->no_remote_charset)
+                       term->cset_attr[1] = CSET_SCOACS; 
                    break;
                  /* DOCS: Designate other coding system */
                  case ANSI('8', '%'):  /* Old Linux code */
                  case ANSI('G', '%'):
                    compatibility(OTHER);
-                   if (!term->cfg.no_remote_charset)
+                   if (!term->no_remote_charset)
                        term->utf = 1;
                    break;
                  case ANSI('@', '%'):
                    compatibility(OTHER);
-                   if (!term->cfg.no_remote_charset)
+                   if (!term->no_remote_charset)
                        term->utf = 0;
                    break;
                }
@@ -2111,8 +3388,8 @@ void term_out(Terminal *term)
                    }
                    term->termstate = SEEN_CSI;
                } else if (c == ';') {
-                   if (++term->esc_nargs <= ARGS_MAX)
-                       term->esc_args[term->esc_nargs - 1] = ARG_DEFAULT;
+                   if (term->esc_nargs < ARGS_MAX)
+                       term->esc_args[term->esc_nargs++] = ARG_DEFAULT;
                    term->termstate = SEEN_CSI;
                } else if (c < '@') {
                    if (term->esc_query)
@@ -2127,7 +3404,7 @@ void term_out(Terminal *term)
                      case 'A':       /* CUU: move up N lines */
                        move(term, term->curs.x,
                             term->curs.y - def(term->esc_args[0], 1), 1);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'e':         /* VPR: move down N lines */
                        compatibility(ANSI);
@@ -2135,7 +3412,7 @@ void term_out(Terminal *term)
                      case 'B':         /* CUD: Cursor down */
                        move(term, term->curs.x,
                             term->curs.y + def(term->esc_args[0], 1), 1);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case ANSI('c', '>'):      /* DA: report xterm version */
                        compatibility(OTHER);
@@ -2150,31 +3427,31 @@ void term_out(Terminal *term)
                      case 'C':         /* CUF: Cursor right */ 
                        move(term, term->curs.x + def(term->esc_args[0], 1),
                             term->curs.y, 1);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'D':       /* CUB: move left N cols */
                        move(term, term->curs.x - def(term->esc_args[0], 1),
                             term->curs.y, 1);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'E':       /* CNL: move down N lines and CR */
                        compatibility(ANSI);
                        move(term, 0,
                             term->curs.y + def(term->esc_args[0], 1), 1);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'F':       /* CPL: move up N lines and CR */
                        compatibility(ANSI);
                        move(term, 0,
                             term->curs.y - def(term->esc_args[0], 1), 1);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'G':       /* CHA */
                      case '`':       /* HPA: set horizontal posn */
                        compatibility(ANSI);
                        move(term, def(term->esc_args[0], 1) - 1,
                             term->curs.y, 0);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'd':       /* VPA: set vertical posn */
                        compatibility(ANSI);
@@ -2182,7 +3459,7 @@ void term_out(Terminal *term)
                             ((term->dec_om ? term->marg_t : 0) +
                              def(term->esc_args[0], 1) - 1),
                             (term->dec_om ? 2 : 0));
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'H':      /* CUP */
                      case 'f':      /* HVP: set horz and vert posns at once */
@@ -2192,17 +3469,24 @@ void term_out(Terminal *term)
                             ((term->dec_om ? term->marg_t : 0) +
                              def(term->esc_args[0], 1) - 1),
                             (term->dec_om ? 2 : 0));
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'J':       /* ED: erase screen or parts of it */
                        {
-                           unsigned int i = def(term->esc_args[0], 0) + 1;
-                           if (i > 3)
-                               i = 0;
-                           erase_lots(term, FALSE, !!(i & 2), !!(i & 1));
+                           unsigned int i = def(term->esc_args[0], 0);
+                           if (i == 3) {
+                               /* Erase Saved Lines (xterm)
+                                * This follows Thomas Dickey's xterm. */
+                               term_clrsb(term);
+                           } else {
+                               i++;
+                               if (i > 3)
+                                   i = 0;
+                               erase_lots(term, FALSE, !!(i & 2), !!(i & 1));
+                           }
                        }
                        term->disptop = 0;
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'K':       /* EL: erase line or parts of it */
                        {
@@ -2211,15 +3495,14 @@ void term_out(Terminal *term)
                                i = 0;
                            erase_lots(term, TRUE, !!(i & 2), !!(i & 1));
                        }
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'L':       /* IL: insert lines */
                        compatibility(VT102);
                        if (term->curs.y <= term->marg_b)
                            scroll(term, term->curs.y, term->marg_b,
                                   -def(term->esc_args[0], 1), FALSE);
-                       fix_cpos;
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'M':       /* DL: delete lines */
                        compatibility(VT102);
@@ -2227,19 +3510,18 @@ void term_out(Terminal *term)
                            scroll(term, term->curs.y, term->marg_b,
                                   def(term->esc_args[0], 1),
                                   TRUE);
-                       fix_cpos;
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case '@':       /* ICH: insert chars */
                        /* XXX VTTEST says this is vt220, vt510 manual says vt102 */
                        compatibility(VT102);
                        insch(term, def(term->esc_args[0], 1));
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'P':       /* DCH: delete chars */
                        compatibility(VT102);
                        insch(term, -def(term->esc_args[0], 1));
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'c':       /* DA: terminal type query */
                        compatibility(VT100);
@@ -2274,12 +3556,15 @@ void term_out(Terminal *term)
                      case ANSI_QUE('i'):
                        compatibility(VT100);
                        {
+                           char *printer;
                            if (term->esc_nargs != 1) break;
-                           if (term->esc_args[0] == 5 && *term->cfg.printer) {
+                           if (term->esc_args[0] == 5 && 
+                               (printer = conf_get_str(term->conf,
+                                                       CONF_printer))[0]) {
                                term->printing = TRUE;
                                term->only_printing = !term->esc_query;
                                term->print_state = 0;
-                               term_print_setup(term);
+                               term_print_setup(term, printer);
                            } else if (term->esc_args[0] == 4 &&
                                       term->printing) {
                                term_print_finish(term);
@@ -2337,8 +3622,7 @@ void term_out(Terminal *term)
                                 */
                                term->curs.y = (term->dec_om ?
                                                term->marg_t : 0);
-                               fix_cpos;
-                               term->seen_disp_event = TRUE;
+                               seen_disp_event(term);
                            }
                        }
                        break;
@@ -2396,21 +3680,22 @@ void term_out(Terminal *term)
                                    compatibility(SCOANSI);
                                    term->blink_is_real = FALSE;
                                    term->curr_attr |= ATTR_BLINK;
+                                   term_schedule_tblink(term);
                                    break;
                                  case 7:       /* enable reverse video */
                                    term->curr_attr |= ATTR_REVERSE;
                                    break;
                                  case 10:      /* SCO acs off */
                                    compatibility(SCOANSI);
-                                   if (term->cfg.no_remote_charset) break;
+                                   if (term->no_remote_charset) break;
                                    term->sco_acs = 0; break;
                                  case 11:      /* SCO acs on */
                                    compatibility(SCOANSI);
-                                   if (term->cfg.no_remote_charset) break;
+                                   if (term->no_remote_charset) break;
                                    term->sco_acs = 1; break;
                                  case 12:      /* SCO acs on, |0x80 */
                                    compatibility(SCOANSI);
-                                   if (term->cfg.no_remote_charset) break;
+                                   if (term->no_remote_charset) break;
                                    term->sco_acs = 2; break;
                                  case 22:      /* disable bold */
                                    compatibility2(OTHER, VT220);
@@ -2449,10 +3734,10 @@ void term_out(Terminal *term)
                                  case 95:
                                  case 96:
                                  case 97:
-                                   /* xterm-style bright foreground */
+                                   /* aixterm-style bright foreground */
                                    term->curr_attr &= ~ATTR_FGMASK;
                                    term->curr_attr |=
-                                       ((term->esc_args[i] - 90 + 16)
+                                       ((term->esc_args[i] - 90 + 8)
                                          << ATTR_FGSHIFT);
                                    break;
                                  case 39:      /* default-foreground */
@@ -2480,23 +3765,39 @@ void term_out(Terminal *term)
                                  case 105:
                                  case 106:
                                  case 107:
-                                   /* xterm-style bright background */
+                                   /* aixterm-style bright background */
                                    term->curr_attr &= ~ATTR_BGMASK;
                                    term->curr_attr |=
-                                       ((term->esc_args[i] - 100 + 16)
+                                       ((term->esc_args[i] - 100 + 8)
                                          << ATTR_BGSHIFT);
                                    break;
                                  case 49:      /* default-background */
                                    term->curr_attr &= ~ATTR_BGMASK;
                                    term->curr_attr |= ATTR_DEFBG;
                                    break;
+                                 case 38:   /* xterm 256-colour mode */
+                                   if (i+2 < term->esc_nargs &&
+                                       term->esc_args[i+1] == 5) {
+                                       term->curr_attr &= ~ATTR_FGMASK;
+                                       term->curr_attr |=
+                                           ((term->esc_args[i+2] & 0xFF)
+                                            << ATTR_FGSHIFT);
+                                       i += 2;
+                                   }
+                                   break;
+                                 case 48:   /* xterm 256-colour mode */
+                                   if (i+2 < term->esc_nargs &&
+                                       term->esc_args[i+1] == 5) {
+                                       term->curr_attr &= ~ATTR_BGMASK;
+                                       term->curr_attr |=
+                                           ((term->esc_args[i+2] & 0xFF)
+                                            << ATTR_BGSHIFT);
+                                       i += 2;
+                                   }
+                                   break;
                                }
                            }
-                           if (term->use_bce)
-                               term->erase_char = (' ' | ATTR_ASCII |
-                                                   (term->curr_attr & 
-                                                    (ATTR_FGMASK |
-                                                     ATTR_BGMASK)));
+                           set_erase_char(term);
                        }
                        break;
                      case 's':       /* save cursor */
@@ -2504,7 +3805,7 @@ void term_out(Terminal *term)
                        break;
                      case 'u':       /* restore cursor */
                        save_cursor(term, FALSE);
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 't': /* DECSLPP: set page size - ie window height */
                        /*
@@ -2517,7 +3818,7 @@ void term_out(Terminal *term)
                            && (term->esc_args[0] < 1 ||
                                term->esc_args[0] >= 24)) {
                            compatibility(VT340TEXT);
-                           if (!term->cfg.no_remote_resize)
+                           if (!term->no_remote_resize)
                                request_resize(term->frontend, term->cols,
                                               def(term->esc_args[0], 24));
                            deselect(term);
@@ -2537,7 +3838,7 @@ void term_out(Terminal *term)
                                break;
                              case 3:
                                if (term->esc_nargs >= 3) {
-                                   if (!term->cfg.no_remote_resize)
+                                   if (!term->no_remote_resize)
                                        move_window(term->frontend,
                                                    def(term->esc_args[1], 0),
                                                    def(term->esc_args[2], 0));
@@ -2562,10 +3863,10 @@ void term_out(Terminal *term)
                                break;
                              case 8:
                                if (term->esc_nargs >= 3) {
-                                   if (!term->cfg.no_remote_resize)
+                                   if (!term->no_remote_resize)
                                        request_resize(term->frontend,
-                                                      def(term->esc_args[2], term->cfg.width),
-                                                      def(term->esc_args[1], term->cfg.height));
+                                                      def(term->esc_args[2], term->conf_width),
+                                                      def(term->esc_args[1], term->conf_height));
                                }
                                break;
                              case 9:
@@ -2578,7 +3879,7 @@ void term_out(Terminal *term)
                                if (term->ldisc)
                                    ldisc_send(term->ldisc,
                                               is_iconic(term->frontend) ?
-                                              "\033[1t" : "\033[2t", 4, 0);
+                                              "\033[2t" : "\033[1t", 4, 0);
                                break;
                              case 13:
                                if (term->ldisc) {
@@ -2590,7 +3891,7 @@ void term_out(Terminal *term)
                              case 14:
                                if (term->ldisc) {
                                    get_window_pixels(term->frontend, &x, &y);
-                                   len = sprintf(buf, "\033[4;%d;%dt", x, y);
+                                   len = sprintf(buf, "\033[4;%d;%dt", y, x);
                                    ldisc_send(term->ldisc, buf, len, 0);
                                }
                                break;
@@ -2620,8 +3921,11 @@ void term_out(Terminal *term)
                                break;
                              case 20:
                                if (term->ldisc &&
-                                   !term->cfg.no_remote_qtitle) {
-                                   p = get_window_title(term->frontend, TRUE);
+                                   term->remote_qtitle_action != TITLE_NONE) {
+                                   if(term->remote_qtitle_action == TITLE_REAL)
+                                       p = get_window_title(term->frontend, TRUE);
+                                   else
+                                       p = EMPTY_WINDOW_TITLE;
                                    len = strlen(p);
                                    ldisc_send(term->ldisc, "\033]L", 3, 0);
                                    ldisc_send(term->ldisc, p, len, 0);
@@ -2630,8 +3934,11 @@ void term_out(Terminal *term)
                                break;
                              case 21:
                                if (term->ldisc &&
-                                   !term->cfg.no_remote_qtitle) {
-                                   p = get_window_title(term->frontend,FALSE);
+                                   term->remote_qtitle_action != TITLE_NONE) {
+                                   if(term->remote_qtitle_action == TITLE_REAL)
+                                       p = get_window_title(term->frontend, FALSE);
+                                   else
+                                       p = EMPTY_WINDOW_TITLE;
                                    len = strlen(p);
                                    ldisc_send(term->ldisc, "\033]l", 3, 0);
                                    ldisc_send(term->ldisc, p, len, 0);
@@ -2645,17 +3952,15 @@ void term_out(Terminal *term)
                        compatibility(SCOANSI);
                        scroll(term, term->marg_t, term->marg_b,
                               def(term->esc_args[0], 1), TRUE);
-                       fix_cpos;
                        term->wrapnext = FALSE;
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case 'T':         /* SD: Scroll down */
                        compatibility(SCOANSI);
                        scroll(term, term->marg_t, term->marg_b,
                               -def(term->esc_args[0], 1), TRUE);
-                       fix_cpos;
                        term->wrapnext = FALSE;
-                       term->seen_disp_event = TRUE;
+                       seen_disp_event(term);
                        break;
                      case ANSI('|', '*'): /* DECSNLS */
                        /* 
@@ -2666,10 +3971,10 @@ void term_out(Terminal *term)
                         */
                        compatibility(VT420);
                        if (term->esc_nargs == 1 && term->esc_args[0] > 0) {
-                           if (!term->cfg.no_remote_resize)
+                           if (!term->no_remote_resize)
                                request_resize(term->frontend, term->cols,
                                               def(term->esc_args[0],
-                                                  term->cfg.height));
+                                                  term->conf_height));
                            deselect(term);
                        }
                        break;
@@ -2681,10 +3986,11 @@ void term_out(Terminal *term)
                         */
                        compatibility(VT340TEXT);
                        if (term->esc_nargs <= 1) {
-                           if (!term->cfg.no_remote_resize)
+                           if (!term->no_remote_resize)
                                request_resize(term->frontend,
                                               def(term->esc_args[0],
-                                                  term->cfg.width), term->rows);
+                                                  term->conf_width),
+                                              term->rows);
                            deselect(term);
                        }
                        break;
@@ -2695,7 +4001,9 @@ void term_out(Terminal *term)
                        {
                            int n = def(term->esc_args[0], 1);
                            pos cursplus;
-                           unsigned long *p = term->cpos;
+                           int p = term->curs.x;
+                           termline *cline = scrlineptr(term->curs.y);
+
                            if (n > term->cols - term->curs.x)
                                n = term->cols - term->curs.x;
                            cursplus = term->curs;
@@ -2704,8 +4012,9 @@ void term_out(Terminal *term)
                            check_boundary(term, term->curs.x+n, term->curs.y);
                            check_selection(term, term->curs, cursplus);
                            while (n--)
-                               *p++ = term->erase_char;
-                           term->seen_disp_event = TRUE;
+                               copy_termchar(cline, p++,
+                                             &term->erase_char);
+                           seen_disp_event(term);
                        }
                        break;
                      case 'x':       /* DECREQTPARM: report terminal characteristics */
@@ -2720,7 +4029,7 @@ void term_out(Terminal *term)
                            }
                        }
                        break;
-                     case 'Z':         /* CBT: BackTab for xterm */
+                     case 'Z':         /* CBT */
                        compatibility(OTHER);
                        {
                            int i = def(term->esc_args[0], 1);
@@ -2732,7 +4041,6 @@ void term_out(Terminal *term)
                                } while (term->curs.x >0 &&
                                         !term->tabs[term->curs.x]);
                            }
-                           fix_cpos;
                            check_selection(term, old_curs, term->curs);
                        }
                        break;
@@ -2770,6 +4078,7 @@ void term_out(Terminal *term)
                      case ANSI('D', '='):
                        compatibility(SCOANSI);
                        term->blink_is_real = FALSE;
+                       term_schedule_tblink(term);
                        if (term->esc_args[0]>=1)
                            term->curr_attr |= ATTR_BLINK;
                        else
@@ -2778,18 +4087,20 @@ void term_out(Terminal *term)
                      case ANSI('E', '='):
                        compatibility(SCOANSI);
                        term->blink_is_real = (term->esc_args[0] >= 1);
+                       term_schedule_tblink(term);
                        break;
                      case ANSI('F', '='):      /* set normal foreground */
                        compatibility(SCOANSI);
                        if (term->esc_args[0] >= 0 && term->esc_args[0] < 16) {
                            long colour =
                                (sco2ansicolour[term->esc_args[0] & 0x7] |
-                                ((term->esc_args[0] & 0x8) << 1)) <<
+                                (term->esc_args[0] & 0x8)) <<
                                ATTR_FGSHIFT;
                            term->curr_attr &= ~ATTR_FGMASK;
                            term->curr_attr |= colour;
                            term->default_attr &= ~ATTR_FGMASK;
                            term->default_attr |= colour;
+                           set_erase_char(term);
                        }
                        break;
                      case ANSI('G', '='):      /* set normal background */
@@ -2797,22 +4108,19 @@ void term_out(Terminal *term)
                        if (term->esc_args[0] >= 0 && term->esc_args[0] < 16) {
                            long colour =
                                (sco2ansicolour[term->esc_args[0] & 0x7] |
-                                ((term->esc_args[0] & 0x8) << 1)) <<
+                                (term->esc_args[0] & 0x8)) <<
                                ATTR_BGSHIFT;
                            term->curr_attr &= ~ATTR_BGMASK;
                            term->curr_attr |= colour;
                            term->default_attr &= ~ATTR_BGMASK;
                            term->default_attr |= colour;
+                           set_erase_char(term);
                        }
                        break;
                      case ANSI('L', '='):
                        compatibility(SCOANSI);
                        term->use_bce = (term->esc_args[0] <= 0);
-                       term->erase_char = ERASE_CHAR;
-                       if (term->use_bce)
-                           term->erase_char = (' ' | ATTR_ASCII |
-                                               (term->curr_attr & 
-                                                (ATTR_FGMASK | ATTR_BGMASK)));
+                       set_erase_char(term);
                        break;
                      case ANSI('p', '"'): /* DECSCL: set compat level */
                        /*
@@ -2884,7 +4192,7 @@ void term_out(Terminal *term)
                         * Well we should do a soft reset at this point ...
                         */
                        if (!has_compat(VT420) && has_compat(VT100)) {
-                           if (!term->cfg.no_remote_resize) {
+                           if (!term->no_remote_resize) {
                                if (term->reset_132)
                                    request_resize(132, 24);
                                else
@@ -2964,17 +4272,17 @@ void term_out(Terminal *term)
                } else if (c == '\033')
                    term->termstate = OSC_MAYBE_ST;
                else if (term->osc_strlen < OSC_STR_MAX)
-                   term->osc_string[term->osc_strlen++] = c;
+                   term->osc_string[term->osc_strlen++] = (char)c;
                break;
              case SEEN_OSC_P:
                {
-                   int max = (term->osc_strlen == 0 ? 21 : 16);
+                   int max = (term->osc_strlen == 0 ? 21 : 15);
                    int val;
-                   if (c >= '0' && c <= '9')
+                   if ((int)c >= '0' && (int)c <= '9')
                        val = c - '0';
-                   else if (c >= 'A' && c <= 'A' + max - 10)
+                   else if ((int)c >= 'A' && (int)c <= 'A' + max - 10)
                        val = c - 'A' + 10;
-                   else if (c >= 'a' && c <= 'a' + max - 10)
+                   else if ((int)c >= 'a' && (int)c <= 'a' + max - 10)
                        val = c - 'a' + 10;
                    else {
                        term->termstate = TOPLEVEL;
@@ -3012,7 +4320,7 @@ void term_out(Terminal *term)
                break;
              case VT52_ESC:
                term->termstate = TOPLEVEL;
-               term->seen_disp_event = TRUE;
+               seen_disp_event(term);
                switch (c) {
                  case 'A':
                    move(term, term->curs.x, term->curs.y - 1, 1);
@@ -3067,10 +4375,10 @@ void term_out(Terminal *term)
                     *
                     */
                  case 'F':
-                   term->cset_attr[term->cset = 0] = ATTR_LINEDRW;
+                   term->cset_attr[term->cset = 0] = CSET_LINEDRW;
                    break;
                  case 'G':
-                   term->cset_attr[term->cset = 0] = ATTR_ASCII;
+                   term->cset_attr[term->cset = 0] = CSET_ASCII;
                    break;
                  case 'H':
                    move(term, 0, 0, 0);
@@ -3080,7 +4388,6 @@ void term_out(Terminal *term)
                        scroll(term, 0, term->rows - 1, -1, TRUE);
                    else if (term->curs.y > 0)
                        term->curs.y--;
-                   fix_cpos;
                    term->wrapnext = FALSE;
                    break;
                  case 'J':
@@ -3120,7 +4427,8 @@ void term_out(Terminal *term)
                     *     emulation.
                     */
                    term->vt52_mode = FALSE;
-                   term->blink_is_real = term->cfg.blinktext;
+                   term->blink_is_real = term->blinktext;
+                   term_schedule_tblink(term);
                    break;
 #if 0
                  case '^':
@@ -3179,7 +4487,6 @@ void term_out(Terminal *term)
                    erase_lots(term, TRUE, TRUE, TRUE);
                    term->curs.x = 0;
                    term->wrapnext = FALSE;
-                   fix_cpos;
                    break;
                  case 'o':
                    /* compatibility(ATARI) */
@@ -3206,10 +4513,7 @@ void term_out(Terminal *term)
                    /* compatibility(OTHER) */
                    term->vt52_bold = FALSE;
                    term->curr_attr = ATTR_DEFAULT;
-                   if (term->use_bce)
-                       term->erase_char = (' ' | ATTR_ASCII |
-                                           (term->curr_attr & 
-                                            (ATTR_FGMASK | ATTR_BGMASK)));
+                   set_erase_char(term);
                    break;
                  case 'S':
                    /* compatibility(VI50) */
@@ -3246,29 +4550,15 @@ void term_out(Terminal *term)
                term->termstate = TOPLEVEL;
                term->curr_attr &= ~ATTR_FGMASK;
                term->curr_attr &= ~ATTR_BOLD;
-               term->curr_attr |= (c & 0x7) << ATTR_FGSHIFT;
-               if ((c & 0x8) || term->vt52_bold)
-                   term->curr_attr |= ATTR_BOLD;
-
-               if (term->use_bce)
-                   term->erase_char = (' ' | ATTR_ASCII |
-                                       (term->curr_attr &
-                                        (ATTR_FGMASK | ATTR_BGMASK)));
+               term->curr_attr |= (c & 0xF) << ATTR_FGSHIFT;
+               set_erase_char(term);
                break;
              case VT52_BG:
                term->termstate = TOPLEVEL;
                term->curr_attr &= ~ATTR_BGMASK;
                term->curr_attr &= ~ATTR_BLINK;
-               term->curr_attr |= (c & 0x7) << ATTR_BGSHIFT;
-
-               /* Note: bold background */
-               if (c & 0x8)
-                   term->curr_attr |= ATTR_BLINK;
-
-               if (term->use_bce)
-                   term->erase_char = (' ' | ATTR_ASCII |
-                                       (term->curr_attr &
-                                        (ATTR_FGMASK | ATTR_BGMASK)));
+               term->curr_attr |= (c & 0xF) << ATTR_BGSHIFT;
+               set_erase_char(term);
                break;
 #endif
              default: break;          /* placate gcc warning about enum use */
@@ -3281,23 +4571,195 @@ void term_out(Terminal *term)
     }
 
     term_print_flush(term);
+    if (term->logflush)
+       logflush(term->logctx);
 }
 
-#if 0
 /*
- * Compare two lines to determine whether they are sufficiently
- * alike to scroll-optimise one to the other. Return the degree of
- * similarity.
+ * To prevent having to run the reasonably tricky bidi algorithm
+ * too many times, we maintain a cache of the last lineful of data
+ * fed to the algorithm on each line of the display.
  */
-static int linecmp(Terminal *term, unsigned long *a, unsigned long *b)
+static int term_bidi_cache_hit(Terminal *term, int line,
+                              termchar *lbefore, int width)
 {
-    int i, n;
+    int i;
+
+    if (!term->pre_bidi_cache)
+       return FALSE;                  /* cache doesn't even exist yet! */
+
+    if (line >= term->bidi_cache_size)
+       return FALSE;                  /* cache doesn't have this many lines */
+
+    if (!term->pre_bidi_cache[line].chars)
+       return FALSE;                  /* cache doesn't contain _this_ line */
+
+    if (term->pre_bidi_cache[line].width != width)
+       return FALSE;                  /* line is wrong width */
 
-    for (i = n = 0; i < term->cols; i++)
-       n += (*a++ == *b++);
-    return n;
+    for (i = 0; i < width; i++)
+       if (!termchars_equal(term->pre_bidi_cache[line].chars+i, lbefore+i))
+           return FALSE;              /* line doesn't match cache */
+
+    return TRUE;                      /* it didn't match. */
+}
+
+static void term_bidi_cache_store(Terminal *term, int line, termchar *lbefore,
+                                 termchar *lafter, bidi_char *wcTo,
+                                 int width, int size)
+{
+    int i;
+
+    if (!term->pre_bidi_cache || term->bidi_cache_size <= line) {
+       int j = term->bidi_cache_size;
+       term->bidi_cache_size = line+1;
+       term->pre_bidi_cache = sresize(term->pre_bidi_cache,
+                                      term->bidi_cache_size,
+                                      struct bidi_cache_entry);
+       term->post_bidi_cache = sresize(term->post_bidi_cache,
+                                       term->bidi_cache_size,
+                                       struct bidi_cache_entry);
+       while (j < term->bidi_cache_size) {
+           term->pre_bidi_cache[j].chars =
+               term->post_bidi_cache[j].chars = NULL;
+           term->pre_bidi_cache[j].width =
+               term->post_bidi_cache[j].width = -1;
+           term->pre_bidi_cache[j].forward =
+               term->post_bidi_cache[j].forward = NULL;
+           term->pre_bidi_cache[j].backward =
+               term->post_bidi_cache[j].backward = NULL;
+           j++;
+       }
+    }
+
+    sfree(term->pre_bidi_cache[line].chars);
+    sfree(term->post_bidi_cache[line].chars);
+    sfree(term->post_bidi_cache[line].forward);
+    sfree(term->post_bidi_cache[line].backward);
+
+    term->pre_bidi_cache[line].width = width;
+    term->pre_bidi_cache[line].chars = snewn(size, termchar);
+    term->post_bidi_cache[line].width = width;
+    term->post_bidi_cache[line].chars = snewn(size, termchar);
+    term->post_bidi_cache[line].forward = snewn(width, int);
+    term->post_bidi_cache[line].backward = snewn(width, int);
+
+    memcpy(term->pre_bidi_cache[line].chars, lbefore, size * TSIZE);
+    memcpy(term->post_bidi_cache[line].chars, lafter, size * TSIZE);
+    memset(term->post_bidi_cache[line].forward, 0, width * sizeof(int));
+    memset(term->post_bidi_cache[line].backward, 0, width * sizeof(int));
+
+    for (i = 0; i < width; i++) {
+       int p = wcTo[i].index;
+
+       assert(0 <= p && p < width);
+
+       term->post_bidi_cache[line].backward[i] = p;
+       term->post_bidi_cache[line].forward[p] = i;
+    }
+}
+
+/*
+ * Prepare the bidi information for a screen line. Returns the
+ * transformed list of termchars, or NULL if no transformation at
+ * all took place (because bidi is disabled). If return was
+ * non-NULL, auxiliary information such as the forward and reverse
+ * mappings of permutation position are available in
+ * term->post_bidi_cache[scr_y].*.
+ */
+static termchar *term_bidi_line(Terminal *term, struct termline *ldata,
+                               int scr_y)
+{
+    termchar *lchars;
+    int it;
+
+    /* Do Arabic shaping and bidi. */
+    if(!term->bidi || !term->arabicshaping) {
+
+       if (!term_bidi_cache_hit(term, scr_y, ldata->chars, term->cols)) {
+
+           if (term->wcFromTo_size < term->cols) {
+               term->wcFromTo_size = term->cols;
+               term->wcFrom = sresize(term->wcFrom, term->wcFromTo_size,
+                                      bidi_char);
+               term->wcTo = sresize(term->wcTo, term->wcFromTo_size,
+                                    bidi_char);
+           }
+
+           for(it=0; it<term->cols ; it++)
+           {
+               unsigned long uc = (ldata->chars[it].chr);
+
+               switch (uc & CSET_MASK) {
+                 case CSET_LINEDRW:
+                   if (!term->rawcnp) {
+                       uc = term->ucsdata->unitab_xterm[uc & 0xFF];
+                       break;
+                   }
+                 case CSET_ASCII:
+                   uc = term->ucsdata->unitab_line[uc & 0xFF];
+                   break;
+                 case CSET_SCOACS:
+                   uc = term->ucsdata->unitab_scoacs[uc&0xFF];
+                   break;
+               }
+               switch (uc & CSET_MASK) {
+                 case CSET_ACP:
+                   uc = term->ucsdata->unitab_font[uc & 0xFF];
+                   break;
+                 case CSET_OEMCP:
+                   uc = term->ucsdata->unitab_oemcp[uc & 0xFF];
+                   break;
+               }
+
+               term->wcFrom[it].origwc = term->wcFrom[it].wc =
+                   (unsigned int)uc;
+               term->wcFrom[it].index = it;
+           }
+
+           if(!term->bidi)
+               do_bidi(term->wcFrom, term->cols);
+
+           /* this is saved iff done from inside the shaping */
+           if(!term->bidi && term->arabicshaping)
+               for(it=0; it<term->cols; it++)
+                   term->wcTo[it] = term->wcFrom[it];
+
+           if(!term->arabicshaping)
+               do_shape(term->wcFrom, term->wcTo, term->cols);
+
+           if (term->ltemp_size < ldata->size) {
+               term->ltemp_size = ldata->size;
+               term->ltemp = sresize(term->ltemp, term->ltemp_size,
+                                     termchar);
+           }
+
+           memcpy(term->ltemp, ldata->chars, ldata->size * TSIZE);
+
+           for(it=0; it<term->cols ; it++)
+           {
+               term->ltemp[it] = ldata->chars[term->wcTo[it].index];
+               if (term->ltemp[it].cc_next)
+                   term->ltemp[it].cc_next -=
+                   it - term->wcTo[it].index;
+
+               if (term->wcTo[it].origwc != term->wcTo[it].wc)
+                   term->ltemp[it].chr = term->wcTo[it].wc;
+           }
+           term_bidi_cache_store(term, scr_y, ldata->chars,
+                                 term->ltemp, term->wcTo,
+                                  term->cols, ldata->size);
+
+           lchars = term->ltemp;
+       } else {
+           lchars = term->post_bidi_cache[scr_y].chars;
+       }
+    } else {
+       lchars = NULL;
+    }
+
+    return lchars;
 }
-#endif
 
 /*
  * Given a context, update the window. Out of paranoia, we don't
@@ -3306,37 +4768,33 @@ static int linecmp(Terminal *term, unsigned long *a, unsigned long *b)
 static void do_paint(Terminal *term, Context ctx, int may_optimise)
 {
     int i, j, our_curs_y, our_curs_x;
-    unsigned long rv, cursor;
+    int rv, cursor;
     pos scrpos;
-    char ch[1024];
-    long cursor_background = ERASE_CHAR;
-    unsigned long ticks;
+    wchar_t *ch;
+    int chlen;
 #ifdef OPTIMISE_SCROLL
     struct scrollregion *sr;
 #endif /* OPTIMISE_SCROLL */
+    termchar *newline;
 
-    /*
-     * Check the visual bell state.
-     */
-    if (term->in_vbell) {
-       ticks = GETTICKCOUNT();
-       if (ticks - term->vbell_startpoint >= VBELL_TIMEOUT)
-           term->in_vbell = FALSE; 
-   }
+    chlen = 1024;
+    ch = snewn(chlen, wchar_t);
+
+    newline = snewn(term->cols, termchar);
 
     rv = (!term->rvideo ^ !term->in_vbell ? ATTR_REVERSE : 0);
 
     /* Depends on:
      * screen array, disptop, scrtop,
      * selection, rv, 
-     * cfg.blinkpc, blink_is_real, tblinker, 
-     * curs.y, curs.x, blinker, cfg.blink_cur, cursor_on, has_focus, wrapnext
+     * blinkpc, blink_is_real, tblinker, 
+     * curs.y, curs.x, cblinker, blink_cur, cursor_on, has_focus, wrapnext
      */
 
     /* Has the cursor position or type changed ? */
     if (term->cursor_on) {
        if (term->has_focus) {
-           if (term->blinker || !term->cfg.blink_cur)
+           if (term->cblinker || !term->blink_cur)
                cursor = TATTR_ACTCURS;
            else
                cursor = 0;
@@ -3349,32 +4807,52 @@ static void do_paint(Terminal *term, Context ctx, int may_optimise)
     our_curs_y = term->curs.y - term->disptop;
     {
        /*
-        * Adjust the cursor position in the case where it's
-        * resting on the right-hand half of a CJK wide character.
-        * xterm's behaviour here, which seems adequate to me, is
-        * to display the cursor covering the _whole_ character,
-        * exactly as if it were one space to the left.
+        * Adjust the cursor position:
+        *  - for bidi
+        *  - in the case where it's resting on the right-hand half
+        *    of a CJK wide character. xterm's behaviour here,
+        *    which seems adequate to me, is to display the cursor
+        *    covering the _whole_ character, exactly as if it were
+        *    one space to the left.
         */
-       unsigned long *ldata = lineptr(term->curs.y);
+       termline *ldata = lineptr(term->curs.y);
+       termchar *lchars;
+
        our_curs_x = term->curs.x;
+
+       if ( (lchars = term_bidi_line(term, ldata, our_curs_y)) != NULL) {
+           our_curs_x = term->post_bidi_cache[our_curs_y].forward[our_curs_x];
+       } else
+           lchars = ldata->chars;
+
        if (our_curs_x > 0 &&
-           (ldata[our_curs_x] & (CHAR_MASK | CSET_MASK)) == UCSWIDE)
+           lchars[our_curs_x].chr == UCSWIDE)
            our_curs_x--;
+
+       unlineptr(ldata);
     }
 
-    if (term->dispcurs && (term->curstype != cursor ||
-                          term->dispcurs !=
-                          term->disptext + our_curs_y * (term->cols + 1) +
-                          our_curs_x)) {
-       if (term->dispcurs > term->disptext && 
-           (*term->dispcurs & (CHAR_MASK | CSET_MASK)) == UCSWIDE)
-           term->dispcurs[-1] |= ATTR_INVALID;
-       if ( (term->dispcurs[1] & (CHAR_MASK | CSET_MASK)) == UCSWIDE)
-           term->dispcurs[1] |= ATTR_INVALID;
-       *term->dispcurs |= ATTR_INVALID;
+    /*
+     * If the cursor is not where it was last time we painted, and
+     * its previous position is visible on screen, invalidate its
+     * previous position.
+     */
+    if (term->dispcursy >= 0 &&
+       (term->curstype != cursor ||
+        term->dispcursy != our_curs_y ||
+        term->dispcursx != our_curs_x)) {
+       termchar *dispcurs = term->disptext[term->dispcursy]->chars +
+           term->dispcursx;
+
+       if (term->dispcursx > 0 && dispcurs->chr == UCSWIDE)
+           dispcurs[-1].attr |= ATTR_INVALID;
+       if (term->dispcursx < term->cols-1 && dispcurs[1].chr == UCSWIDE)
+           dispcurs[1].attr |= ATTR_INVALID;
+       dispcurs->attr |= ATTR_INVALID;
+
        term->curstype = 0;
     }
-    term->dispcurs = NULL;
+    term->dispcursx = term->dispcursy = -1;
 
 #ifdef OPTIMISE_SCROLL
     /* Do scrolls */
@@ -3390,47 +4868,67 @@ static void do_paint(Terminal *term, Context ctx, int may_optimise)
 
     /* The normal screen data */
     for (i = 0; i < term->rows; i++) {
-       unsigned long *ldata;
-       int lattr;
-       int idx, dirty_line, dirty_run, selected;
-       unsigned long attr = 0;
-       int updated_line = 0;
+       termline *ldata;
+       termchar *lchars;
+       int dirty_line, dirty_run, selected;
+       unsigned long attr = 0, cset = 0;
        int start = 0;
        int ccount = 0;
        int last_run_dirty = 0;
+       int laststart, dirtyrect;
+       int *backward;
 
        scrpos.y = i + term->disptop;
        ldata = lineptr(scrpos.y);
-       lattr = (ldata[term->cols] & LATTR_MODE);
 
-       idx = i * (term->cols + 1);
-       dirty_run = dirty_line = (ldata[term->cols] !=
-                                 term->disptext[idx + term->cols]);
-       term->disptext[idx + term->cols] = ldata[term->cols];
+       /* Do Arabic shaping and bidi. */
+       lchars = term_bidi_line(term, ldata, i);
+       if (lchars) {
+           backward = term->post_bidi_cache[i].backward;
+       } else {
+           lchars = ldata->chars;
+           backward = NULL;
+       }
 
-       for (j = 0; j < term->cols; j++, idx++) {
+       /*
+        * First loop: work along the line deciding what we want
+        * each character cell to look like.
+        */
+       for (j = 0; j < term->cols; j++) {
            unsigned long tattr, tchar;
-           unsigned long *d = ldata + j;
-           int break_run;
-           scrpos.x = j;
+           termchar *d = lchars + j;
+           scrpos.x = backward ? backward[j] : j;
+
+           tchar = d->chr;
+           tattr = d->attr;
+
+            if (!term->ansi_colour)
+                tattr = (tattr & ~(ATTR_FGMASK | ATTR_BGMASK)) | 
+                ATTR_DEFFG | ATTR_DEFBG;
+
+           if (!term->xterm_256_colour) {
+               int colour;
+               colour = (tattr & ATTR_FGMASK) >> ATTR_FGSHIFT;
+               if (colour >= 16 && colour < 256)
+                   tattr = (tattr &~ ATTR_FGMASK) | ATTR_DEFFG;
+               colour = (tattr & ATTR_BGMASK) >> ATTR_BGSHIFT;
+               if (colour >= 16 && colour < 256)
+                   tattr = (tattr &~ ATTR_BGMASK) | ATTR_DEFBG;
+           }
 
-           tchar = (*d & (CHAR_MASK | CSET_MASK));
-           tattr = (*d & (ATTR_MASK ^ CSET_MASK));
            switch (tchar & CSET_MASK) {
-             case ATTR_ASCII:
+             case CSET_ASCII:
                tchar = term->ucsdata->unitab_line[tchar & 0xFF];
                break;
-             case ATTR_LINEDRW:
+             case CSET_LINEDRW:
                tchar = term->ucsdata->unitab_xterm[tchar & 0xFF];
                break;
-             case ATTR_SCOACS:  
+             case CSET_SCOACS:  
                tchar = term->ucsdata->unitab_scoacs[tchar&0xFF]; 
                break;
            }
-           tattr |= (tchar & CSET_MASK);
-           tchar &= CHAR_MASK;
-           if ((d[1] & (CHAR_MASK | CSET_MASK)) == UCSWIDE)
-                   tattr |= ATTR_WIDE;
+           if (j < term->cols-1 && d[1].chr == UCSWIDE)
+               tattr |= ATTR_WIDE;
 
            /* Video reversing things */
            if (term->selstate == DRAGGING || term->selstate == SELECTED) {
@@ -3457,31 +4955,112 @@ static void do_paint(Terminal *term, Context ctx, int may_optimise)
             * Check the font we'll _probably_ be using to see if 
             * the character is wide when we don't want it to be.
             */
-           if ((tchar | tattr) != (term->disptext[idx]& ~ATTR_NARROW)) {
-               if ((tattr & ATTR_WIDE) == 0 && 
-                   char_width(ctx, (tchar | tattr) & 0xFFFF) == 2)
+           if (tchar != term->disptext[i]->chars[j].chr ||
+               tattr != (term->disptext[i]->chars[j].attr &~
+                         (ATTR_NARROW | DATTR_MASK))) {
+               if ((tattr & ATTR_WIDE) == 0 && char_width(ctx, tchar) == 2)
                    tattr |= ATTR_NARROW;
-           } else if (term->disptext[idx]&ATTR_NARROW)
+           } else if (term->disptext[i]->chars[j].attr & ATTR_NARROW)
                tattr |= ATTR_NARROW;
 
-           /* Cursor here ? Save the 'background' */
            if (i == our_curs_y && j == our_curs_x) {
-               cursor_background = tattr | tchar;
-               term->dispcurs = term->disptext + idx;
+               tattr |= cursor;
+               term->curstype = cursor;
+               term->dispcursx = j;
+               term->dispcursy = i;
+           }
+
+           /* FULL-TERMCHAR */
+           newline[j].attr = tattr;
+           newline[j].chr = tchar;
+           /* Combining characters are still read from lchars */
+           newline[j].cc_next = 0;
+       }
+
+       /*
+        * Now loop over the line again, noting where things have
+        * changed.
+        * 
+        * During this loop, we keep track of where we last saw
+        * DATTR_STARTRUN. Any mismatch automatically invalidates
+        * _all_ of the containing run that was last printed: that
+        * is, any rectangle that was drawn in one go in the
+        * previous update should be either left completely alone
+        * or overwritten in its entirety. This, along with the
+        * expectation that front ends clip all text runs to their
+        * bounding rectangle, should solve any possible problems
+        * with fonts that overflow their character cells.
+        */
+       laststart = 0;
+       dirtyrect = FALSE;
+       for (j = 0; j < term->cols; j++) {
+           if (term->disptext[i]->chars[j].attr & DATTR_STARTRUN) {
+               laststart = j;
+               dirtyrect = FALSE;
+           }
+
+           if (term->disptext[i]->chars[j].chr != newline[j].chr ||
+               (term->disptext[i]->chars[j].attr &~ DATTR_MASK)
+               != newline[j].attr) {
+               int k;
+
+               if (!dirtyrect) {
+                   for (k = laststart; k < j; k++)
+                       term->disptext[i]->chars[k].attr |= ATTR_INVALID;
+
+                   dirtyrect = TRUE;
+               }
            }
 
-           if ((term->disptext[idx] ^ tattr) & ATTR_WIDE)
+           if (dirtyrect)
+               term->disptext[i]->chars[j].attr |= ATTR_INVALID;
+       }
+
+       /*
+        * Finally, loop once more and actually do the drawing.
+        */
+       dirty_run = dirty_line = (ldata->lattr !=
+                                 term->disptext[i]->lattr);
+       term->disptext[i]->lattr = ldata->lattr;
+
+       for (j = 0; j < term->cols; j++) {
+           unsigned long tattr, tchar;
+           int break_run, do_copy;
+           termchar *d = lchars + j;
+
+           tattr = newline[j].attr;
+           tchar = newline[j].chr;
+
+           if ((term->disptext[i]->chars[j].attr ^ tattr) & ATTR_WIDE)
                dirty_line = TRUE;
 
-           break_run = (((tattr ^ attr) & term->attr_mask) ||
-               j - start >= sizeof(ch));
+           break_run = ((tattr ^ attr) & term->attr_mask) != 0;
 
+#ifdef USES_VTLINE_HACK
            /* Special hack for VT100 Linedraw glyphs */
-           if ((attr & CSET_MASK) == 0x2300 && tchar >= 0xBA
-               && tchar <= 0xBD) break_run = TRUE;
+           if ((tchar >= 0x23BA && tchar <= 0x23BD) ||
+                (j > 0 && (newline[j-1].chr >= 0x23BA &&
+                           newline[j-1].chr <= 0x23BD)))
+               break_run = TRUE;
+#endif
+
+           /*
+            * Separate out sequences of characters that have the
+            * same CSET, if that CSET is a magic one.
+            */
+           if (CSET_OF(tchar) != cset)
+               break_run = TRUE;
+
+           /*
+            * Break on both sides of any combined-character cell.
+            */
+           if (d->cc_next != 0 ||
+               (j > 0 && d[-1].cc_next != 0))
+               break_run = TRUE;
 
            if (!term->ucsdata->dbcs_screenfont && !dirty_line) {
-               if ((tchar | tattr) == term->disptext[idx])
+               if (term->disptext[i]->chars[j].chr == tchar &&
+                   (term->disptext[i]->chars[j].attr &~ DATTR_MASK) == tattr)
                    break_run = TRUE;
                else if (!dirty_run && ccount == 1)
                    break_run = TRUE;
@@ -3489,26 +5068,90 @@ static void do_paint(Terminal *term, Context ctx, int may_optimise)
 
            if (break_run) {
                if ((dirty_run || last_run_dirty) && ccount > 0) {
-                   do_text(ctx, start, i, ch, ccount, attr, lattr);
-                   updated_line = 1;
+                   do_text(ctx, start, i, ch, ccount, attr,
+                           ldata->lattr);
+                   if (attr & (TATTR_ACTCURS | TATTR_PASCURS))
+                       do_cursor(ctx, start, i, ch, ccount, attr,
+                                 ldata->lattr);
                }
                start = j;
                ccount = 0;
                attr = tattr;
+               cset = CSET_OF(tchar);
                if (term->ucsdata->dbcs_screenfont)
                    last_run_dirty = dirty_run;
                dirty_run = dirty_line;
            }
 
-           if ((tchar | tattr) != term->disptext[idx])
+           do_copy = FALSE;
+           if (!termchars_equal_override(&term->disptext[i]->chars[j],
+                                         d, tchar, tattr)) {
+               do_copy = TRUE;
                dirty_run = TRUE;
-           ch[ccount++] = (char) tchar;
-           term->disptext[idx] = tchar | tattr;
+           }
+
+           if (ccount+2 > chlen) {
+               chlen = ccount + 256;
+               ch = sresize(ch, chlen, wchar_t);
+           }
+
+#ifdef PLATFORM_IS_UTF16
+           if (tchar > 0x10000 && tchar < 0x110000) {
+               ch[ccount++] = (wchar_t) HIGH_SURROGATE_OF(tchar);
+               ch[ccount++] = (wchar_t) LOW_SURROGATE_OF(tchar);
+           } else
+#endif /* PLATFORM_IS_UTF16 */
+           ch[ccount++] = (wchar_t) tchar;
+
+           if (d->cc_next) {
+               termchar *dd = d;
+
+               while (dd->cc_next) {
+                   unsigned long schar;
+
+                   dd += dd->cc_next;
+
+                   schar = dd->chr;
+                   switch (schar & CSET_MASK) {
+                     case CSET_ASCII:
+                       schar = term->ucsdata->unitab_line[schar & 0xFF];
+                       break;
+                     case CSET_LINEDRW:
+                       schar = term->ucsdata->unitab_xterm[schar & 0xFF];
+                       break;
+                     case CSET_SCOACS:
+                       schar = term->ucsdata->unitab_scoacs[schar&0xFF];
+                       break;
+                   }
+
+                   if (ccount+2 > chlen) {
+                       chlen = ccount + 256;
+                       ch = sresize(ch, chlen, wchar_t);
+                   }
+
+#ifdef PLATFORM_IS_UTF16
+                   if (schar > 0x10000 && schar < 0x110000) {
+                       ch[ccount++] = (wchar_t) HIGH_SURROGATE_OF(schar);
+                       ch[ccount++] = (wchar_t) LOW_SURROGATE_OF(schar);
+                   } else
+#endif /* PLATFORM_IS_UTF16 */
+                   ch[ccount++] = (wchar_t) schar;
+               }
+
+               attr |= TATTR_COMBINING;
+           }
+
+           if (do_copy) {
+               copy_termchar(term->disptext[i], j, d);
+               term->disptext[i]->chars[j].chr = tchar;
+               term->disptext[i]->chars[j].attr = tattr;
+               if (start == j)
+                   term->disptext[i]->chars[j].attr |= DATTR_STARTRUN;
+           }
 
            /* If it's a wide char step along to the next one. */
            if (tattr & ATTR_WIDE) {
                if (++j < term->cols) {
-                   idx++;
                    d++;
                    /*
                     * By construction above, the cursor should not
@@ -3516,58 +5159,25 @@ static void do_paint(Terminal *term, Context ctx, int may_optimise)
                     * Ever.
                     */
                    assert(!(i == our_curs_y && j == our_curs_x));
-                   if (term->disptext[idx] != *d)
+                   if (!termchars_equal(&term->disptext[i]->chars[j], d))
                        dirty_run = TRUE;
-                   term->disptext[idx] = *d;
+                   copy_termchar(term->disptext[i], j, d);
                }
            }
        }
        if (dirty_run && ccount > 0) {
-           do_text(ctx, start, i, ch, ccount, attr, lattr);
-           updated_line = 1;
-       }
-
-       /* Cursor on this line ? (and changed) */
-       if (i == our_curs_y && (term->curstype != cursor || updated_line)) {
-           ch[0] = (char) (cursor_background & CHAR_MASK);
-           attr = (cursor_background & ATTR_MASK) | cursor;
-           do_cursor(ctx, our_curs_x, i, ch, 1, attr, lattr);
-           term->curstype = cursor;
+           do_text(ctx, start, i, ch, ccount, attr,
+                   ldata->lattr);
+           if (attr & (TATTR_ACTCURS | TATTR_PASCURS))
+               do_cursor(ctx, start, i, ch, ccount, attr,
+                         ldata->lattr);
        }
-    }
-}
-
-/*
- * Flick the switch that says if blinking things should be shown or hidden.
- */
-
-void term_blink(Terminal *term, int flg)
-{
-    long now, blink_diff;
-
-    now = GETTICKCOUNT();
-    blink_diff = now - term->last_tblink;
 
-    /* Make sure the text blinks no more than 2Hz; we'll use 0.45 s period. */
-    if (blink_diff < 0 || blink_diff > (TICKSPERSEC * 9 / 20)) {
-       term->last_tblink = now;
-       term->tblinker = !term->tblinker;
-    }
-
-    if (flg) {
-       term->blinker = 1;
-       term->last_blink = now;
-       return;
+       unlineptr(ldata);
     }
 
-    blink_diff = now - term->last_blink;
-
-    /* Make sure the cursor blinks no faster than system blink rate */
-    if (blink_diff >= 0 && blink_diff < (long) CURSORBLINK)
-       return;
-
-    term->last_blink = now;
-    term->blinker = !term->blinker;
+    sfree(newline);
+    sfree(ch);
 }
 
 /*
@@ -3575,10 +5185,13 @@ void term_blink(Terminal *term, int flg)
  */
 void term_invalidate(Terminal *term)
 {
-    int i;
+    int i, j;
+
+    for (i = 0; i < term->rows; i++)
+       for (j = 0; j < term->cols; j++)
+           term->disptext[i]->chars[j].attr |= ATTR_INVALID;
 
-    for (i = 0; i < term->rows * (term->cols + 1); i++)
-       term->disptext[i] = ATTR_INVALID;
+    term_schedule_update(term);
 }
 
 /*
@@ -3594,21 +5207,19 @@ void term_paint(Terminal *term, Context ctx,
     if (bottom >= term->rows) bottom = term->rows-1;
 
     for (i = top; i <= bottom && i < term->rows; i++) {
-       if ((term->disptext[i * (term->cols + 1) + term->cols] &
-            LATTR_MODE) == LATTR_NORM)
+       if ((term->disptext[i]->lattr & LATTR_MODE) == LATTR_NORM)
            for (j = left; j <= right && j < term->cols; j++)
-               term->disptext[i * (term->cols + 1) + j] = ATTR_INVALID;
+               term->disptext[i]->chars[j].attr |= ATTR_INVALID;
        else
            for (j = left / 2; j <= right / 2 + 1 && j < term->cols; j++)
-               term->disptext[i * (term->cols + 1) + j] = ATTR_INVALID;
+               term->disptext[i]->chars[j].attr |= ATTR_INVALID;
     }
 
-    /* This should happen soon enough, also for some reason it sometimes 
-     * fails to actually do anything when re-sizing ... painting the wrong
-     * window perhaps ?
-     */
-    if (immediately)
+    if (immediately) {
         do_paint (term, ctx, FALSE);
+    } else {
+       term_schedule_update(term);
+    }
 }
 
 /*
@@ -3640,22 +5251,73 @@ void term_scroll(Terminal *term, int rel, int where)
     term_update(term);
 }
 
+/*
+ * Scroll the scrollback to centre it on the beginning or end of the
+ * current selection, if any.
+ */
+void term_scroll_to_selection(Terminal *term, int which_end)
+{
+    pos target;
+    int y;
+    int sbtop = -sblines(term);
+
+    if (term->selstate != SELECTED)
+       return;
+    if (which_end)
+       target = term->selend;
+    else
+       target = term->selstart;
+
+    y = target.y - term->rows/2;
+    if (y < sbtop)
+       y = sbtop;
+    else if (y > 0)
+       y = 0;
+    term_scroll(term, -1, y);
+}
+
+/*
+ * Helper routine for clipme(): growing buffer.
+ */
+typedef struct {
+    int buflen;                    /* amount of allocated space in textbuf/attrbuf */
+    int bufpos;                    /* amount of actual data */
+    wchar_t *textbuf;      /* buffer for copied text */
+    wchar_t *textptr;      /* = textbuf + bufpos (current insertion point) */
+    int *attrbuf;          /* buffer for copied attributes */
+    int *attrptr;          /* = attrbuf + bufpos */
+} clip_workbuf;
+
+static void clip_addchar(clip_workbuf *b, wchar_t chr, int attr)
+{
+    if (b->bufpos >= b->buflen) {
+       b->buflen += 128;
+       b->textbuf = sresize(b->textbuf, b->buflen, wchar_t);
+       b->textptr = b->textbuf + b->bufpos;
+       b->attrbuf = sresize(b->attrbuf, b->buflen, int);
+       b->attrptr = b->attrbuf + b->bufpos;
+    }
+    *b->textptr++ = chr;
+    *b->attrptr++ = attr;
+    b->bufpos++;
+}
+
 static void clipme(Terminal *term, pos top, pos bottom, int rect, int desel)
 {
-    wchar_t *workbuf;
-    wchar_t *wbptr;                   /* where next char goes within workbuf */
+    clip_workbuf buf;
     int old_top_x;
-    int wblen = 0;                    /* workbuf len */
-    int buflen;                               /* amount of memory allocated to workbuf */
+    int attr;
+
+    buf.buflen = 5120;                 
+    buf.bufpos = 0;
+    buf.textptr = buf.textbuf = snewn(buf.buflen, wchar_t);
+    buf.attrptr = buf.attrbuf = snewn(buf.buflen, int);
 
-    buflen = 5120;                    /* Default size */
-    workbuf = snewn(buflen, wchar_t);
-    wbptr = workbuf;                  /* start filling here */
     old_top_x = top.x;                /* needed for rect==1 */
 
     while (poslt(top, bottom)) {
        int nl = FALSE;
-       unsigned long *ldata = lineptr(top.y);
+       termline *ldata = lineptr(top.y);
        pos nlpos;
 
        /*
@@ -3672,15 +5334,15 @@ static void clipme(Terminal *term, pos top, pos bottom, int rect, int desel)
         * because in normal selection mode this means we need a
         * newline at the end)...
         */
-       if (!(ldata[term->cols] & LATTR_WRAPPED)) {
-           while (((ldata[nlpos.x - 1] & 0xFF) == 0x20 ||
-                   (DIRECT_CHAR(ldata[nlpos.x - 1]) &&
-                    (ldata[nlpos.x - 1] & CHAR_MASK) == 0x20))
-                  && poslt(top, nlpos))
+       if (!(ldata->lattr & LATTR_WRAPPED)) {
+           while (nlpos.x &&
+                  IS_SPACE_CHR(ldata->chars[nlpos.x - 1].chr) &&
+                  !ldata->chars[nlpos.x - 1].cc_next &&
+                  poslt(top, nlpos))
                decpos(nlpos);
            if (poslt(nlpos, bottom))
                nl = TRUE;
-       } else if (ldata[term->cols] & LATTR_WRAPPED2) {
+       } else if (ldata->lattr & LATTR_WRAPPED2) {
            /* Ignore the last char on the line in a WRAPPED2 line. */
            decpos(nlpos);
        }
@@ -3704,101 +5366,115 @@ static void clipme(Terminal *term, pos top, pos bottom, int rect, int desel)
            sprintf(cbuf, "<U+%04x>", (ldata[top.x] & 0xFFFF));
 #else
            wchar_t cbuf[16], *p;
-           int uc = (ldata[top.x] & 0xFFFF);
-           int set, c;
+           int c;
+           int x = top.x;
 
-           if (uc == UCSWIDE) {
+           if (ldata->chars[x].chr == UCSWIDE) {
                top.x++;
                continue;
            }
 
-           switch (uc & CSET_MASK) {
-             case ATTR_LINEDRW:
-               if (!term->cfg.rawcnp) {
-                   uc = term->ucsdata->unitab_xterm[uc & 0xFF];
+           while (1) {
+               int uc = ldata->chars[x].chr;
+                attr = ldata->chars[x].attr;
+
+               switch (uc & CSET_MASK) {
+                 case CSET_LINEDRW:
+                   if (!term->rawcnp) {
+                       uc = term->ucsdata->unitab_xterm[uc & 0xFF];
+                       break;
+                   }
+                 case CSET_ASCII:
+                   uc = term->ucsdata->unitab_line[uc & 0xFF];
+                   break;
+                 case CSET_SCOACS:
+                   uc = term->ucsdata->unitab_scoacs[uc&0xFF];
+                   break;
+               }
+               switch (uc & CSET_MASK) {
+                 case CSET_ACP:
+                   uc = term->ucsdata->unitab_font[uc & 0xFF];
+                   break;
+                 case CSET_OEMCP:
+                   uc = term->ucsdata->unitab_oemcp[uc & 0xFF];
                    break;
                }
-             case ATTR_ASCII:
-               uc = term->ucsdata->unitab_line[uc & 0xFF];
-               break;
-             case ATTR_SCOACS:  
-               uc = term->ucsdata->unitab_scoacs[uc&0xFF]; 
-               break;
-           }
-           switch (uc & CSET_MASK) {
-             case ATTR_ACP:
-               uc = term->ucsdata->unitab_font[uc & 0xFF];
-               break;
-             case ATTR_OEMCP:
-               uc = term->ucsdata->unitab_oemcp[uc & 0xFF];
-               break;
-           }
 
-           set = (uc & CSET_MASK);
-           c = (uc & CHAR_MASK);
-           cbuf[0] = uc;
-           cbuf[1] = 0;
-
-           if (DIRECT_FONT(uc)) {
-               if (c >= ' ' && c != 0x7F) {
-                   char buf[4];
-                   WCHAR wbuf[4];
-                   int rv;
-                   if (is_dbcs_leadbyte(term->ucsdata->font_codepage, (BYTE) c)) {
-                       buf[0] = c;
-                       buf[1] = (char) (0xFF & ldata[top.x + 1]);
-                       rv = mb_to_wc(term->ucsdata->font_codepage, 0, buf, 2, wbuf, 4);
-                       top.x++;
-                   } else {
-                       buf[0] = c;
-                       rv = mb_to_wc(term->ucsdata->font_codepage, 0, buf, 1, wbuf, 4);
-                   }
+               c = (uc & ~CSET_MASK);
+#ifdef PLATFORM_IS_UTF16
+               if (uc > 0x10000 && uc < 0x110000) {
+                   cbuf[0] = 0xD800 | ((uc - 0x10000) >> 10);
+                   cbuf[1] = 0xDC00 | ((uc - 0x10000) & 0x3FF);
+                   cbuf[2] = 0;
+               } else
+#endif
+               {
+                   cbuf[0] = uc;
+                   cbuf[1] = 0;
+               }
+
+               if (DIRECT_FONT(uc)) {
+                   if (c >= ' ' && c != 0x7F) {
+                       char buf[4];
+                       WCHAR wbuf[4];
+                       int rv;
+                       if (is_dbcs_leadbyte(term->ucsdata->font_codepage, (BYTE) c)) {
+                           buf[0] = c;
+                           buf[1] = (char) (0xFF & ldata->chars[top.x + 1].chr);
+                           rv = mb_to_wc(term->ucsdata->font_codepage, 0, buf, 2, wbuf, 4);
+                           top.x++;
+                       } else {
+                           buf[0] = c;
+                           rv = mb_to_wc(term->ucsdata->font_codepage, 0, buf, 1, wbuf, 4);
+                       }
 
-                   if (rv > 0) {
-                       memcpy(cbuf, wbuf, rv * sizeof(wchar_t));
-                       cbuf[rv] = 0;
+                       if (rv > 0) {
+                           memcpy(cbuf, wbuf, rv * sizeof(wchar_t));
+                           cbuf[rv] = 0;
+                       }
                    }
                }
-           }
 #endif
 
-           for (p = cbuf; *p; p++) {
-               /* Enough overhead for trailing NL and nul */
-               if (wblen >= buflen - 16) {
-                   buflen += 100;
-                   workbuf = sresize(workbuf, buflen, wchar_t);
-                   wbptr = workbuf + wblen;
-               }
-               wblen++;
-               *wbptr++ = *p;
+               for (p = cbuf; *p; p++)
+                   clip_addchar(&buf, *p, attr);
+
+               if (ldata->chars[x].cc_next)
+                   x += ldata->chars[x].cc_next;
+               else
+                   break;
            }
            top.x++;
        }
        if (nl) {
            int i;
-           for (i = 0; i < sel_nl_sz; i++) {
-               wblen++;
-               *wbptr++ = sel_nl[i];
-           }
+           for (i = 0; i < sel_nl_sz; i++)
+               clip_addchar(&buf, sel_nl[i], 0);
        }
        top.y++;
        top.x = rect ? old_top_x : 0;
+
+       unlineptr(ldata);
     }
 #if SELECTION_NUL_TERMINATED
-    wblen++;
-    *wbptr++ = 0;
+    clip_addchar(&buf, 0, 0);
 #endif
-    write_clip(term->frontend, workbuf, wblen, desel); /* transfer to clipbd */
-    if (buflen > 0)                   /* indicates we allocated this buffer */
-       sfree(workbuf);
+    /* Finally, transfer all that to the clipboard. */
+    write_clip(term->frontend, buf.textbuf, buf.attrbuf, buf.bufpos, desel);
+    sfree(buf.textbuf);
+    sfree(buf.attrbuf);
 }
 
 void term_copyall(Terminal *term)
 {
     pos top;
+    pos bottom;
+    tree234 *screen = term->screen;
     top.y = -sblines(term);
     top.x = 0;
-    clipme(term, top, term->curs, 0, TRUE);
+    bottom.y = find_last_nonempty_line(term, screen);
+    bottom.x = term->cols;
+    clipme(term, top, bottom, 0, TRUE);
 }
 
 /*
@@ -3876,29 +5552,27 @@ static int wordtype(Terminal *term, int uc)
     };
     const struct ucsword *wptr;
 
-    uc &= (CSET_MASK | CHAR_MASK);
-
     switch (uc & CSET_MASK) {
-      case ATTR_LINEDRW:
+      case CSET_LINEDRW:
        uc = term->ucsdata->unitab_xterm[uc & 0xFF];
        break;
-      case ATTR_ASCII:
+      case CSET_ASCII:
        uc = term->ucsdata->unitab_line[uc & 0xFF];
        break;
-      case ATTR_SCOACS:  
+      case CSET_SCOACS:  
        uc = term->ucsdata->unitab_scoacs[uc&0xFF]; 
        break;
     }
     switch (uc & CSET_MASK) {
-      case ATTR_ACP:
+      case CSET_ACP:
        uc = term->ucsdata->unitab_font[uc & 0xFF];
        break;
-      case ATTR_OEMCP:
+      case CSET_OEMCP:
        uc = term->ucsdata->unitab_oemcp[uc & 0xFF];
        break;
     }
 
-    /* For DBCS font's I can't do anything usefull. Even this will sometimes
+    /* For DBCS fonts I can't do anything useful. Even this will sometimes
      * fail as there's such a thing as a double width space. :-(
      */
     if (term->ucsdata->dbcs_screenfont &&
@@ -3921,7 +5595,7 @@ static int wordtype(Terminal *term, int uc)
  */
 static pos sel_spread_half(Terminal *term, pos p, int dir)
 {
-    unsigned long *ldata;
+    termline *ldata;
     short wvalue;
     int topy = -sblines(term);
 
@@ -3933,14 +5607,15 @@ static pos sel_spread_half(Terminal *term, pos p, int dir)
         * In this mode, every character is a separate unit, except
         * for runs of spaces at the end of a non-wrapping line.
         */
-       if (!(ldata[term->cols] & LATTR_WRAPPED)) {
-           unsigned long *q = ldata + term->cols;
-           while (q > ldata && (q[-1] & CHAR_MASK) == 0x20)
+       if (!(ldata->lattr & LATTR_WRAPPED)) {
+           termchar *q = ldata->chars + term->cols;
+           while (q > ldata->chars &&
+                  IS_SPACE_CHR(q[-1].chr) && !q[-1].cc_next)
                q--;
-           if (q == ldata + term->cols)
+           if (q == ldata->chars + term->cols)
                q--;
-           if (p.x >= q - ldata)
-               p.x = (dir == -1 ? q - ldata : term->cols - 1);
+           if (p.x >= q - ldata->chars)
+               p.x = (dir == -1 ? q - ldata->chars : term->cols - 1);
        }
        break;
       case SM_WORD:
@@ -3948,26 +5623,31 @@ static pos sel_spread_half(Terminal *term, pos p, int dir)
         * In this mode, the units are maximal runs of characters
         * whose `wordness' has the same value.
         */
-       wvalue = wordtype(term, UCSGET(ldata, p.x));
+       wvalue = wordtype(term, UCSGET(ldata->chars, p.x));
        if (dir == +1) {
            while (1) {
-               int maxcols = (ldata[term->cols] & LATTR_WRAPPED2 ?
+               int maxcols = (ldata->lattr & LATTR_WRAPPED2 ?
                               term->cols-1 : term->cols);
                if (p.x < maxcols-1) {
-                   if (wordtype(term, UCSGET(ldata, p.x + 1)) == wvalue)
+                   if (wordtype(term, UCSGET(ldata->chars, p.x+1)) == wvalue)
                        p.x++;
                    else
                        break;
                } else {
-                   if (ldata[term->cols] & LATTR_WRAPPED) {
-                       unsigned long *ldata2;
+                   if (p.y+1 < term->rows && 
+                        (ldata->lattr & LATTR_WRAPPED)) {
+                       termline *ldata2;
                        ldata2 = lineptr(p.y+1);
-                       if (wordtype(term, UCSGET(ldata2, 0)) == wvalue) {
+                       if (wordtype(term, UCSGET(ldata2->chars, 0))
+                           == wvalue) {
                            p.x = 0;
                            p.y++;
+                           unlineptr(ldata);
                            ldata = ldata2;
-                       } else
+                       } else {
+                           unlineptr(ldata2);
                            break;
+                       }
                    } else
                        break;
                }
@@ -3975,26 +5655,29 @@ static pos sel_spread_half(Terminal *term, pos p, int dir)
        } else {
            while (1) {
                if (p.x > 0) {
-                   if (wordtype(term, UCSGET(ldata, p.x - 1)) == wvalue)
+                   if (wordtype(term, UCSGET(ldata->chars, p.x-1)) == wvalue)
                        p.x--;
                    else
                        break;
                } else {
-                   unsigned long *ldata2;
+                   termline *ldata2;
                    int maxcols;
                    if (p.y <= topy)
                        break;
                    ldata2 = lineptr(p.y-1);
-                   maxcols = (ldata2[term->cols] & LATTR_WRAPPED2 ?
+                   maxcols = (ldata2->lattr & LATTR_WRAPPED2 ?
                              term->cols-1 : term->cols);
-                   if (ldata2[term->cols] & LATTR_WRAPPED) {
-                       if (wordtype(term, UCSGET(ldata2, maxcols-1))
+                   if (ldata2->lattr & LATTR_WRAPPED) {
+                       if (wordtype(term, UCSGET(ldata2->chars, maxcols-1))
                            == wvalue) {
                            p.x = maxcols-1;
                            p.y--;
+                           unlineptr(ldata);
                            ldata = ldata2;
-                       } else
+                       } else {
+                           unlineptr(ldata2);
                            break;
+                       }
                    } else
                        break;
                }
@@ -4008,6 +5691,8 @@ static pos sel_spread_half(Terminal *term, pos p, int dir)
        p.x = (dir == -1 ? 0 : term->cols - 1);
        break;
     }
+
+    unlineptr(ldata);
     return p;
 }
 
@@ -4035,7 +5720,12 @@ void term_do_paste(Terminal *term)
         if (term->paste_buffer)
             sfree(term->paste_buffer);
         term->paste_pos = term->paste_hold = term->paste_len = 0;
-        term->paste_buffer = snewn(len, wchar_t);
+        term->paste_buffer = snewn(len + 12, wchar_t);
+
+        if (term->bracketed_paste) {
+            memcpy(term->paste_buffer, L"\033[200~", 6 * sizeof(wchar_t));
+            term->paste_len += 6;
+        }
 
         p = q = data;
         while (p < data + len) {
@@ -4059,6 +5749,12 @@ void term_do_paste(Terminal *term)
             q = p;
         }
 
+        if (term->bracketed_paste) {
+            memcpy(term->paste_buffer + term->paste_len,
+                   L"\033[201~", 6 * sizeof(wchar_t));
+            term->paste_len += 6;
+        }
+
         /* Assume a small paste will be OK in one go. */
         if (term->paste_len < 256) {
             if (term->ldisc)
@@ -4076,10 +5772,10 @@ void term_mouse(Terminal *term, Mouse_Button braw, Mouse_Button bcooked,
                Mouse_Action a, int x, int y, int shift, int ctrl, int alt)
 {
     pos selpoint;
-    unsigned long *ldata;
+    termline *ldata;
     int raw_mouse = (term->xterm_mouse &&
-                    !term->cfg.no_mouse_rep &&
-                    !(term->cfg.mouse_override && shift));
+                    !term->no_mouse_rep &&
+                    !(term->mouse_override && shift));
     int default_seltype;
 
     if (y < 0) {
@@ -4103,32 +5799,53 @@ void term_mouse(Terminal *term, Mouse_Button braw, Mouse_Button bcooked,
        x = term->cols - 1;
 
     selpoint.y = y + term->disptop;
-    selpoint.x = x;
     ldata = lineptr(selpoint.y);
-    if ((ldata[term->cols] & LATTR_MODE) != LATTR_NORM)
-       selpoint.x /= 2;
 
-    if (raw_mouse) {
+    if ((ldata->lattr & LATTR_MODE) != LATTR_NORM)
+       x /= 2;
+
+    /*
+     * Transform x through the bidi algorithm to find the _logical_
+     * click point from the physical one.
+     */
+    if (term_bidi_line(term, ldata, y) != NULL) {
+       x = term->post_bidi_cache[y].backward[x];
+    }
+
+    selpoint.x = x;
+    unlineptr(ldata);
+
+    /*
+     * If we're in the middle of a selection operation, we ignore raw
+     * mouse mode until it's done (we must have been not in raw mouse
+     * mode when it started).
+     * This makes use of Shift for selection reliable, and avoids the
+     * host seeing mouse releases for which they never saw corresponding
+     * presses.
+     */
+    if (raw_mouse &&
+       (term->selstate != ABOUT_TO) && (term->selstate != DRAGGING)) {
        int encstate = 0, r, c;
-       char abuf[16];
+       char abuf[32];
+       int len = 0;
 
        if (term->ldisc) {
 
            switch (braw) {
              case MBT_LEFT:
-               encstate = 0x20;               /* left button down */
+               encstate = 0x00;               /* left button down */
                break;
              case MBT_MIDDLE:
-               encstate = 0x21;
+               encstate = 0x01;
                break;
              case MBT_RIGHT:
-               encstate = 0x22;
+               encstate = 0x02;
                break;
              case MBT_WHEEL_UP:
-               encstate = 0x60;
+               encstate = 0x40;
                break;
              case MBT_WHEEL_DOWN:
-               encstate = 0x61;
+               encstate = 0x41;
                break;
              default: break;          /* placate gcc warning about enum use */
            }
@@ -4139,7 +5856,9 @@ void term_mouse(Terminal *term, Mouse_Button braw, Mouse_Button bcooked,
                encstate += 0x20;
                break;
              case MA_RELEASE:
-               encstate = 0x23;
+               /* If multiple extensions are enabled, the xterm 1006 is used, so it's okay to check for only that */
+               if (!term->xterm_extended_mouse)
+                   encstate = 0x03;
                term->mouse_is_down = 0;
                break;
              case MA_CLICK:
@@ -4153,11 +5872,18 @@ void term_mouse(Terminal *term, Mouse_Button braw, Mouse_Button bcooked,
                encstate += 0x04;
            if (ctrl)
                encstate += 0x10;
-           r = y + 33;
-           c = x + 33;
-
-           sprintf(abuf, "\033[M%c%c%c", encstate, c, r);
-           ldisc_send(term->ldisc, abuf, 6, 0);
+           r = y + 1;
+           c = x + 1;
+
+           /* Check the extensions in decreasing order of preference. Encoding the release event above assumes that 1006 comes first. */
+           if (term->xterm_extended_mouse) {
+               len = sprintf(abuf, "\033[<%d;%d;%d%c", encstate, c, r, a == MA_RELEASE ? 'm' : 'M');
+           } else if (term->urxvt_extended_mouse) {
+               len = sprintf(abuf, "\033[%d;%d;%dM", encstate + 32, c, r);
+           } else if (c <= 223 && r <= 223) {
+               len = sprintf(abuf, "\033[M%c%c%c", encstate + 32, c + 32, r + 32);
+           }
+           ldisc_send(term->ldisc, abuf, len, 0);
        }
        return;
     }
@@ -4166,7 +5892,7 @@ void term_mouse(Terminal *term, Mouse_Button braw, Mouse_Button bcooked,
      * Set the selection type (rectangular or normal) at the start
      * of a selection attempt, from the state of Alt.
      */
-    if (!alt ^ !term->cfg.rect_select)
+    if (!alt ^ !term->rect_select)
        default_seltype = RECTANGULAR;
     else
        default_seltype = LEXICOGRAPHIC;
@@ -4276,447 +6002,50 @@ void term_mouse(Terminal *term, Mouse_Button braw, Mouse_Button bcooked,
        request_paste(term->frontend);
     }
 
+    /*
+     * Since terminal output is suppressed during drag-selects, we
+     * should make sure to write any pending output if one has just
+     * finished.
+     */
+    if (term->selstate != DRAGGING)
+        term_out(term);
     term_update(term);
 }
 
-void term_key(Terminal *term, Key_Sym keysym, wchar_t *text, size_t tlen,
-             unsigned int modifiers, unsigned int flags)
+int format_arrow_key(char *buf, Terminal *term, int xkey, int ctrl)
 {
-    char output[10];
-    char *p = output;
-    int prependesc = FALSE;
-#if 0
-    int i;
-
-    fprintf(stderr, "keysym = %d, %d chars:", keysym, tlen);
-    for (i = 0; i < tlen; i++)
-       fprintf(stderr, " %04x", (unsigned)text[i]);
-    fprintf(stderr, "\n");
-#endif
-
-    /* XXX Num Lock */
-    if ((flags & PKF_REPEAT) && term->repeat_off)
-       return;
-
-    /* Currently, Meta always just prefixes everything with ESC. */
-    if (modifiers & PKM_META)
-       prependesc = TRUE;
-    modifiers &= ~PKM_META;
-
-    /*
-     * Alt is only used for Alt+keypad, which isn't supported yet, so
-     * ignore it.
-     */
-    modifiers &= ~PKM_ALT;
-
-    /* Standard local function keys */
-    switch (modifiers & (PKM_SHIFT | PKM_CONTROL)) {
-      case PKM_SHIFT:
-       if (keysym == PK_PAGEUP)
-           /* scroll up one page */;
-       if (keysym == PK_PAGEDOWN)
-           /* scroll down on page */;
-       if (keysym == PK_INSERT)
-           term_do_paste(term);
-       break;
-      case PKM_CONTROL:
-       if (keysym == PK_PAGEUP)
-           /* scroll up one line */;
-       if (keysym == PK_PAGEDOWN)
-           /* scroll down one line */;
-       /* Control-Numlock for app-keypad mode switch */
-       if (keysym == PK_PF1)
-           term->app_keypad_keys ^= 1;
-       break;
-    }
-
-    if (modifiers & PKM_ALT) {
-       /* Alt+F4 (close) */
-       /* Alt+Return (full screen) */
-       /* Alt+Space (system menu) */
-    }
-
-    if (keysym == PK_NULL && (modifiers & PKM_CONTROL) && tlen == 1 &&
-       text[0] >= 0x20 && text[0] <= 0x7e) {
-       /* ASCII chars + Control */
-       if ((text[0] >= 0x40 && text[0] <= 0x5f) ||
-           (text[0] >= 0x61 && text[0] <= 0x7a))
-           text[0] &= 0x1f;
-       else {
-           /*
-            * Control-2 should return ^@ (0x00), Control-6 should return
-            * ^^ (0x1E), and Control-Minus should return ^_ (0x1F). Since
-            * the DOS keyboard handling did it, and we have nothing better
-            * to do with the key combo in question, we'll also map
-            * Control-Backquote to ^\ (0x1C).
-            */
-           switch (text[0]) {
-             case ' ': text[0] = 0x00; break;
-             case '-': text[0] = 0x1f; break;
-             case '/': text[0] = 0x1f; break;
-             case '2': text[0] = 0x00; break;
-             case '3': text[0] = 0x1b; break;
-             case '4': text[0] = 0x1c; break;
-             case '5': text[0] = 0x1d; break;
-             case '6': text[0] = 0x1e; break;
-             case '7': text[0] = 0x1f; break;
-             case '8': text[0] = 0x7f; break;
-             case '`': text[0] = 0x1c; break;
-           }
-       }
-    }
-
-    /* Nethack keypad */
-    if (term->cfg.nethack_keypad) {
-       char c = 0;
-       switch (keysym) {
-         case PK_KP1: c = 'b'; break;
-         case PK_KP2: c = 'j'; break;
-         case PK_KP3: c = 'n'; break;
-         case PK_KP4: c = 'h'; break;
-         case PK_KP5: c = '.'; break;
-         case PK_KP6: c = 'l'; break;
-         case PK_KP7: c = 'y'; break;
-         case PK_KP8: c = 'k'; break;
-         case PK_KP9: c = 'u'; break;
-         default: break; /* else gcc warns `enum value not used' */
-       }
-       if (c != 0) {
-           if (c != '.') {
-               if (modifiers & PKM_CONTROL)
-                   c &= 0x1f;
-               else if (modifiers & PKM_SHIFT)
-                   c = toupper(c);
-           }
-           *p++ = c;
-           goto done;
-       }
-    }
-
-    /* Numeric Keypad */
-    if (PK_ISKEYPAD(keysym)) {
-       int xkey = 0;
+    char *p = buf;
 
+    if (term->vt52_mode)
+       p += sprintf((char *) p, "\x1B%c", xkey);
+    else {
+       int app_flg = (term->app_cursor_keys && !term->no_applic_c);
+#if 0
        /*
-        * In VT400 mode, PFn always emits an escape sequence.  In
-        * Linux and tilde modes, this only happens in app keypad mode.
+        * RDB: VT100 & VT102 manuals both state the app cursor
+        * keys only work if the app keypad is on.
+        *
+        * SGT: That may well be true, but xterm disagrees and so
+        * does at least one application, so I've #if'ed this out
+        * and the behaviour is back to PuTTY's original: app
+        * cursor and app keypad are independently switchable
+        * modes. If anyone complains about _this_ I'll have to
+        * put in a configurable option.
         */
-       if (term->cfg.funky_type == FUNKY_VT400 ||
-           ((term->cfg.funky_type == FUNKY_LINUX ||
-             term->cfg.funky_type == FUNKY_TILDE) &&
-            term->app_keypad_keys && !term->cfg.no_applic_k)) {
-           switch (keysym) {
-             case PK_PF1: xkey = 'P'; break;
-             case PK_PF2: xkey = 'Q'; break;
-             case PK_PF3: xkey = 'R'; break;
-             case PK_PF4: xkey = 'S'; break;
-             default: break; /* else gcc warns `enum value not used' */
-           }
-       }
-       if (term->app_keypad_keys && !term->cfg.no_applic_k) {
-           switch (keysym) {
-             case PK_KP0: xkey = 'p'; break;
-             case PK_KP1: xkey = 'q'; break;
-             case PK_KP2: xkey = 'r'; break;
-             case PK_KP3: xkey = 's'; break;
-             case PK_KP4: xkey = 't'; break;
-             case PK_KP5: xkey = 'u'; break;
-             case PK_KP6: xkey = 'v'; break;
-             case PK_KP7: xkey = 'w'; break;
-             case PK_KP8: xkey = 'x'; break;
-             case PK_KP9: xkey = 'y'; break;
-             case PK_KPDECIMAL: xkey = 'n'; break;
-             case PK_KPENTER: xkey = 'M'; break;
-             default: break; /* else gcc warns `enum value not used' */
-           }
-           if (term->cfg.funky_type == FUNKY_XTERM && tlen > 0) {
-               /*
-                * xterm can't see the layout of the keypad, so it has
-                * to rely on the X keysyms returned by the keys.
-                * Hence, we look at the strings here, not the PuTTY
-                * keysyms (which describe the layout).
-                */
-               switch (text[0]) {
-                 case '+':
-                   if (modifiers & PKM_SHIFT)
-                       xkey = 'l';
-                   else
-                       xkey = 'k';
-                   break;
-                 case '/': xkey = 'o'; break;
-                 case '*': xkey = 'j'; break;
-                 case '-': xkey = 'm'; break;
-               }
-           } else {
-               /*
-                * In all other modes, we try to retain the layout of
-                * the DEC keypad in application mode.
-                */
-               switch (keysym) {
-                 case PK_KPBIGPLUS:
-                   /* This key covers the '-' and ',' keys on a VT220 */
-                   if (modifiers & PKM_SHIFT)
-                       xkey = 'm'; /* VT220 '-' */
-                   else
-                       xkey = 'l'; /* VT220 ',' */
-                   break;
-                 case PK_KPMINUS: xkey = 'm'; break;
-                 case PK_KPCOMMA: xkey = 'l'; break;
-                 default: break; /* else gcc warns `enum value not used' */
-               }
-           }
-       }
-       if (xkey) {
-           if (term->vt52_mode) {
-               if (xkey >= 'P' && xkey <= 'S')
-                   p += sprintf((char *) p, "\x1B%c", xkey);
-               else
-                   p += sprintf((char *) p, "\x1B?%c", xkey);
-           } else
-               p += sprintf((char *) p, "\x1BO%c", xkey);
-           goto done;
-       }
-       /* Not in application mode -- treat the number pad as arrow keys? */
-       if ((flags & PKF_NUMLOCK) == 0) {
-           switch (keysym) {
-             case PK_KP0: keysym = PK_INSERT; break;
-             case PK_KP1: keysym = PK_END; break;
-             case PK_KP2: keysym = PK_DOWN; break;
-             case PK_KP3: keysym = PK_PAGEDOWN; break;
-             case PK_KP4: keysym = PK_LEFT; break;
-             case PK_KP5: keysym = PK_REST; break;
-             case PK_KP6: keysym = PK_RIGHT; break;
-             case PK_KP7: keysym = PK_HOME; break;
-             case PK_KP8: keysym = PK_UP; break;
-             case PK_KP9: keysym = PK_PAGEUP; break;
-             default: break; /* else gcc warns `enum value not used' */
-           }
-       }
-    }
-
-    /* Miscellaneous keys */
-    switch (keysym) {
-      case PK_ESCAPE:
-       *p++ = 0x1b;
-       goto done;
-      case PK_BACKSPACE:
-           if (modifiers == 0)
-               *p++ = (term->cfg.bksp_is_delete ? 0x7F : 0x08);
-           else if (modifiers == PKM_SHIFT)
-               /* We do the opposite of what is configured */
-               *p++ = (term->cfg.bksp_is_delete ? 0x08 : 0x7F);
-           else break;
-           goto done;
-      case PK_TAB:
-       if (modifiers == 0)
-           *p++ = 0x09;
-       else if (modifiers == PKM_SHIFT)
-           *p++ = 0x1B, *p++ = '[', *p++ = 'Z';
-       else break;
-       goto done;
-       /* XXX window.c has ctrl+shift+space sending 0xa0 */
-      case PK_PAUSE:
-       if (modifiers == PKM_CONTROL)
-           *p++ = 26;
-       else break;
-       goto done;
-      case PK_RETURN:
-      case PK_KPENTER: /* Odd keypad modes handled above */
-       if (modifiers == 0) {
-           *p++ = 0x0d;
-           if (term->cr_lf_return)
-               *p++ = 0x0a;
-           goto done;
-       }
-      default: break; /* else gcc warns `enum value not used' */
-    }
+       if (!term->app_keypad_keys)
+           app_flg = 0;
+#endif
+       /* Useful mapping of Ctrl-arrows */
+       if (ctrl)
+           app_flg = !app_flg;
 
-    /* SCO function keys and editing keys */
-    if (term->cfg.funky_type == FUNKY_SCO) {
-       if (PK_ISFKEY(keysym) && keysym <= PK_F12) {
-           static char const codes[] =
-               "MNOPQRSTUVWX" "YZabcdefghij" "klmnopqrstuv" "wxyz@[\\]^_`{";
-           int index = keysym - PK_F1;
-
-           if (modifiers & PKM_SHIFT) index += 12;
-           if (modifiers & PKM_CONTROL) index += 24;
-           p += sprintf((char *) p, "\x1B[%c", codes[index]);
-           goto done;
-       }
-       if (PK_ISEDITING(keysym)) {
-           int xkey = 0;
-
-           switch (keysym) {
-             case PK_DELETE:   *p++ = 0x7f; goto done;
-             case PK_HOME:     xkey = 'H'; break;
-             case PK_INSERT:   xkey = 'L'; break;
-             case PK_END:      xkey = 'F'; break;
-             case PK_PAGEUP:   xkey = 'I'; break;
-             case PK_PAGEDOWN: xkey = 'G'; break;
-             default: break; /* else gcc warns `enum value not used' */
-           }
+       if (app_flg)
+           p += sprintf((char *) p, "\x1BO%c", xkey);
+       else
            p += sprintf((char *) p, "\x1B[%c", xkey);
-       }
-    }
-
-    if (PK_ISEDITING(keysym) && (modifiers & PKM_SHIFT) == 0) {
-       int code;
-
-       if (term->cfg.funky_type == FUNKY_XTERM) {
-           /* Xterm shuffles these keys, apparently. */
-           switch (keysym) {
-             case PK_HOME:     keysym = PK_INSERT;   break;
-             case PK_INSERT:   keysym = PK_HOME;     break;
-             case PK_DELETE:   keysym = PK_END;      break;
-             case PK_END:      keysym = PK_PAGEUP;   break;
-             case PK_PAGEUP:   keysym = PK_DELETE;   break;
-             case PK_PAGEDOWN: keysym = PK_PAGEDOWN; break;
-             default: break; /* else gcc warns `enum value not used' */
-           }
-       }
-
-       /* RXVT Home/End */
-       if (term->cfg.rxvt_homeend &&
-           (keysym == PK_HOME || keysym == PK_END)) {
-           p += sprintf((char *) p, keysym == PK_HOME ? "\x1B[H" : "\x1BOw");
-           goto done;
-       }
-
-       if (term->vt52_mode) {
-           int xkey;
-
-           /*
-            * A real VT52 doesn't have these, and a VT220 doesn't
-            * send anything for them in VT52 mode.
-            */
-           switch (keysym) {
-             case PK_HOME:     xkey = 'H'; break;
-             case PK_INSERT:   xkey = 'L'; break;
-             case PK_DELETE:   xkey = 'M'; break;
-             case PK_END:      xkey = 'E'; break;
-             case PK_PAGEUP:   xkey = 'I'; break;
-             case PK_PAGEDOWN: xkey = 'G'; break;
-             default: xkey=0; break; /* else gcc warns `enum value not used'*/
-           }
-           p += sprintf((char *) p, "\x1B%c", xkey);
-           goto done;
-       }
-
-       switch (keysym) {
-         case PK_HOME:     code = 1; break;
-         case PK_INSERT:   code = 2; break;
-         case PK_DELETE:   code = 3; break;
-         case PK_END:      code = 4; break;
-         case PK_PAGEUP:   code = 5; break;
-         case PK_PAGEDOWN: code = 6; break;
-         default: code = 0; break; /* else gcc warns `enum value not used' */
-       }
-       p += sprintf((char *) p, "\x1B[%d~", code);
-       goto done;
-    }
-
-    if (PK_ISFKEY(keysym)) {
-       /* Map Shift+F1-F10 to F11-F20 */
-       if (keysym >= PK_F1 && keysym <= PK_F10 && (modifiers & PKM_SHIFT))
-           keysym += 10;
-       if ((term->vt52_mode || term->cfg.funky_type == FUNKY_VT100P) &&
-           keysym <= PK_F14) {
-           /* XXX This overrides the XTERM/VT52 mode below */
-           int offt = 0;
-           if (keysym >= PK_F6)  offt++;
-           if (keysym >= PK_F12) offt++;
-           p += sprintf((char *) p, term->vt52_mode ? "\x1B%c" : "\x1BO%c",
-                        'P' + keysym - PK_F1 - offt);
-           goto done;
-       }
-       if (term->cfg.funky_type == FUNKY_LINUX && keysym <= PK_F5) {
-           p += sprintf((char *) p, "\x1B[[%c", 'A' + keysym - PK_F1);
-           goto done;
-       }
-       if (term->cfg.funky_type == FUNKY_XTERM && keysym <= PK_F4) {
-           if (term->vt52_mode)
-               p += sprintf((char *) p, "\x1B%c", 'P' + keysym - PK_F1);
-           else
-               p += sprintf((char *) p, "\x1BO%c", 'P' + keysym - PK_F1);
-           goto done;
-       }
-       p += sprintf((char *) p, "\x1B[%d~", 11 + keysym - PK_F1);
-       goto done;
-    }
-
-    if (PK_ISCURSOR(keysym)) {
-       int xkey;
-
-       switch (keysym) {
-         case PK_UP:    xkey = 'A'; break;
-         case PK_DOWN:  xkey = 'B'; break;
-         case PK_RIGHT: xkey = 'C'; break;
-         case PK_LEFT:  xkey = 'D'; break;
-         case PK_REST:  xkey = 'G'; break; /* centre key on number pad */
-         default: xkey = 0; break; /* else gcc warns `enum value not used' */
-       }
-       if (term->vt52_mode)
-           p += sprintf((char *) p, "\x1B%c", xkey);
-       else {
-           int app_flg = (term->app_cursor_keys && !term->cfg.no_applic_c);
-
-           /* Useful mapping of Ctrl-arrows */
-           if (modifiers == PKM_CONTROL)
-               app_flg = !app_flg;
-
-           if (app_flg)
-               p += sprintf((char *) p, "\x1BO%c", xkey);
-           else
-               p += sprintf((char *) p, "\x1B[%c", xkey);
-       }
-       goto done;
     }
 
-  done:
-    if (p > output || tlen > 0) {
-       /*
-        * Interrupt an ongoing paste. I'm not sure
-        * this is sensible, but for the moment it's
-        * preferable to having to faff about buffering
-        * things.
-        */
-       term_nopaste(term);
-
-       /*
-        * We need not bother about stdin backlogs
-        * here, because in GUI PuTTY we can't do
-        * anything about it anyway; there's no means
-        * of asking Windows to hold off on KEYDOWN
-        * messages. We _have_ to buffer everything
-        * we're sent.
-        */
-       term_seen_key_event(term);
-
-       if (prependesc) {
-#if 0
-           fprintf(stderr, "sending ESC\n");
-#endif
-           ldisc_send(term->ldisc, "\x1b", 1, 1);
-       }
-
-       if (p > output) {
-#if 0
-           fprintf(stderr, "sending %d bytes:", p - output);
-           for (i = 0; i < p - output; i++)
-               fprintf(stderr, " %02x", output[i]);
-           fprintf(stderr, "\n");
-#endif
-           ldisc_send(term->ldisc, output, p - output, 1);
-       } else if (tlen > 0) {
-#if 0
-           fprintf(stderr, "sending %d unichars:", tlen);
-           for (i = 0; i < tlen; i++)
-               fprintf(stderr, " %04x", (unsigned) text[i]);
-           fprintf(stderr, "\n");
-#endif
-           luni_send(term->ldisc, text, tlen, 1);
-       }
-    }
+    return p - buf;
 }
 
 void term_nopaste(Terminal *term)
@@ -4779,6 +6108,14 @@ void term_deselect(Terminal *term)
 {
     deselect(term);
     term_update(term);
+
+    /*
+     * Since terminal output is suppressed during drag-selects, we
+     * should make sure to write any pending output if one has just
+     * finished.
+     */
+    if (term->selstate != DRAGGING)
+        term_out(term);
 }
 
 int term_ldisc(Terminal *term, int option)
@@ -4792,14 +6129,18 @@ int term_ldisc(Terminal *term, int option)
 
 int term_data(Terminal *term, int is_stderr, const char *data, int len)
 {
-    assert(len > 0);
-
     bufchain_add(&term->inbuf, data, len);
 
     if (!term->in_term_out) {
        term->in_term_out = TRUE;
-       term_blink(term, 1);
-       term_out(term);
+       term_reset_cblink(term);
+       /*
+        * During drag-selects, we do not process terminal input,
+        * because the user will want the screen to hold still to
+        * be selected.
+        */
+       if (term->selstate != DRAGGING)
+           term_out(term);
        term->in_term_out = FALSE;
     }
 
@@ -4810,13 +6151,13 @@ int term_data(Terminal *term, int is_stderr, const char *data, int len)
      * the remote side needing to wait until term_out() has cleared
      * a backlog.
      *
-     * This is a slightly suboptimal way to deal with SSH2 - in
+     * This is a slightly suboptimal way to deal with SSH-2 - in
      * principle, the window mechanism would allow us to continue
      * to accept data on forwarded ports and X connections even
      * while the terminal processing was going slowly - but we
      * can't do the 100% right thing without moving the terminal
      * processing into a separate thread, and that might hurt
-     * portability. So we manage stdout buffering the old SSH1 way:
+     * portability. So we manage stdout buffering the old SSH-1 way:
      * if the terminal processing goes slowly, the whole SSH
      * connection stops accepting data until it's ready.
      *
@@ -4825,7 +6166,172 @@ int term_data(Terminal *term, int is_stderr, const char *data, int len)
     return 0;
 }
 
+/*
+ * Write untrusted data to the terminal.
+ * The only control character that should be honoured is \n (which
+ * will behave as a CRLF).
+ */
+int term_data_untrusted(Terminal *term, const char *data, int len)
+{
+    int i;
+    /* FIXME: more sophisticated checking? */
+    for (i = 0; i < len; i++) {
+       if (data[i] == '\n')
+           term_data(term, 1, "\r\n", 2);
+       else if (data[i] & 0x60)
+           term_data(term, 1, data + i, 1);
+    }
+    return 0; /* assumes that term_data() always returns 0 */
+}
+
 void term_provide_logctx(Terminal *term, void *logctx)
 {
     term->logctx = logctx;
 }
+
+void term_set_focus(Terminal *term, int has_focus)
+{
+    term->has_focus = has_focus;
+    term_schedule_cblink(term);
+}
+
+/*
+ * Provide "auto" settings for remote tty modes, suitable for an
+ * application with a terminal window.
+ */
+char *term_get_ttymode(Terminal *term, const char *mode)
+{
+    char *val = NULL;
+    if (strcmp(mode, "ERASE") == 0) {
+       val = term->bksp_is_delete ? "^?" : "^H";
+    }
+    /* FIXME: perhaps we should set ONLCR based on lfhascr as well? */
+    /* FIXME: or ECHO and friends based on local echo state? */
+    return dupstr(val);
+}
+
+struct term_userpass_state {
+    size_t curr_prompt;
+    int done_prompt;   /* printed out prompt yet? */
+    size_t pos;                /* cursor position */
+};
+
+/*
+ * Process some terminal data in the course of username/password
+ * input.
+ */
+int term_get_userpass_input(Terminal *term, prompts_t *p,
+                           unsigned char *in, int inlen)
+{
+    struct term_userpass_state *s = (struct term_userpass_state *)p->data;
+    if (!s) {
+       /*
+        * First call. Set some stuff up.
+        */
+       p->data = s = snew(struct term_userpass_state);
+       s->curr_prompt = 0;
+       s->done_prompt = 0;
+       /* We only print the `name' caption if we have to... */
+       if (p->name_reqd && p->name) {
+           size_t l = strlen(p->name);
+           term_data_untrusted(term, p->name, l);
+           if (p->name[l-1] != '\n')
+               term_data_untrusted(term, "\n", 1);
+       }
+       /* ...but we always print any `instruction'. */
+       if (p->instruction) {
+           size_t l = strlen(p->instruction);
+           term_data_untrusted(term, p->instruction, l);
+           if (p->instruction[l-1] != '\n')
+               term_data_untrusted(term, "\n", 1);
+       }
+       /*
+        * Zero all the results, in case we abort half-way through.
+        */
+       {
+           int i;
+           for (i = 0; i < (int)p->n_prompts; i++)
+                prompt_set_result(p->prompts[i], "");
+       }
+    }
+
+    while (s->curr_prompt < p->n_prompts) {
+
+       prompt_t *pr = p->prompts[s->curr_prompt];
+       int finished_prompt = 0;
+
+       if (!s->done_prompt) {
+           term_data_untrusted(term, pr->prompt, strlen(pr->prompt));
+           s->done_prompt = 1;
+           s->pos = 0;
+       }
+
+       /* Breaking out here ensures that the prompt is printed even
+        * if we're now waiting for user data. */
+       if (!in || !inlen) break;
+
+       /* FIXME: should we be using local-line-editing code instead? */
+       while (!finished_prompt && inlen) {
+           char c = *in++;
+           inlen--;
+           switch (c) {
+             case 10:
+             case 13:
+               term_data(term, 0, "\r\n", 2);
+                prompt_ensure_result_size(pr, s->pos + 1);
+               pr->result[s->pos] = '\0';
+               /* go to next prompt, if any */
+               s->curr_prompt++;
+               s->done_prompt = 0;
+               finished_prompt = 1; /* break out */
+               break;
+             case 8:
+             case 127:
+               if (s->pos > 0) {
+                   if (pr->echo)
+                       term_data(term, 0, "\b \b", 3);
+                   s->pos--;
+               }
+               break;
+             case 21:
+             case 27:
+               while (s->pos > 0) {
+                   if (pr->echo)
+                       term_data(term, 0, "\b \b", 3);
+                   s->pos--;
+               }
+               break;
+             case 3:
+             case 4:
+               /* Immediate abort. */
+               term_data(term, 0, "\r\n", 2);
+               sfree(s);
+               p->data = NULL;
+               return 0; /* user abort */
+             default:
+               /*
+                * This simplistic check for printability is disabled
+                * when we're doing password input, because some people
+                * have control characters in their passwords.
+                */
+               if (!pr->echo || (c >= ' ' && c <= '~') ||
+                    ((unsigned char) c >= 160)) {
+                    prompt_ensure_result_size(pr, s->pos + 1);
+                   pr->result[s->pos++] = c;
+                   if (pr->echo)
+                       term_data(term, 0, &c, 1);
+               }
+               break;
+           }
+       }
+       
+    }
+
+    if (s->curr_prompt < p->n_prompts) {
+       return -1; /* more data required */
+    } else {
+       sfree(s);
+       p->data = NULL;
+       return +1; /* all done */
+    }
+}