X-Git-Url: https://git.distorted.org.uk/~mdw/ircbot/blobdiff_plain/868921287e5f8bfbab6ac285e987e845c660be0d..574abac6430df672a6ad566fffcce7422933c68a:/bot.tcl

diff --git a/bot.tcl b/bot.tcl
index dff9ab3..da2a472 100755
--- a/bot.tcl
+++ b/bot.tcl
@@ -1,171 +1,27 @@
-#!/usr/bin/tclsh8.2
+# Core bot code
 
-set host chiark
-set port 6667
-if {![info exists nick]} { set nick Blight }
-if {![info exists ownfullname]} { set ownfullname "here to Help" }
-set ownmailaddr blight@chiark.greenend.org.uk
+source irccore.tcl
 
-if {![info exists globalsecret]} {
-    set gsfile [open /dev/urandom r]
-    fconfigure $gsfile -translation binary
-    set globalsecret [read $gsfile 32]
-    binary scan $globalsecret H* globalsecret
-    close $gsfile
-    unset gsfile
-}
-
-proc try_except_finally {try except finally} {
-    global errorInfo errorCode
-    set er [catch { uplevel 1 $try } emsg]
-    if {$er} {
-	set ei $errorInfo
-	set ec $errorCode
-	if {[catch { uplevel 1 $except } emsg3]} {
-	    append ei "\nALSO ERROR HANDLING ERROR:\n$emsg3"
-	}
+proc unlogged_content_msg {prefix params} {
+    if {![regexp {^[&#+!]} [lindex $params 0]] ||
+        [regexp {^![a-z][-a-z]*[a-z]( .*)?$} [lindex $params 1]]} {
+	return 1
     }
-    set er2 [catch { uplevel 1 $finally } emsg2]
-    if {$er} {
-	if {$er2} {
-	    append ei "\nALSO ERROR CLEANING UP:\n$emsg2"
-	}
-	return -code $er -errorinfo $ei -errorcode $ec $emsg
-    } elseif {$er2} {
-	return -code $er2 -errorinfo $errorInfo -errorcode $errorCode $emsg2
-    } else {
-	return $emsg
-    }
-}
-
-proc sendout {command args} {
-    global sock
-    if {[llength $args]} {
-	set la [lindex $args end]
-	set args [lreplace $args end end]
-	foreach i $args {
-	    if {[regexp {[: ]} $i]} {
-		error "bad argument in output $i ($command $args)"
-	    }
-	}
-	lappend args :$la
-    }
-    set args [lreplace $args 0 -1 $command]
-    set string [join $args { }]
-    puts "[clock seconds] -> $string"
-    puts $sock $string
-}
-
-proc log {data} {
-    puts $data
-}
-
-proc logerror {data} {
-    log $data
+    # on-channel message, ignore
+    set chan [lindex $params 0]
+    upvar #0 chan_lastactivity([irctolower $chan]) la
+    set la [clock seconds]
+    catch { recordlastseen_p $prefix "talking on $chan" 1 }
+    return
 }
 
-proc saveeic {} {
-    global saveei saveec errorInfo errorCode
-
-    set saveei $errorInfo
-    set saveec $errorCode
-
-    puts ">$saveec|$saveei<"
-}
-
-proc bgerror {msg} {
-    global save
-    logerror $msg
-    saveeic
-}
-
-proc onread {args} {
-    global sock nick calling_nick
-    
-    if {[gets $sock line] == -1} { set terminate 1; return }
-    regsub -all "\[^ -\176\240-\376\]" $line ? line
-    set org $line
-    if {[regexp -nocase {^:([^ ]+) (.*)} $line dummy prefix remain]} {
-	set line $remain
-	if {[regexp {^([^!]+)!} $prefix dummy maybenick] &&
-	    "[irctolower $maybenick]" == "[irctolower $nick]"} return
-	set calling_nick $maybenick
-    } else {
-	set prefix {}
-	catch { unset calling_nick }
-    }
-    if {![string length $line]} { return }
-    if {![regexp -nocase {^([0-9a-z]+) *(.*)} $line dummy command line]} {
-	log "bad command: $org"
-	return
-    }
-    set command [string toupper $command]
-    set params {}
-    while {[regexp {^([^ :]+) *(.*)} $line dummy thisword line]} {
-	lappend params $thisword
-    }
-    if {[regexp {^:(.*)} $line dummy thisword]} {
-	lappend params $thisword
-    } elseif {[string length $line]} {
-	log "junk at end: $org"
-	return
-    }
-    if {"$command" == "PRIVMSG" &&
-        [regexp {^[&#+!]} [lindex $params 0]] &&
-        ![regexp {^!} [lindex $params 1]]} {
-	# on-channel message, ignore
-	catch {
-	    recordlastseen_p $prefix "talking on [lindex $params 0]" 1
-	}
-	return
-    }
-    log "[clock seconds] <- $org"
-    set procname msg_$command
-    if {[catch { info body $procname }]} { return }
-    if {[catch {
-	eval [list $procname $prefix $command] $params
-    } emsg]} {
-	logerror "error: $emsg ($prefix $command $params)"
-	saveeic
-    }
-}
-
-proc sendprivmsg {dest l} {
-    sendout [expr {[ischan $dest] ? "PRIVMSG" : "NOTICE"}] $dest $l
-}
-proc sendaction {dest what} { sendout PRIVMSG $dest "\001ACTION $what\001" }
-proc msendprivmsg {dest ll} { foreach l $ll { sendprivmsg $dest $l } }
-proc msendprivmsg_delayed {delay dest ll} { after $delay [list msendprivmsg $dest $ll] }
+proc usererror {emsg} { error $emsg {} {BLIGHT USER} }
 
 proc prefix_none {} {
     upvar 1 p p
     if {[string length $p]} { error "prefix specified" }
 }
 
-proc msg_PING {p c s1} {
-    prefix_none
-    sendout PONG $s1
-}
-
-proc check_nick {n} {
-    if {[regexp -nocase {[^][\\`_^{|}a-z0-9-]} $n]} { error "bad char in nick" }
-    if {[regexp {^[-0-9]} $n]} { error "bad nick start" }
-}
-
-proc ischan {dest} {
-    return [regexp {^[&#+!]} $dest]
-}
-
-proc irctolower {v} {
-    foreach {from to} [list "\\\[" "{" \
-			  "\\\]" "}" \
-	                  "\\\\" "|" \
-			  "~"    "^"] {
-	regsub -all $from $v $to v
-    }
-    return [string tolower $v]
-}
-
 proc prefix_nick {} {
     global nick
     upvar 1 p p
@@ -177,11 +33,11 @@ proc prefix_nick {} {
     }
 }
 
-proc showintervalsecs {howlong} {
-    return [showintervalsecs/[opt timeformat] $howlong]
+proc showintervalsecs {howlong abbrev} {
+    return [showintervalsecs/[opt timeformat] $howlong $abbrev]
 }
 
-proc showintervalsecs/ks {howlong} {
+proc showintervalsecs/ks {howlong abbrev} {
     if {$howlong < 1000} {
 	return "${howlong}s"
     } else {
@@ -200,15 +56,19 @@ proc showintervalsecs/ks {howlong} {
     }
 }
 
-proc format_qty {qty unit} {
+proc format_qty {qty unit abbrev} {
     set o $qty
-    append o " "
-    append o $unit
-    if {$qty != 1} { append o s }
+    if {$abbrev} {
+	append o [string range $unit 0 0]
+    } else {
+	append o " "
+	append o $unit
+	if {$qty != 1} { append o s }
+    }
     return $o
 }
 
-proc showintervalsecs/hms {qty} {
+proc showintervalsecs/hms {qty abbrev} {
     set ul {second 60 minute 60 hour 24 day 7 week}
     set remainv 0
     while {[llength $ul] > 1 && $qty >= [set uv [lindex $ul 1]]} {
@@ -217,10 +77,10 @@ proc showintervalsecs/hms {qty} {
 	set qty [expr {($qty-$remainv)/$uv}]
 	set ul [lreplace $ul 0 1]
     }
-    set o [format_qty $qty [lindex $ul 0]]
+    set o [format_qty $qty [lindex $ul 0] $abbrev]
     if {$remainv} {
-	append o " "
-	append o [format_qty $remainv $remainu]
+	if {!$abbrev} { append o " " }
+	append o [format_qty $remainv $remainu $abbrev]
     }
     return $o
 }
@@ -229,7 +89,7 @@ proc showinterval {howlong} {
     if {$howlong <= 0} {
 	return {just now}
     } else {
-	return "[showintervalsecs $howlong] ago"
+	return "[showintervalsecs $howlong 0] ago"
     }
 }
 
@@ -319,7 +179,31 @@ proc recordlastseen_n {n how here} {
 	msendprivmsg_delayed 1000 $n $ml
     }
 }
-		
+
+proc note_topic {showoff whoby topic} {
+    set msg "FYI, $whoby has changed the topic on $showoff"
+    if {[string length $topic] < 160} {
+	append msg " to $topic"
+    } else {
+	append msg " but it is too long to reproduce here !"
+    }
+    set showoff [irctolower $showoff]
+    set tell [chandb_get $showoff topictell]
+    if {[lsearch -exact $tell *] >= 0} {
+	set tryspies [chandb_list]
+    } else {
+	set tryspies $tell
+    }
+    foreach spy $tryspies {
+	set see [chandb_get $spy topicsee]
+	if {[lsearch -exact $see $showoff] >= 0 || \
+		([lsearch -exact $see *] >= 0 && \
+		[lsearch -exact $tell $spy] >= 0)} {
+	    sendprivmsg $spy $msg
+	}
+    }
+}
+
 proc recordlastseen_p {p how here} {
     prefix_nick
     recordlastseen_n $n $how $here
@@ -333,12 +217,26 @@ proc chanmode_arg {} {
 }
 
 proc chanmode_o1 {m g p chan} {
-    global nick
+    global nick chan_initialop
     prefix_nick
     set who [chanmode_arg]
     recordlastseen_n $n "being nice to $who" 1
     if {"[irctolower $who]" == "[irctolower $nick]"} {
-	sendprivmsg $n Thanks.
+	set nlower [irctolower $n]
+	upvar #0 nick_unique($nlower) u
+	if {[chandb_exists $chan]} {
+	    sendprivmsg $n Thanks.
+	} elseif {![info exists u]} {
+	    sendprivmsg $n {Op me while not on the channel, why don't you ?}
+	} else {
+	    set chan_initialop([irctolower $chan]) $u
+	    sendprivmsg $n \
+ "Thanks. You can use `channel manager ...' to register this channel."
+	    if {![nickdb_exists $n] || ![string length [nickdb_get $n username]]} {
+		sendprivmsg $n \
+ "(But to do that you must register your nick securely first.)"
+	    }
+	}
     }
 }
 
@@ -371,15 +269,75 @@ proc msg_MODE {p c dest modelist args} {
     }
 }
 
+proc leaving {lchan} {
+    foreach luser [array names nick_onchans] {
+	upvar #0 nick_onchans($luser) oc
+	set oc [grep tc {"$tc" != "$lchan"} $oc]
+    }
+    upvar #0 chan_nicks($lchan) nlist
+    unset nlist
+    upvar #0 chan_lastactivity($lchan) la
+    catch { unset la }
+}
+
+proc doleave {lchan} {
+    sendout PART $lchan
+    leaving $lchan
+}
+
+proc dojoin {lchan} {
+    global chan_nicks
+    sendout JOIN $lchan
+    set chan_nicks($lchan) {}
+}
+
+proc check_justme {lchan} {
+    global nick
+    upvar #0 chan_nicks($lchan) nlist
+    if {[llength $nlist] != 1} return
+    if {"[lindex $nlist 0]" != "[irctolower $nick]"} return
+    if {[chandb_exists $lchan]} {
+	set mode [chandb_get $lchan mode]
+	if {"$mode" != "*"} {
+	    sendout MODE $lchan $mode
+	}
+	set topic [chandb_get $lchan topicset]
+	if {[string length $topic]} {
+	    sendout TOPIC $lchan $topic
+	}
+    } else {
+	doleave $lchan
+    }
+}
+
 proc process_kickpart {chan user} {
+    global nick
     check_nick $user
+    set luser [irctolower $user]
+    set lchan [irctolower $chan]
     if {![ischan $chan]} { error "not a channel" }
+    if {"$luser" == "[irctolower $nick]"} {
+	leaving $lchan
+    } else {
+	upvar #0 nick_onchans($luser) oc
+	upvar #0 chan_nicks($lchan) nlist
+	set oc [grep tc {"$tc" != "$lchan"} $oc]
+	set nlist [grep tn {"$tn" != "$luser"} $nlist]
+	nick_case $user
+	if {![llength $oc]} {
+	    nick_forget $luser
+	} else {
+	    check_justme $lchan
+	}
+    }
+}
 
-    upvar #0 nick_onchans($user) oc
-    set lc [irctolower $chan]
-    set oc [grep tc {"$tc" != "$lc"} $oc]
-    if {![llength $oc]} { nick_forget $user }
-}    
+proc msg_TOPIC {p c dest topic} {
+    prefix_nick
+    if {![ischan $dest]} return
+    recordlastseen_n $n "changing the topic on $dest" 1
+    note_topic [irctolower $dest] $n $topic
+}
 
 proc msg_KICK {p c chans users comment} {
     set chans [split $chans ,]
@@ -395,34 +353,87 @@ proc msg_KILL {p c user why} {
     nick_forget $user
 }
 
-set nick_arys {onchans username}
+set nick_counter 0
+set nick_arys {onchans username unique}
+# nick_onchans($luser) -> [list ... $lchan ...]
+# nick_username($luser) -> <securely known local username>
+# nick_unique($luser) -> <counter>
+# nick_case($luser) -> $user  (valid even if no longer visible)
+# nick_markid($luser) -> <after id for marktime>
 
-proc nick_forget {n} {
-    global nick_arys
+# chan_nicks($lchan) -> [list ... $luser ...]
+# chan_lastactivity($lchan) -> [clock seconds]
+
+proc lnick_forget {luser} {
+    global nick_arys chan_nicks
+    lnick_marktime_cancel $luser
     foreach ary $nick_arys {
-	upvar #0 nick_${ary}($n) av
+	upvar #0 nick_${ary}($luser) av
 	catch { unset av }
     }
+    foreach lch [array names chan_nicks] {
+	upvar #0 chan_nicks($lch) nlist
+	set nlist [grep tn {"$tn" != "$luser"} $nlist]
+	check_justme $lch
+    }
+}
+
+proc nick_forget {user} {
+    global nick_arys chan_nicks
+    lnick_forget [irctolower $user]
+    nick_case $user
+}
+
+proc nick_case {user} {
+    global nick_case
+    set nick_case([irctolower $user]) $user
 }
 
 proc msg_NICK {p c newnick} {
-    global nick_arys
+    global nick_arys nick_case
     prefix_nick
     recordlastseen_n $n "changing nicks to $newnick" 0
     recordlastseen_n $newnick "changing nicks from $n" 1
+    set luser [irctolower $n]
+    lnick_marktime_cancel $luser
+    set lusernew [irctolower $newnick]
     foreach ary $nick_arys {
-	upvar #0 nick_${ary}($n) old
-	upvar #0 nick_${ary}($newnick) new
+	upvar #0 nick_${ary}($luser) old
+	upvar #0 nick_${ary}($lusernew) new
 	if {[info exists new]} { error "nick collision ?! $ary $n $newnick" }
 	if {[info exists old]} { set new $old; unset old }
     }
+    upvar #0 nick_onchans($lusernew) oc
+    foreach ch $oc {
+	upvar #0 chan_nicks($ch) nlist
+	set nlist [grep tn {"$tn" != "$luser"} $nlist]
+	lappend nlist $lusernew
+    }
+    lnick_marktime_start $lusernew "Hi." 500
+    nick_case $newnick
+}
+
+proc nick_ishere {n} {
+    global nick_counter
+    upvar #0 nick_unique([irctolower $n]) u
+    if {![info exists u]} { set u [incr nick_counter].$n.[clock seconds] }
+    nick_case $n
 }
 
 proc msg_JOIN {p c chan} {
     prefix_nick
     recordlastseen_n $n "joining $chan" 1
-    upvar #0 nick_onchans($n) oc
-    lappend oc [irctolower $chan]
+    set nl [irctolower $n]
+    set lchan [irctolower $chan]
+    upvar #0 nick_onchans($nl) oc
+    upvar #0 chan_nicks($lchan) nlist
+    if {![info exists oc]} {
+	global marktime_join_startdelay
+	lnick_marktime_start $nl "Welcome." $marktime_join_startdelay
+    }
+    lappend oc $lchan
+    lappend nlist $nl
+    nick_ishere $n
 }
 proc msg_PART {p c chan} {
     prefix_nick
@@ -436,6 +447,8 @@ proc msg_QUIT {p c why} {
 }
 
 proc msg_PRIVMSG {p c dest text} {
+    global errorCode
+    
     prefix_nick
     if {[ischan $dest]} {
 	recordlastseen_n $n "invoking me in $dest" 1
@@ -444,22 +457,24 @@ proc msg_PRIVMSG {p c dest text} {
 	recordlastseen_n $n "talking to me" 1
 	set output $n
     }
+    nick_case $n
 
     if {[catch {
 	regsub {^! *} $text {} text
 	set ucmd [ta_word]
 	set procname ucmd/[string tolower $ucmd]
 	if {[catch { info body $procname }]} {
-	    error "unknown command; try help for help"
+	    usererror "Unknown command; try help for help."
 	}
 	$procname $p $dest
     } rv]} {
-	sendprivmsg $n "error: $rv"
+	if {"$errorCode" != "BLIGHT USER"} { set rv "error: $rv" }
+	sendprivmsg $n $rv
     } else {
 	manyset $rv priv_msgs pub_msgs priv_acts pub_acts
 	foreach {td val} [list $n $priv_acts $output $pub_acts] {
 	    foreach l [split $val "\n"] {
-		sendaction $td $l
+		sendaction_priority 0 $td $l
 	    }
 	}
 	foreach {td val} [list $n $priv_msgs $output $pub_msgs] {
@@ -471,7 +486,7 @@ proc msg_PRIVMSG {p c dest text} {
 }
 
 proc msg_INVITE {p c n chan} {
-    after 1000 [list sendout JOIN $chan]
+    after 1000 [list dojoin [irctolower $chan]]
 }
 
 proc grep {var predicate list} {
@@ -485,30 +500,39 @@ proc grep {var predicate list} {
 
 proc msg_353 {p c dest type chan nicklist} {
     global names_chans nick_onchans
-    if {![info exists names_chans]} { set names_chans {} }
-    set chan [irctolower $chan]
-    lappend names_chans $chan
-    foreach n [array names nick_onchans] {
-	upvar #0 nick_onchans($n) oc
-	set oc [grep tc {"$tc" != "$chan"} $oc]
+    set lchan [irctolower $chan]
+    upvar #0 chan_nicks($lchan) nlist
+    lappend names_chans $lchan
+    if {![info exists nlist]} {
+	# We don't think we're on this channel, so ignore it !
+	# Unfortunately, because we don't get a reply to PART,
+	# we have to remember ourselves whether we're on a channel,
+	# and ignore stuff if we're not, to avoid races.  Feh.
+	return
     }
-    foreach n [split $nicklist { }] {
-	regsub {^[@+]} $n {} n
-	check_nick $n
-	if {![string length $n]} continue
-	upvar #0 nick_onchans($n) oc
-	lappend oc $chan
+    set nlist_new {}
+    foreach user [split $nicklist { }] {
+	regsub {^[@+]} $user {} user
+	if {![string length $user]} continue
+	check_nick $user
+	set luser [irctolower $user]
+	upvar #0 nick_onchans($luser) oc
+	lappend oc $lchan
+	lappend nlist_new $luser
+	nick_ishere $user
     }
+    set nlist $nlist_new
 }
 
 proc msg_366 {p c args} {
     global names_chans nick_onchans
-    if {[llength names_chans] > 1} {
-	foreach n [array names nick_onchans] {
-	    upvar #0 nick_onchans($n) oc
+    set lchan [irctolower $c]
+    foreach luser [array names nick_onchans] {
+	upvar #0 nick_onchans($luser) oc
+	if {[llength names_chans] > 1} {
 	    set oc [grep tc {[lsearch -exact $tc $names_chans] >= 0} $oc]
-	    if {![llength $oc]} { nick_forget $n }
 	}
+	if {![llength $oc]} { lnick_forget $n }
     }
     unset names_chans
 }
@@ -547,7 +571,7 @@ proc ucmdr {priv pub args} {
 }
 
 proc loadhelp {} {
-    global help_topics
+    global help_topics errorInfo
 
     catch { unset help_topics }
     set f [open helpinfos r]
@@ -562,28 +586,54 @@ proc loadhelp {} {
 		    unset topic
 		    unset lines
 		}
-	    } elseif {[regexp {^!([-+._0-9a-z]*)$} $l dummy newtopic]} {
+	    } elseif {[regexp {^\:\:} $l]} {
+	    } elseif {[regexp {^\:([-+._0-9a-z]*)$} $l dummy newtopic]} {
 		if {[info exists topic]} {
 		    error "help $newtopic while in $topic"
 		}
 		set topic $newtopic
 		set lines {}
-	    } elseif {[regexp {^[^!#]} $l]} {
+	    } elseif {[regexp {^[^:#]} $l]} {
 		set topic
+		regsub -all {([^\\])\!\$?} _$l {\1} l
+		regsub -all {\\(.)} $l {\1} l
+		regsub {^_} $l {} l
 		lappend lines [string trimright $l]
 	    } else {
 		error "eh ? $lno: $l"
 	    }
 	}
 	if {[info exists topic]} { error "unfinished topic $topic" }
-    } {} {
+    } {
+	set errorInfo "in helpinfos line $lno\n$errorInfo"
+    } {
 	close $f
     }
 }
 
 def_ucmd help {
-    upvar #0 help_topics([irctolower [string trim $text]]) info
-    if {![info exists info]} { ucmdr "No help on $text, sorry." {} }
+    upvar 1 n n
+
+    set topic [irctolower [string trim $text]]
+    if {[string length $topic]} {
+	set ontopic " on `$topic'"
+    } else {
+	set ontopic ""
+    }
+    if {[set lag [out_lagged]]} {
+	if {[ischan $dest]} { set replyto $dest } else { set replyto $n }
+	if {$lag > 1} {
+	    sendaction_priority 1 $replyto \
+		"is very lagged.  Please ask for help$ontopic again later."
+	    ucmdr {} {}
+	} else {
+	    sendaction_priority 1 $replyto \
+		"is lagged.  Your help$ontopic will arrive shortly ..."
+	}
+    }
+    
+    upvar #0 help_topics($topic) info
+    if {![info exists info]} { ucmdr "No help on $topic, sorry." {} }
     ucmdr $info {}
 }
 
@@ -592,13 +642,6 @@ def_ucmd ? {
     ucmdr $help_topics() {}
 }
 
-proc manyset {list args} {
-    foreach val $list var $args {
-	upvar 1 $var my
-	set my $val
-    }
-}
-
 proc check_username {target} {
     if {
 	[string length $target] > 8 ||
@@ -607,66 +650,85 @@ proc check_username {target} {
     } { error "invalid username" }
 }
 
-proc nickdb__head {} {
+proc somedb__head {} {
     uplevel 1 {
-	set nl [irctolower $n]
-	upvar #0 nickdb($nl) ndbe
-	binary scan $nl H* nh
-	set nfn users/n$nh
-	if {![info exists ndbe] && [file exists $nfn]} {
-	    set f [open $nfn r]
+	set idl [irctolower $id]
+	upvar #0 ${nickchan}db($idl) ndbe
+	binary scan $idl H* idh
+	set idfn $fprefix$idh
+	if {![info exists iddbe] && [file exists $idfn]} {
+	    set f [open $idfn r]
 	    try_except_finally { set newval [read $f] } {} { close $f }
 	    if {[llength $newval] % 2} { error "invalid length" }
-	    set ndbe $newval
+	    set iddbe $newval
 	}
     }
 }
 
-proc def_nickdb {name arglist body} {
-    proc nickdb_$name $arglist "nickdb__head; $body"
+proc def_somedb {name arglist body} {
+    foreach {nickchan fprefix} {nick users/n chan chans/c} {
+	proc ${nickchan}db_$name $arglist \
+            "set nickchan $nickchan; set fprefix $fprefix; $body"
+    }
 }
 
-def_nickdb exists {n} {
-    return [info exists ndbe]
+def_somedb list {} {
+    set list {}
+    foreach path [glob -nocomplain -path $fprefix *] {
+	binary scan $path "A[string length $fprefix]A*" afprefix thinghex
+	if {"$afprefix" != "$fprefix"} { error "wrong prefix $path $afprefix" }
+	lappend list [binary format H* $thinghex]
+    }
+    return $list
 }
 
-def_nickdb delete {n} {
-    catch { unset ndbe }
-    file delete $nfn
+proc def_somedb_id {name arglist body} {
+    def_somedb $name [concat id $arglist] "somedb__head; $body"
 }
 
-set default_settings {timeformat ks}
+def_somedb_id exists {} {
+    return [info exists iddbe]
+}
 
-def_nickdb set {n args} {
-    global default_settings
-    if {![info exists ndbe]} { set ndbe $default_settings }
-    foreach {key value} [concat $ndbe $args] { set a($key) $value }
+def_somedb_id delete {} {
+    catch { unset iddbe }
+    file delete $idfn
+}
+
+set default_settings_nick {timeformat ks  marktime off}
+set default_settings_chan {
+    autojoin 1
+    mode *
+    userinvite pub
+    topicset {}
+    topicsee {}
+    topictell {}
+}
+
+def_somedb_id set {args} {
+    upvar #0 default_settings_$nickchan def
+    if {![info exists iddbe]} { set iddbe $def }
+    foreach {key value} [concat $iddbe $args] { set a($key) $value }
     set newval {}
     foreach {key value} [array get a] { lappend newval $key $value }
-    set f [open $nfn.new w]
+    set f [open $idfn.new w]
     try_except_finally {
 	puts $f $newval
 	close $f
-	file rename -force $nfn.new $nfn
+	file rename -force $idfn.new $idfn
     } {
     } {
 	catch { close $f }
     }
-    set ndbe $newval
-}
-
-proc opt {key} {
-    global calling_nick
-    if {[info exists calling_nick]} { set n $calling_nick } { set n {} }
-    return [nickdb_opt $n $key]
+    set iddbe $newval
 }
 
-def_nickdb opt {n key} {
-    global default_settings
-    if {[info exists ndbe]} {
-	set l $ndbe
+def_somedb_id get {key} {
+    upvar #0 default_settings_$nickchan def
+    if {[info exists iddbe]} {
+	set l [concat $iddbe $def]
     } else {
-	set l $default_settings
+	set l $def
     }
     foreach {tkey value} $l {
 	if {"$tkey" == "$key"} { return $value }
@@ -674,29 +736,408 @@ def_nickdb opt {n key} {
     error "unset setting $key"
 }
 
+proc opt {key} {
+    global calling_nick
+    if {[info exists calling_nick]} { set n $calling_nick } { set n {} }
+    return [nickdb_get $n $key]
+}
+
 proc check_notonchan {} {
     upvar 1 dest dest
-    if {[ischan $dest]} { error "that command must be sent privately" }
+    if {[ischan $dest]} { usererror "That command must be sent privately." }
 }
 
 proc nick_securitycheck {strict} {
     upvar 1 n n
-    if {![nickdb_exists $n]} { error "you are unknown to me, use `register'." }
-    set wantu [nickdb_opt $n username]
+    if {![nickdb_exists $n]} {
+	usererror "You are unknown to me, use `register'."
+    }
+    set wantu [nickdb_get $n username]
     if {![string length $wantu]} {
 	if {$strict} {
-	    error "that feature is only available to secure users, sorry."
+	    usererror "That feature is only available to secure users, sorry."
 	} else {
 	    return
 	}
     }
-    upvar #0 nick_username($n) nu
+    set luser [irctolower $n]
+    upvar #0 nick_username($luser) nu
     if {![info exists nu]} {
-	error "nick $n is secure, you must identify yourself first."
+	usererror "Nick $n is secure, you must identify yourself first."
     }
     if {"$wantu" != "$nu"} {
-	error "you are the wrong user - the nick $n belongs to $wantu, not $nu"
+	usererror "You are the wrong user -\
+		the nick $n belongs to $wantu, not $nu."
+    }
+}
+
+proc channel_ismanager {channel n} {
+    set mgrs [chandb_get $channel managers]
+    return [expr {[lsearch -exact [irctolower $mgrs] [irctolower $n]] >= 0}]
+}
+
+proc channel_securitycheck {channel} {
+    upvar n n
+    if {![channel_ismanager $channel $n]} {
+	usererror "You are not a manager of $channel."
     }
+    nick_securitycheck 1
+}
+
+proc def_chancmd {name body} {
+    proc channel/$name {} \
+	    "    upvar 1 target chan; upvar 1 n n; upvar 1 text text; $body"
+}
+
+proc ta_listop {findnow procvalue} {
+    # findnow and procvalue are code fragments which will be executed
+    # in the caller's level.  findnow should set ta_listop_ev to
+    # the current list, and procvalue should treat ta_listop_ev as
+    # a proposed value in the list and check and possibly modify
+    # (canonicalise?) it.  After ta_listop, ta_listop_ev will
+    # be the new value of the list.
+    upvar 1 ta_listop_ev exchg
+    upvar 1 text text
+    set opcode [ta_word]
+    switch -exact _$opcode {
+	_= { }
+	_+ - _- {
+	    uplevel 1 $findnow
+	    foreach item $exchg { set array($item) 1 }
+	}
+	default {
+	    error "list change opcode must be one of + - ="
+	}
+    }
+    foreach exchg [split $text " "] {
+	if {![string length $exchg]} continue
+	uplevel 1 $procvalue
+	if {"$opcode" != "-"} {
+	    set array($exchg) 1
+	} else {
+	    catch { unset array($exchg) }
+	}
+    }
+    set exchg [lsort [array names array]]
+}
+
+def_chancmd manager {
+    ta_listop {
+	if {[chandb_exists $chan]} {
+	    set ta_listop_ev [chandb_get $chan managers]
+	} else {
+	    set ta_listop_ev [list [irctolower $n]]
+	}
+    } {
+	check_nick $ta_listop_ev
+	set ta_listop_ev [irctolower $ta_listop_ev]
+    }
+    if {[llength $ta_listop_ev]} {
+	chandb_set $chan managers $ta_listop_ev
+	ucmdr "Managers of $chan: $ta_listop_ev" {}
+    } else {
+	chandb_delete $chan
+	ucmdr {} {} "forgets about managing $chan." {}
+    }
+}
+
+def_chancmd autojoin {
+    set yesno [ta_word]
+    switch -exact [string tolower $yesno] {
+	no { set nv 0 }
+	yes { set nv 1 }
+	default { error "channel autojoin must be `yes' or `no' }
+    }
+    chandb_set $chan autojoin $nv
+    ucmdr [expr {$nv ? "I will join $chan when I'm restarted " : \
+	    "I won't join $chan when I'm restarted "}] {}
+}
+
+def_chancmd userinvite {
+    set nv [string tolower [ta_word]]
+    switch -exact $nv {
+	pub { set txt "!invite will work for $chan, but it won't work by /msg" }
+	here { set txt "!invite and /msg invite will work, but only for users who are already on $chan." }
+	all { set txt "Any user will be able to invite themselves or anyone else to $chan." }
+	none { set txt "I will not invite anyone to $chan." }
+	default {
+	    error "channel userinvite must be `pub', `here', `all' or `none'
+	}
+    }
+    chandb_set $chan userinvite $nv
+    ucmdr $txt {}
+}
+
+def_chancmd topic {
+    set what [ta_word]
+    switch -exact $what {
+	leave {
+	    ta_nomore
+	    chandb_set $chan topicset {}
+	    ucmdr "I won't ever change the topic of $chan." {}
+	}
+	set {
+	    set t [string trim $text]
+	    if {![string length $t]} {
+		error "you must specific the topic to set"
+	    }
+	    chandb_set $chan topicset $t
+	    ucmdr "Whenever I'm alone on $chan, I'll set the topic to $t." {}
+	}
+	see - tell {
+	    ta_listop {
+		set ta_listop_ev [chandb_get $chan topic$what]
+	    } {
+		if {"$ta_listop_ev" != "*"} {
+		    if {![ischan $ta_listop_ev]} {
+			error "bad channel \`$ta_listop_ev' in topic $what"
+		    }
+		    set ta_listop_ev [irctolower $ta_listop_ev]
+		}
+	    }
+	    chandb_set $chan topic$what $ta_listop_ev
+	    ucmdr "Topic $what list for $chan: $ta_listop_ev" {}
+	}
+	default {
+	    usererror "Unknown channel topic subcommand - see help channel."
+	}
+    }
+}
+
+def_chancmd mode {
+    set mode [ta_word]
+    if {"$mode" != "*" && ![regexp {^(([-+][imnpst]+)+)$} $mode mode]} {
+	error {channel mode must be * or match ([-+][imnpst]+)+}
+    }
+    chandb_set $chan mode $mode
+    if {"$mode" == "*"} {
+	ucmdr "I won't ever change the mode of $chan." {}
+    } else {
+	ucmdr "Whenever I'm alone on $chan, I'll set the mode to $mode." {}
+    }
+}
+
+def_chancmd show {
+    if {[chandb_exists $chan]} {
+	set l "Settings for $chan: autojoin "
+	append l [lindex {no yes} [chandb_get $chan autojoin]]
+	append l ", mode " [chandb_get $chan mode]
+	append l ", userinvite " [chandb_get $chan userinvite] "."
+	append l "\nManagers: "
+	append l [join [chandb_get $chan managers] " "]
+	foreach {ts sep} {see "\n" tell "  "} {
+	    set t [chandb_get $chan topic$ts]
+	    append l $sep
+	    if {[llength $t]} {
+		append l "Topic $ts list: $t."
+	    } else {
+		append l "Topic $ts list is empty."
+	    }
+	}
+	append l "\n"
+	set t [chandb_get $chan topicset]
+	if {[string length $t]} {
+	    append l "Topic to set: $t"
+	} else {
+	    append l "I will not change the topic."
+	}
+	ucmdr {} $l
+    } else {
+	ucmdr {} "The channel $chan is not managed."
+    }
+}
+
+proc channelmgr_monoop {} {
+    upvar 1 dest dest
+    upvar 1 text text
+    upvar 1 n n
+    upvar 1 p p
+    upvar 1 target target
+    global chan_nicks
+
+    prefix_nick
+
+    if {[ischan $dest]} { set target $dest }
+    if {[ta_anymore]} { set target [ta_word] }
+    ta_nomore
+    if {![info exists target]} {
+	usererror "You must specify, or invoke me on, the relevant channel."
+    }
+    if {![info exists chan_nicks([irctolower $target])]} {
+	usererror "I am not on $target."
+    }
+    if {![ischan $target]} { error "not a valid channel" }
+
+    if {![chandb_exists $target]} {
+	usererror "$target is not a managed channel."
+    }
+    channel_securitycheck $target
+}
+
+def_ucmd op {
+    channelmgr_monoop
+    sendout MODE $target +o $n
+}
+
+def_ucmd leave {
+    channelmgr_monoop
+    doleave $target
+}
+
+def_ucmd invite {
+    global chan_nicks errorCode errorInfo
+    prefix_nick
+    
+    if {[ischan $dest]} {
+	set target $dest
+	set onchan 1
+    } else {
+	set target [ta_word]
+	set onchan 0
+    }
+    set ltarget [irctolower $target]
+    if {![ischan $target]} { error "$target is not a channel" }
+    if {![info exists chan_nicks($ltarget)]} {
+	usererror "I am not on $target."
+    }
+    set ui [chandb_get $ltarget userinvite]
+    if {[catch {
+	if {"$ui" == "pub" && !$onchan} {
+	    usererror "Invitations to $target must be made there with !invite."
+	}
+	if {"$ui" != "all"} {
+	    if {[lsearch -exact $chan_nicks($ltarget) [irctolower $n]] < 0} {
+		usererror "Invitations to $target may only be made\
+			by a user on the channel."
+	    }
+	}
+	if {"$ui" == "none"} {
+	    usererror "Sorry, I've not been authorised\
+		    to invite people to $target."
+	}
+    } emsg]} {
+	if {"$errorCode" == "BLIGHT USER" && [channel_ismanager $target $n]} {
+	    if {[catch {
+		nick_securitycheck 1
+	    } emsg2]} {
+		if {"$errorCode" == "BLIGHT USER"} {
+		    usererror "$emsg2  Therefore you can't use your\
+			    channel manager privilege.  $emsg"
+		} else {
+		    error $error $errorInfo $errorCode
+		}
+	    }
+	} else {
+	    error $emsg $errorInfo $errorCode
+	}
+    }
+    if {![ta_anymore]} {
+	usererror "You have to say who to invite."
+    }
+    set invitees {}
+    while {[ta_anymore]} {
+	set invitee [ta_word]
+	check_nick $invitee
+	lappend invitees $invitee
+    }
+    foreach invitee $invitees {
+	sendout INVITE $invitee $ltarget
+    }
+    set who [lindex $invitees 0]
+    switch -exact llength $invitees {
+	0 { error "zero invitees" }
+	1 { }
+	2 { append who " and [lindex $invitees 1]" }
+	* {
+	    set who [join [lreplace $invitees end end] ", "]
+	    append who " and [lindex $invitees [llength $invitees]]"
+	}
+    }
+    ucmdr {} {} {} "invites $who to $target."
+}
+
+def_ucmd channel {
+    if {[ischan $dest]} { set target $dest }
+    if {![ta_anymore]} {
+	set subcmd show
+    } else {
+	set subcmd [ta_word]
+    }
+    if {[ischan $subcmd]} {
+	set target $subcmd
+	if {![ta_anymore]} {
+	    set subcmd show
+	} else {
+	    set subcmd [ta_word]
+	}
+    }
+    if {![info exists target]} { error "privately, you must specify a channel" }
+    set procname channel/$subcmd
+    if {"$subcmd" != "show"} {
+	if {[catch { info body $procname }]} {
+	    usererror "unknown channel setting $subcmd."
+	}
+	prefix_nick
+	if {[chandb_exists $target]} {
+	    channel_securitycheck $target
+	} else {
+	    nick_securitycheck 1
+	    upvar #0 chan_initialop([irctolower $target]) io
+	    upvar #0 nick_unique([irctolower $n]) u
+	    if {![info exists io]} {
+		usererror "$target is not a managed channel."
+	    }
+	    if {"$io" != "$u"} {
+		usererror "You are not the interim manager of $target."
+	    }
+	    if {"$subcmd" != "manager"} {
+		usererror "Please use `channel manager' first."
+	    }
+	}
+    }
+    channel/$subcmd
+}
+
+def_ucmd who {
+    if {[ta_anymore]} {
+	set target [ta_word]; ta_nomore
+	set myself 1
+    } else {
+	prefix_nick
+	set target $n
+	set myself [expr {"$target" != "$n"}]
+    }
+    set ltarget [irctolower $target]
+    upvar #0 nick_case($ltarget) ctarget
+    set nshow $target
+    if {[info exists ctarget]} {
+	upvar #0 nick_onchans($ltarget) oc
+	upvar #0 nick_username($ltarget) nu
+	if {[info exists oc]} { set nshow $ctarget }
+    }
+    if {![nickdb_exists $ltarget]} {
+	set ol "$nshow is not a registered nick."
+    } elseif {[string length [set username [nickdb_get $target username]]]} {
+	set ol "The nick $nshow belongs to the user $username."
+    } else {
+	set ol "The nick $nshow is registered (but not to a username)."
+    }
+    if {![info exists ctarget] || ![info exists oc]} {
+	if {$myself} {
+	    append ol "\nI can't see $nshow on anywhere."
+	} else {
+	    append ol "\nYou aren't on any channels with me."
+	}
+    } elseif {![info exists nu]} {
+	append ol "\n$nshow has not identified themselves."
+    } elseif {![info exists username]} {
+	append ol "\n$nshow has identified themselves as the user $nu."
+    } elseif {"$nu" != "$username"} {
+	append ol "\nHowever, $nshow is being used by the user $nu."
+    } else {
+	append ol "\n$nshow has identified themselves to me."
+    }
+    ucmdr {} $ol
 }
 
 def_ucmd register {
@@ -704,12 +1145,13 @@ def_ucmd register {
     check_notonchan
     set old [nickdb_exists $n]
     if {$old} { nick_securitycheck 0 }
+    set luser [irctolower $n]
     switch -exact [string tolower [string trim $text]] {
 	{} {
-	    upvar #0 nick_username($n) nu
+	    upvar #0 nick_username($luser) nu
 	    if {![info exists nu]} {
 		ucmdr {} \
- "You must identify yourself before using `register'.  See `help identify'."
+ "You must identify yourself before using `register'.  See `help identify', or use `register insecure'."
 	    }
 	    nickdb_set $n username $nu
 	    ucmdr {} {} "makes a note of your username." {}
@@ -751,7 +1193,7 @@ proc def_setting {opt show_body set_body} {
 }
 
 def_setting timeformat {
-    set tf [nickdb_opt $n timeformat]
+    set tf [nickdb_get $n timeformat]
     return "$tf: [timeformat_desc $tf]"
 } {
     set tf [string tolower [ta_word]]
@@ -761,8 +1203,50 @@ def_setting timeformat {
     ucmdr {} $desc
 }
 
+proc marktime_desc {mt} {
+    if {"$mt" == "off"} {
+	return "I will not send you periodic messages."
+    } elseif {"$mt" == "once"} {
+	return "I will send you one informational message when I see you."
+    } else {
+	return "I'll send you a message every [showintervalsecs $mt 0]."
+    }
+}
+
+def_setting marktime {
+    set mt [nickdb_get $n marktime]
+    set p $mt
+    if {[string match {[0-9]*} $mt]} { append p s }
+    append p ": "
+    append p [marktime_desc $mt]
+    return $p
+} {
+    global marktime_min
+    set mt [string tolower [ta_word]]
+    ta_nomore
+
+    if {"$mt" == "off" || "$mt" == "once"} {
+    } elseif {[regexp {^([0-9]+)([a-z]+)$} $mt dummy value unit]} {
+	switch -exact $unit {
+	    s { set u 1 }
+	    ks { set u 1000 }
+	    m { set u 60 }
+	    h { set u 3600 }
+	    default { error "unknown unit of time $unit" }
+	}
+	if {$value > 86400*21/$u} { error "marktime interval too large" }
+	set mt [expr {$value*$u}]
+	if {$mt < $marktime_min} { error "marktime interval too small" }
+    } else {
+	error "invalid syntax for marktime"
+    }
+    nickdb_set $n marktime $mt
+    lnick_marktime_start [irctolower $n] "So:" 500
+    ucmdr {} [marktime_desc $mt]
+}
+
 def_setting security {
-    set s [nickdb_opt $n username]
+    set s [nickdb_get $n username]
     if {[string length $s]} {
 	return "Your nick, $n, is controlled by the user $s."
     } else {
@@ -806,14 +1290,15 @@ def_ucmd identpass {
     ta_nomore
     prefix_nick
     check_notonchan
-    upvar #0 nick_onchans($n) onchans
+    set luser [irctolower $n]
+    upvar #0 nick_onchans($luser) onchans
     if {![info exists onchans] || ![llength $onchans]} {
 	ucmdr "You must be on a channel with me to identify yourself." {}
     }
     check_username $username
     exec userv --timeout 3 $username << "$passmd5\n" > /dev/null \
 	    irc-identpass $n
-    upvar #0 nick_username($n) rec_username
+    upvar #0 nick_username($luser) rec_username
     set rec_username $username
     ucmdr "Pleased to see you, $username." {}
 }
@@ -848,7 +1333,7 @@ def_ucmd summon {
 	set idletime [expr {$now - $idlesince}]
 	set ls $now
 	ucmdr {} {} {} "invites $target ($tty[expr {
-	    $idletime > 10 ? ", idle for [showintervalsecs $idletime]" : ""
+	    $idletime > 10 ? ", idle for [showintervalsecs $idletime 0]" : ""
 	}]) to [expr {
 	    [ischan $dest] ? "join us here" : "talk to you"
 	}]."
@@ -867,7 +1352,7 @@ def_ucmd seen {
     ta_nomore
     set now [clock seconds]
     if {"$nlower" == "[irctolower $nick]"} {
-	error "I am not self-aware."
+	usererror "I am not self-aware."
     } elseif {![info exists lastseen($nlower)]} {
 	set rstr "I've never seen $ncase."
     } else {
@@ -891,19 +1376,147 @@ def_ucmd seen {
     ucmdr {} $rstr
 }
 
-if {![info exists sock]} {
-    set sock [socket $host $port]
+proc lnick_marktime_cancel {luser} {
+    upvar #0 nick_markid($luser) mi
+    if {![info exists mi]} return
+    catch { after cancel $mi }
+    catch { unset mi }
+}
+
+proc lnick_marktime_doafter {luser why ms} {
+    lnick_marktime_cancel $luser
+    upvar #0 nick_markid($luser) mi
+    set mi [after $ms [list lnick_marktime_now $luser $why]]
+}
+
+proc lnick_marktime_reset {luser} {
+    set mt [nickdb_get $luser marktime]
+    if {"$mt" == "off" || "$mt" == "once"} return
+    lnick_marktime_doafter $luser "Time passes." [expr {$mt*1000}]
+}
+
+proc lnick_marktime_start {luser why ms} {
+    set mt [nickdb_get $luser marktime]
+    if {"$mt" == "off"} {
+	lnick_marktime_cancel $luser
+    } else {
+	lnick_marktime_doafter $luser $why $ms
+    }
+}
+
+proc lnick_marktime_now {luser why} {
+    upvar #0 nick_onchans($luser) oc
+    global calling_nick
+    set calling_nick $luser
+    sendprivmsg $luser [lnick_pingstring $why $oc ""]
+    lnick_marktime_reset $luser
+}    
+
+proc lnick_pingstring {why oc apstring} {
+    global nick_onchans
+    catch { exec uptime } uptime
+    set nnicks [llength [array names nick_onchans]]
+    if {[regexp \
+ {^ *([0-9:apm]+) +up.*, +(\d+) users, +load average: +([0-9., ]+) *$} \
+            $uptime dummy time users load]} {
+	regsub -all , $load {} load
+        set uptime "$time  $nnicks/$users  $load"
+    } else {
+	append uptime ", $nnicks nicks"
+    }
+    if {[llength $oc]} {
+	set best_la 0
+	set activity quiet
+	foreach ch $oc {
+	    upvar #0 chan_lastactivity($ch) la
+	    if {![info exists la]} continue
+	    if {$la <= $best_la} continue
+	    set since [showintervalsecs [expr {[clock seconds]-$la}] 1]
+	    set activity "$ch $since"
+	    set best_la $la
+	}
+    } else {
+	set activity unseen
+    }
+    set str $why
+    append str "  " $uptime "  " $activity
+    if {[string length $apstring]} { append str "  " $apstring }
+    return $str
+}
+
+def_ucmd ping {
+    if {[ischan $dest]} {
+	set oc [irctolower $dest]
+    } else {
+	global nick_onchans
+	prefix_nick
+	set ln [irctolower $n]
+	if {[info exists nick_onchans($ln)]} {
+	    set oc $nick_onchans($ln)
+	} else {
+	    set oc {}
+	}
+	if {[llength $oc]} { lnick_marktime_reset $ln }
+    }
+    ucmdr {} [lnick_pingstring "Pong!" $oc $text]
+}
+
+proc ensure_globalsecret {} {
+    global globalsecret
+    
+    if {[info exists globalsecret]} return
+    set gsfile [open /dev/urandom r]
+    fconfigure $gsfile -translation binary
+    set globalsecret [read $gsfile 32]
+    binary scan $globalsecret H* globalsecret
+    close $gsfile
+    unset gsfile
+}
+
+proc ensure_outqueue {} {
+    out__vars
+    if {[info exists out_queue]} return
+    set out_creditms 0
+    set out_creditat [clock seconds]
+    set out_queue {}
+    set out_lag_reported 0
+    set out_lag_reportwhen $out_creditat
+}
+
+proc fail {msg} {
+    logerror "failing: $msg"
+    exit 1
+}
+
+proc ensure_connecting {} {
+    global sock ownfullname host port nick socketargs
+    global musthaveping_ms musthaveping_after
+    
+    if {[info exists sock]} return
+    set sock [eval socket $socketargs [list $host $port]]
     fconfigure $sock -buffering line
-    #fconfigure $sock -translation binary
     fconfigure $sock -translation crlf
 
     sendout USER blight 0 * $ownfullname
     sendout NICK $nick
     fileevent $sock readable onread
+
+    set musthaveping_after [after $musthaveping_ms \
+	    {fail "no ping within timeout"}]
 }
 
-loadhelp
+proc connected {} {
+    global musthaveping_after
 
-#if {![regexp {tclsh} $argv0]} {
-#    vwait terminate
-#}
+    after cancel $musthaveping_after
+    unset musthaveping_after
+
+    foreach chan [chandb_list] {
+	if {[chandb_get $chan autojoin]} { dojoin $chan }
+    }
+}
+
+ensure_globalsecret
+ensure_outqueue
+loadhelp
+ensure_connecting