rework delivery and key loading to use userid

This commit is contained in:
Ted Unangst 2019-10-25 18:46:27 -04:00
parent d07366f6fe
commit 3f67140c76
8 changed files with 108 additions and 80 deletions

View File

@ -912,7 +912,7 @@ func rubadubdub(user *WhatAbout, req junk.Junk) {
j["published"] = time.Now().UTC().Format(time.RFC3339) j["published"] = time.Now().UTC().Format(time.RFC3339)
j["object"] = req j["object"] = req
deliverate(0, user.Name, actor, j.ToBytes()) deliverate(0, user.ID, actor, j.ToBytes())
} }
func itakeitallback(user *WhatAbout, xid string) { func itakeitallback(user *WhatAbout, xid string) {
@ -931,7 +931,7 @@ func itakeitallback(user *WhatAbout, xid string) {
j["object"] = f j["object"] = f
j["published"] = time.Now().UTC().Format(time.RFC3339) j["published"] = time.Now().UTC().Format(time.RFC3339)
deliverate(0, user.Name, xid, j.ToBytes()) deliverate(0, user.ID, xid, j.ToBytes())
} }
func subsub(user *WhatAbout, xid string) { func subsub(user *WhatAbout, xid string) {
@ -952,7 +952,7 @@ func subsub(user *WhatAbout, xid string) {
j.Write(&buf) j.Write(&buf)
msg := buf.Bytes() msg := buf.Bytes()
deliverate(0, user.Name, xid, msg) deliverate(0, user.ID, xid, msg)
} }
// returns activity, object // returns activity, object
@ -1191,7 +1191,7 @@ func honkworldwide(user *WhatAbout, honk *Honk) {
} }
} }
for a := range rcpts { for a := range rcpts {
go deliverate(0, user.Name, a, msg) go deliverate(0, user.ID, a, msg)
} }
} }

View File

@ -31,43 +31,55 @@ import (
"humungus.tedunangst.com/r/webs/login" "humungus.tedunangst.com/r/webs/login"
) )
var someusers = cache.New(cache.Options{Filler: func(name string) (*WhatAbout, bool) { func userfromrow(row *sql.Row) (*WhatAbout, error) {
row := stmtWhatAbout.QueryRow(name)
user := new(WhatAbout) user := new(WhatAbout)
var options string var seckey, options string
err := row.Scan(&user.ID, &user.Name, &user.Display, &user.About, &user.Key, &options) err := row.Scan(&user.ID, &user.Name, &user.Display, &user.About, &user.Key, &seckey, &options)
if err != nil {
return nil, false
}
user.URL = fmt.Sprintf("https://%s/%s/%s", serverName, userSep, user.Name)
user.SkinnyCSS = strings.Contains(options, " skinny ")
return user, true
}})
var oldserveruser *WhatAbout
func getserveruser() *WhatAbout {
if oldserveruser == nil {
db := opendatabase()
row := db.QueryRow("select userid, username, displayname, about, pubkey, seckey from users where userid = ?", serverUID)
user := new(WhatAbout)
var seckey string
err := row.Scan(&user.ID, &user.Name, &user.Display, &user.About, &user.Key, &seckey)
if err == nil { if err == nil {
user.SecKey, _, err = httpsig.DecodeKey(seckey) user.SecKey, _, err = httpsig.DecodeKey(seckey)
} }
if err != nil { if err != nil {
log.Panicf("trouble getting server user: %s", err) return nil, err
} }
user.URL = fmt.Sprintf("https://%s/server", serverName) if user.ID > 0 {
oldserveruser = user user.URL = fmt.Sprintf("https://%s/%s/%s", serverName, userSep, user.Name)
user.SkinnyCSS = strings.Contains(options, " skinny ")
} else {
user.URL = fmt.Sprintf("https://%s/%s", serverName, user.Name)
} }
return oldserveruser return user, nil
}
var somenamedusers = cache.New(cache.Options{Filler: func(name string) (*WhatAbout, bool) {
row := stmtUserByName.QueryRow(name)
user, err := userfromrow(row)
if err != nil {
return nil, false
}
return user, true
}})
var somenumberedusers = cache.New(cache.Options{Filler: func(userid int64) (*WhatAbout, bool) {
row := stmtUserByNumber.QueryRow(userid)
user, err := userfromrow(row)
if err != nil {
return nil, false
}
return user, true
}})
func getserveruser() *WhatAbout {
var user *WhatAbout
ok := somenumberedusers.Get(serverUID, &user)
if !ok {
log.Panicf("lost server user")
}
return user
} }
func butwhatabout(name string) (*WhatAbout, error) { func butwhatabout(name string) (*WhatAbout, error) {
var user *WhatAbout var user *WhatAbout
ok := someusers.Get(name, &user) ok := somenamedusers.Get(name, &user)
if !ok { if !ok {
return nil, fmt.Errorf("no user: %s", name) return nil, fmt.Errorf("no user: %s", name)
} }
@ -655,7 +667,7 @@ func cleanupdb(arg string) {
var stmtHonkers, stmtDubbers, stmtSaveHonker, stmtUpdateFlavor, stmtUpdateHonker *sql.Stmt var stmtHonkers, stmtDubbers, stmtSaveHonker, stmtUpdateFlavor, stmtUpdateHonker *sql.Stmt
var stmtAnyXonk, stmtOneXonk, stmtPublicHonks, stmtUserHonks, stmtHonksByCombo, stmtHonksByConvoy *sql.Stmt var stmtAnyXonk, stmtOneXonk, stmtPublicHonks, stmtUserHonks, stmtHonksByCombo, stmtHonksByConvoy *sql.Stmt
var stmtHonksByOntology, stmtHonksForUser, stmtHonksForMe, stmtSaveDub, stmtHonksByXonker *sql.Stmt var stmtHonksByOntology, stmtHonksForUser, stmtHonksForMe, stmtSaveDub, stmtHonksByXonker *sql.Stmt
var stmtHonksBySearch, stmtHonksByHonker, stmtSaveHonk, stmtWhatAbout *sql.Stmt var stmtHonksBySearch, stmtHonksByHonker, stmtSaveHonk, stmtUserByName, stmtUserByNumber *sql.Stmt
var stmtEventHonks, stmtOneBonk, stmtFindZonk, stmtFindXonk, stmtSaveDonk *sql.Stmt var stmtEventHonks, stmtOneBonk, stmtFindZonk, stmtFindXonk, stmtSaveDonk *sql.Stmt
var stmtFindFile, stmtGetFileData, stmtSaveFileData, stmtSaveFile *sql.Stmt var stmtFindFile, stmtGetFileData, stmtSaveFileData, stmtSaveFile *sql.Stmt
var stmtAddDoover, stmtGetDoovers, stmtLoadDoover, stmtZapDoover, stmtOneHonker *sql.Stmt var stmtAddDoover, stmtGetDoovers, stmtLoadDoover, stmtZapDoover, stmtOneHonker *sql.Stmt
@ -717,11 +729,12 @@ func prepareStatements(db *sql.DB) {
stmtGetFileData = preparetodie(blobdb, "select media, content from filedata where xid = ?") stmtGetFileData = preparetodie(blobdb, "select media, content from filedata where xid = ?")
stmtFindXonk = preparetodie(db, "select honkid from honks where userid = ? and xid = ?") stmtFindXonk = preparetodie(db, "select honkid from honks where userid = ? and xid = ?")
stmtFindFile = preparetodie(db, "select fileid, xid from filemeta where url = ? and local = 1") stmtFindFile = preparetodie(db, "select fileid, xid from filemeta where url = ? and local = 1")
stmtWhatAbout = preparetodie(db, "select userid, username, displayname, about, pubkey, options from users where username = ? and userid > 0") stmtUserByName = preparetodie(db, "select userid, username, displayname, about, pubkey, seckey, options from users where username = ? and userid > 0")
stmtUserByNumber = preparetodie(db, "select userid, username, displayname, about, pubkey, seckey, options from users where userid = ?")
stmtSaveDub = preparetodie(db, "insert into honkers (userid, name, xid, flavor) values (?, ?, ?, ?)") stmtSaveDub = preparetodie(db, "insert into honkers (userid, name, xid, flavor) values (?, ?, ?, ?)")
stmtAddDoover = preparetodie(db, "insert into doovers (dt, tries, username, rcpt, msg) values (?, ?, ?, ?, ?)") stmtAddDoover = preparetodie(db, "insert into doovers (dt, tries, userid, rcpt, msg) values (?, ?, ?, ?, ?)")
stmtGetDoovers = preparetodie(db, "select dooverid, dt from doovers") stmtGetDoovers = preparetodie(db, "select dooverid, dt from doovers")
stmtLoadDoover = preparetodie(db, "select tries, username, rcpt, msg from doovers where dooverid = ?") stmtLoadDoover = preparetodie(db, "select tries, userid, rcpt, msg from doovers where dooverid = ?")
stmtZapDoover = preparetodie(db, "delete from doovers where dooverid = ?") stmtZapDoover = preparetodie(db, "delete from doovers where dooverid = ?")
stmtThumbBiters = preparetodie(db, "select userid, name, wherefore from zonkers") stmtThumbBiters = preparetodie(db, "select userid, name, wherefore from zonkers")
stmtFindZonk = preparetodie(db, "select zonkerid from zonkers where userid = ? and name = ? and wherefore = 'zonk'") stmtFindZonk = preparetodie(db, "select zonkerid from zonkers where userid = ? and name = ? and wherefore = 'zonk'")

View File

@ -31,7 +31,7 @@ type Doover struct {
When time.Time When time.Time
} }
func sayitagain(goarounds int, username string, rcpt string, msg []byte) { func sayitagain(goarounds int64, userid int64, rcpt string, msg []byte) {
var drift time.Duration var drift time.Duration
switch goarounds { switch goarounds {
case 1: case 1:
@ -50,7 +50,7 @@ func sayitagain(goarounds int, username string, rcpt string, msg []byte) {
} }
drift += time.Duration(notrand.Int63n(int64(drift / 10))) drift += time.Duration(notrand.Int63n(int64(drift / 10)))
when := time.Now().UTC().Add(drift) when := time.Now().UTC().Add(drift)
_, err := stmtAddDoover.Exec(when.Format(dbtimeformat), goarounds, username, rcpt, msg) _, err := stmtAddDoover.Exec(when.Format(dbtimeformat), goarounds, userid, rcpt, msg)
if err != nil { if err != nil {
log.Printf("error saving doover: %s", err) log.Printf("error saving doover: %s", err)
} }
@ -81,11 +81,16 @@ func truckcomesin() {
garagelock.Unlock() garagelock.Unlock()
} }
func deliverate(goarounds int, username string, rcpt string, msg []byte) { func deliverate(goarounds int64, userid int64, rcpt string, msg []byte) {
truckgoesout() truckgoesout()
defer truckcomesin() defer truckcomesin()
keyname, key := ziggy(username) var ki *KeyInfo
ok := ziggies.Get(userid, &ki)
if !ok {
log.Printf("lost key for delivery")
return
}
var inbox string var inbox string
// already did the box indirection // already did the box indirection
if rcpt[0] == '%' { if rcpt[0] == '%' {
@ -95,15 +100,15 @@ func deliverate(goarounds int, username string, rcpt string, msg []byte) {
ok := boxofboxes.Get(rcpt, &box) ok := boxofboxes.Get(rcpt, &box)
if !ok { if !ok {
log.Printf("failed getting inbox for %s", rcpt) log.Printf("failed getting inbox for %s", rcpt)
sayitagain(goarounds+1, username, rcpt, msg) sayitagain(goarounds+1, userid, rcpt, msg)
return return
} }
inbox = box.In inbox = box.In
} }
err := PostMsg(keyname, key, inbox, msg) err := PostMsg(ki.keyname, ki.seckey, inbox, msg)
if err != nil { if err != nil {
log.Printf("failed to post json to %s: %s", inbox, err) log.Printf("failed to post json to %s: %s", inbox, err)
sayitagain(goarounds+1, username, rcpt, msg) sayitagain(goarounds+1, userid, rcpt, msg)
return return
} }
} }
@ -151,11 +156,11 @@ func redeliverator() {
nexttime := now.Add(24 * time.Hour) nexttime := now.Add(24 * time.Hour)
for _, d := range doovers { for _, d := range doovers {
if d.When.Before(now) { if d.When.Before(now) {
var goarounds int var goarounds, userid int64
var username, rcpt string var rcpt string
var msg []byte var msg []byte
row := stmtLoadDoover.QueryRow(d.ID) row := stmtLoadDoover.QueryRow(d.ID)
err := row.Scan(&goarounds, &username, &rcpt, &msg) err := row.Scan(&goarounds, &userid, &rcpt, &msg)
if err != nil { if err != nil {
log.Printf("error scanning doover: %s", err) log.Printf("error scanning doover: %s", err)
continue continue
@ -166,7 +171,7 @@ func redeliverator() {
continue continue
} }
log.Printf("redeliverating %s try %d", rcpt, goarounds) log.Printf("redeliverating %s try %d", rcpt, goarounds)
deliverate(goarounds, username, rcpt, msg) deliverate(goarounds, userid, rcpt, msg)
} else if d.When.Before(nexttime) { } else if d.When.Before(nexttime) {
nexttime = d.When nexttime = d.When
} }

54
fun.go
View File

@ -581,37 +581,31 @@ func oneofakind(a []string) []string {
return a[:j] return a[:j]
} }
var ziggies = make(map[string]*rsa.PrivateKey) var ziggies = cache.New(cache.Options{Filler: func(userid int64) (*KeyInfo, bool) {
var zaggies = make(map[string]*rsa.PublicKey) var user *WhatAbout
var ziggylock sync.Mutex ok := somenumberedusers.Get(userid, &user)
if !ok {
return nil, false
}
ki := new(KeyInfo)
ki.keyname = user.URL + "#key"
ki.seckey = user.SecKey
return ki, true
}})
func ziggy(username string) (keyname string, key *rsa.PrivateKey) { func ziggy(userid int64) *KeyInfo {
ziggylock.Lock() var ki *KeyInfo
key = ziggies[username] ziggies.Get(userid, &ki)
ziggylock.Unlock() return ki
if key == nil {
db := opendatabase()
row := db.QueryRow("select seckey from users where username = ?", username)
var data string
row.Scan(&data)
var err error
key, _, err = httpsig.DecodeKey(data)
if err != nil {
log.Printf("error decoding %s seckey: %s", username, err)
return
}
ziggylock.Lock()
ziggies[username] = key
ziggylock.Unlock()
}
keyname = fmt.Sprintf("https://%s/%s/%s#key", serverName, userSep, username)
return
} }
var zaggies = make(map[string]*rsa.PublicKey)
var zaggylock sync.Mutex
func zaggy(keyname string) (key *rsa.PublicKey) { func zaggy(keyname string) (key *rsa.PublicKey) {
ziggylock.Lock() zaggylock.Lock()
key = zaggies[keyname] key = zaggies[keyname]
ziggylock.Unlock() zaggylock.Unlock()
if key != nil { if key != nil {
return return
} }
@ -655,9 +649,9 @@ func zaggy(keyname string) (key *rsa.PublicKey) {
return return
} }
} }
ziggylock.Lock() zaggylock.Lock()
zaggies[keyname] = key zaggies[keyname] = key
ziggylock.Unlock() zaggylock.Unlock()
return return
} }
@ -666,9 +660,9 @@ func makeitworksomehowwithoutregardforkeycontinuity(keyname string, r *http.Requ
if err != nil { if err != nil {
log.Printf("error deleting key: %s", err) log.Printf("error deleting key: %s", err)
} }
ziggylock.Lock() zaggylock.Lock()
delete(zaggies, keyname) delete(zaggies, keyname)
ziggylock.Unlock() zaggylock.Unlock()
return httpsig.VerifyRequest(r, payload, zaggy) return httpsig.VerifyRequest(r, payload, zaggy)
} }

View File

@ -37,6 +37,11 @@ type WhatAbout struct {
SecKey *rsa.PrivateKey SecKey *rsa.PrivateKey
} }
type KeyInfo struct {
keyname string
seckey *rsa.PrivateKey
}
const serverUID int64 = -2 const serverUID int64 = -2
type Honk struct { type Honk struct {

View File

@ -5,7 +5,7 @@ create table filemeta (fileid integer primary key, xid text, name text, descript
create table honkers (honkerid integer primary key, userid integer, name text, xid text, flavor text, combos text); create table honkers (honkerid integer primary key, userid integer, name text, xid text, flavor text, combos text);
create table xonkers (xonkerid integer primary key, name text, info text, flavor text); create table xonkers (xonkerid integer primary key, name text, info text, flavor text);
create table zonkers (zonkerid integer primary key, userid integer, name text, wherefore text); create table zonkers (zonkerid integer primary key, userid integer, name text, wherefore text);
create table doovers(dooverid integer primary key, dt text, tries integer, username text, rcpt text, msg blob); create table doovers(dooverid integer primary key, dt text, tries integer, userid integer, rcpt text, msg blob);
create table onts (ontology text, honkid integer); create table onts (ontology text, honkid integer);
create table honkmeta (honkid integer, genus text, json text); create table honkmeta (honkid integer, genus text, json text);
create table hfcs (hfcsid integer primary key, userid integer, json text); create table hfcs (hfcsid integer primary key, userid integer, json text);

View File

@ -24,7 +24,7 @@ import (
"time" "time"
) )
var myVersion = 28 var myVersion = 29
func doordie(db *sql.DB, s string, args ...interface{}) { func doordie(db *sql.DB, s string, args ...interface{}) {
_, err := db.Exec(s, args...) _, err := db.Exec(s, args...)
@ -307,6 +307,11 @@ func upgradedb() {
doordie(db, "update config set value = 28 where key = 'dbversion'") doordie(db, "update config set value = 28 where key = 'dbversion'")
fallthrough fallthrough
case 28: case 28:
doordie(db, "drop table doovers")
doordie(db, "create table doovers(dooverid integer primary key, dt text, tries integer, userid integer, rcpt text, msg blob)")
doordie(db, "update config set value = 29 where key = 'dbversion'")
fallthrough
case 29:
default: default:
log.Fatalf("can't upgrade unknown version %d", dbversion) log.Fatalf("can't upgrade unknown version %d", dbversion)

18
web.go
View File

@ -245,8 +245,11 @@ func ping(user *WhatAbout, who string) {
j["id"] = user.URL + "/ping/" + xfiltrate() j["id"] = user.URL + "/ping/" + xfiltrate()
j["actor"] = user.URL j["actor"] = user.URL
j["to"] = who j["to"] = who
keyname, key := ziggy(user.Name) ki := ziggy(user.ID)
err := PostJunk(keyname, key, box.In, j) if ki == nil {
return
}
err := PostJunk(ki.keyname, ki.seckey, box.In, j)
if err != nil { if err != nil {
log.Printf("can't send ping: %s", err) log.Printf("can't send ping: %s", err)
return return
@ -268,8 +271,11 @@ func pong(user *WhatAbout, who string, obj string) {
j["actor"] = user.URL j["actor"] = user.URL
j["to"] = who j["to"] = who
j["object"] = obj j["object"] = obj
keyname, key := ziggy(user.Name) ki := ziggy(user.ID)
err := PostJunk(keyname, key, box.In, j) if ki == nil {
return
}
err := PostJunk(ki.keyname, ki.seckey, box.In, j)
if err != nil { if err != nil {
log.Printf("can't send pong: %s", err) log.Printf("can't send pong: %s", err)
return return
@ -860,7 +866,8 @@ func saveuser(w http.ResponseWriter, r *http.Request) {
if err != nil { if err != nil {
log.Printf("error bouting what: %s", err) log.Printf("error bouting what: %s", err)
} }
someusers.Clear(u.Username) somenamedusers.Clear(u.Username)
somenumberedusers.Clear(u.UserID)
http.Redirect(w, r, "/account", http.StatusSeeOther) http.Redirect(w, r, "/account", http.StatusSeeOther)
} }
@ -1805,7 +1812,6 @@ func serve() {
savedassetparams[s] = getassetparam(s) savedassetparams[s] = getassetparam(s)
} }
} }
getserveruser()
mux := mux.NewRouter() mux := mux.NewRouter()
mux.Use(login.Checker) mux.Use(login.Checker)