From 1910279c6becf97a8630c152717cb0d00ef6331e Mon Sep 17 00:00:00 2001 From: Ted Unangst Date: Fri, 18 Aug 2023 11:51:28 -0400 Subject: [PATCH] start working on an export command --- import.go | 61 +++++++++++++++++++++++++++++++++++++++++++++++++++++++ main.go | 5 +++++ 2 files changed, 66 insertions(+) diff --git a/import.go b/import.go index 7dfbe6e..627f98f 100644 --- a/import.go +++ b/import.go @@ -16,6 +16,7 @@ package main import ( + "archive/zip" "encoding/csv" "encoding/json" "fmt" @@ -27,6 +28,8 @@ import ( "sort" "strings" "time" + + "humungus.tedunangst.com/r/webs/junk" ) func importMain(username, flavor, source string) { @@ -513,3 +516,61 @@ func importInstagram(username, source string) { log.Printf("honk saved %v -> %v", xid, err) } } + +func export(username, file string) { + user, err := butwhatabout(username) + if err != nil { + elog.Fatal(err) + } + fd, err := os.OpenFile(file, os.O_RDWR|os.O_CREATE|os.O_EXCL, 0666) + if err != nil { + elog.Fatal(err) + } + zd := zip.NewWriter(fd) + donks := make(map[string]bool) + { + w, err := zd.Create("outbox.json") + if err != nil { + elog.Fatal(err) + } + var jonks []junk.Junk + rows, err := stmtUserHonks.Query(0, 3, user.Name, "0", 1234567) + honks := getsomehonks(rows, err) + for _, honk := range honks { + noise := honk.Noise + j, jo := jonkjonk(user, honk) + if honk.Format == "markdown" { + jo["source"] = noise + } + for _, donk := range honk.Donks { + donks[donk.XID] = true + } + jonks = append(jonks, j) + } + j := junk.New() + j["@context"] = itiswhatitis + j["id"] = user.URL + "/outbox" + j["attributedTo"] = user.URL + j["type"] = "OrderedCollection" + j["totalItems"] = len(jonks) + j["orderedItems"] = jonks + j.Write(w) + } + zd.Create("media/") + for donk := range donks { + var media string + var data []byte + w, err := zd.Create("media/" + donk) + if err != nil { + elog.Fatal(err) + } + row := stmtGetFileData.QueryRow(donk) + err = row.Scan(&media, &data) + if err != nil { + elog.Fatal(err) + } + w.Write(data) + } + zd.Close() + fd.Close() +} diff --git a/main.go b/main.go index 5e944d1..d40ca8b 100644 --- a/main.go +++ b/main.go @@ -122,6 +122,11 @@ func main() { elog.Fatal("import username mastodon|twitter srcdir") } importMain(args[1], args[2], args[3]) + case "export": + if len(args) != 3 { + elog.Fatal("export username destdir") + } + export(args[1], args[2]) case "devel": if len(args) != 2 { elog.Fatal("need an argument: devel (on|off)")