dirk
/
honk
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

workaround newly js only twitter site for hoot:

This commit is contained in:
Ted Unangst 2020-06-30 16:37:35 -04:00
parent edcc6d7c54
commit 0f648d1286
2 changed files with 16 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
docs/changelog.txt
View File

@ -2,6 +2,8 @@ changelog
=== next
+ Workaround js only twitter for hoot: feature.
++ Boing boom tschak chonky chatter.
+ Quote unquote reliability improvements.

21
hoot.go
View File

@ -29,8 +29,8 @@ import (
"humungus.tedunangst.com/r/webs/htfilter"
)
var tweetsel = cascadia.MustCompile("p.tweet-text")
var linksel = cascadia.MustCompile(".time a.tweet-timestamp")
var tweetsel = cascadia.MustCompile("div.tweet-text")
var linksel = cascadia.MustCompile("td.timestamp a")
var replyingto = cascadia.MustCompile(".ReplyingToContextBelowAuthor")
var authorregex = regexp.MustCompile("twitter.com/([^/]+)")
@ -44,6 +44,8 @@ func hootextractor(r io.Reader, url string, seen map[string]bool) string {
}
divs := tweetsel.MatchAll(root)
url = strings.Replace(url, "mobile.twitter.com", "twitter.com", -1)
var wanted string
wantmatch := authorregex.FindStringSubmatch(url)
if len(wantmatch) == 2 {
@ -56,21 +58,25 @@ func hootextractor(r io.Reader, url string, seen map[string]bool) string {
htf.Imager = func(node *html.Node) string {
return ""
}
for _, div := range divs {
for i, div := range divs {
twp := div.Parent.Parent.Parent
link := url
alink := linksel.MatchFirst(twp)
if alink == nil {
log.Printf("missing link")
continue
if i != 0 {
log.Printf("missing link")
continue
}
} else {
link = "https://twitter.com" + htfilter.GetAttr(alink, "href")
}
replto := replyingto.MatchFirst(twp)
if replto != nil {
continue
}
link := "https://twitter.com" + htfilter.GetAttr(alink, "href")
authormatch := authorregex.FindStringSubmatch(link)
if len(authormatch) < 2 {
log.Printf("no author?")
log.Printf("no author?: %s", link)
continue
}
author := authormatch[1]
@ -103,6 +109,7 @@ func hooterize(noise string) string {
url = url[1:]
}
url = strings.Replace(url, "mobile.twitter.com", "twitter.com", -1)
url = strings.Replace(url, "twitter.com", "mobile.twitter.com", -1)
log.Printf("hooterizing %s", url)
req, err := http.NewRequest("GET", url, nil)
if err != nil {