me/offline-twitter
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Add a button to Search page to scrape search results

Browse Source
This commit is contained in:
Alessio 2024-03-01 17:25:00 -08:00
parent 925f36c33a
commit a65937d6e4
2 changed files with 37 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
internal/webserver/handler_search.go
View File

@ -93,6 +93,25 @@ func (app *Application) Search(w http.ResponseWriter, r *http.Request) {
}
}
// Actual search
// Scrape if needed
if r.URL.Query().Has("scrape") {
if app.IsScrapingDisabled {
app.InfoLog.Printf("Would have scraped: %s", r.URL.Path)
http.Error(w, "Scraping is disabled (are you logged in?)", 401)
return
}
// Run scraper
trove, err := scraper.Search(search_text, 1) // TODO: parameterizable
if err != nil {
app.ErrorLog.Print(err)
// TOOD: show error in UI
}
app.Profile.SaveTweetTrove(trove, false)
go app.Profile.SaveTweetTrove(trove, true)
}
c, err := persistence.NewCursorFromSearchQuery(search_text)
if err != nil {
app.error_400_with_message(w, err.Error())

27
internal/webserver/tpl/search.tpl
View File

@ -2,22 +2,31 @@
{{define "main"}}
<div class="search-header">
<h1>Search results: {{.SearchText}}</h1>
<div class="row spread">
<div class="dummy"></div> {{/* Extra div to take up a slot in the `row` */}}
<h1>Search results: {{.SearchText}}</h1>
<div class="user-feed-buttons-container">
<a class="unstyled-link quick-link" target="_blank" href="https://twitter.com/search?q={{.SearchText}}&src=typed_query&f=top" title="Open on twitter.com">
<img class="svg-icon" src="/static/icons/external-link.svg" width="24" height="24" />
</a>
<a class="unstyled-link quick-link" hx-get="?scrape" hx-target="body" hx-indicator=".search-header" title="Refresh">
<img class="svg-icon" src="/static/icons/refresh.svg" width="24" height="24" />
</a>
</div>
</div>
<div class="row tabs-container">
<a
class="tab unstyled-link {{if (not .IsUsersSearch)}}active-tab{{end}}"
href="?type=tweets"
>
<a class="tab unstyled-link {{if (not .IsUsersSearch)}}active-tab{{end}}" href="?type=tweets">
<span class="tab-inner">Tweets</span>
</a>
<a
class="tab unstyled-link {{if .IsUsersSearch}}active-tab{{end}}"
href="?type=users"
>
<a class="tab unstyled-link {{if .IsUsersSearch}}active-tab{{end}}" href="?type=users">
<span class="tab-inner">Users</span>
</a>
</div>
<div class="htmx-spinner-container">
<div class="htmx-spinner-background"></div>
<img class="svg-icon htmx-spinner" src="/static/icons/spinner.svg" />
</div>
</div>
{{if .IsUsersSearch}}
{{template "list" (dict "UserIDs" .UserIDs)}}