aerc/lib/msgstore.go

596 lines
14 KiB
Go
Raw Normal View History

2019-03-16 01:36:06 +00:00
package lib
import (
"io"
2019-03-31 15:10:10 +00:00
"time"
"git.sr.ht/~sircmpwn/aerc/lib/sort"
"git.sr.ht/~sircmpwn/aerc/models"
2019-05-18 00:57:10 +00:00
"git.sr.ht/~sircmpwn/aerc/worker/types"
2019-03-16 01:36:06 +00:00
)
// Accesses to fields must be guarded by MessageStore.Lock/Unlock
2019-03-16 01:36:06 +00:00
type MessageStore struct {
Deleted map[uint32]interface{}
DirInfo models.DirectoryInfo
Messages map[uint32]*models.MessageInfo
// Ordered list of known UIDs
uids []uint32
2019-03-30 02:35:53 +00:00
selected int
bodyCallbacks map[uint32][]func(io.Reader)
2019-03-30 02:35:53 +00:00
headerCallbacks map[uint32][]func(*types.MessageInfo)
2019-12-18 05:33:59 +00:00
//marking
marked map[uint32]struct{}
visualStartUid uint32
visualMarkMode bool
// Search/filter results
results []uint32
resultIndex int
filter bool
2019-03-16 01:36:06 +00:00
// Map of uids we've asked the worker to fetch
2019-03-16 01:43:33 +00:00
onUpdate func(store *MessageStore) // TODO: multiple onUpdate handlers
onUpdateDirs func()
2019-03-16 01:36:06 +00:00
pendingBodies map[uint32]interface{}
pendingHeaders map[uint32]interface{}
worker *types.Worker
triggerNewEmail func(*models.MessageInfo)
triggerDirectoryChange func()
2019-03-16 01:36:06 +00:00
}
func NewMessageStore(worker *types.Worker,
dirInfo *models.DirectoryInfo,
triggerNewEmail func(*models.MessageInfo),
triggerDirectoryChange func()) *MessageStore {
2019-03-16 01:36:06 +00:00
return &MessageStore{
Deleted: make(map[uint32]interface{}),
DirInfo: *dirInfo,
Messages: make(map[uint32]*models.MessageInfo),
2019-03-16 01:36:06 +00:00
selected: 0,
2019-12-18 05:33:59 +00:00
marked: make(map[uint32]struct{}),
bodyCallbacks: make(map[uint32][]func(io.Reader)),
2019-03-30 02:35:53 +00:00
headerCallbacks: make(map[uint32][]func(*types.MessageInfo)),
2019-03-16 01:36:06 +00:00
pendingBodies: make(map[uint32]interface{}),
pendingHeaders: make(map[uint32]interface{}),
worker: worker,
triggerNewEmail: triggerNewEmail,
triggerDirectoryChange: triggerDirectoryChange,
2019-03-16 01:36:06 +00:00
}
}
2019-03-30 02:35:53 +00:00
func (store *MessageStore) FetchHeaders(uids []uint32,
cb func(*types.MessageInfo)) {
2019-03-16 01:36:06 +00:00
// TODO: this could be optimized by pre-allocating toFetch and trimming it
// at the end. In practice we expect to get most messages back in one frame.
var toFetch []uint32
2019-03-16 01:36:06 +00:00
for _, uid := range uids {
if _, ok := store.pendingHeaders[uid]; !ok {
toFetch = append(toFetch, uid)
2019-03-16 01:36:06 +00:00
store.pendingHeaders[uid] = nil
2019-03-30 02:35:53 +00:00
if cb != nil {
if list, ok := store.headerCallbacks[uid]; ok {
store.headerCallbacks[uid] = append(list, cb)
} else {
store.headerCallbacks[uid] = []func(*types.MessageInfo){cb}
}
}
}
}
if len(toFetch) > 0 {
2019-03-30 02:35:53 +00:00
store.worker.PostAction(&types.FetchMessageHeaders{Uids: toFetch}, nil)
}
}
func (store *MessageStore) FetchFull(uids []uint32, cb func(io.Reader)) {
2019-03-30 02:35:53 +00:00
// TODO: this could be optimized by pre-allocating toFetch and trimming it
// at the end. In practice we expect to get most messages back in one frame.
var toFetch []uint32
2019-03-30 02:35:53 +00:00
for _, uid := range uids {
if _, ok := store.pendingBodies[uid]; !ok {
toFetch = append(toFetch, uid)
2019-03-30 02:35:53 +00:00
store.pendingBodies[uid] = nil
if cb != nil {
if list, ok := store.bodyCallbacks[uid]; ok {
store.bodyCallbacks[uid] = append(list, cb)
} else {
store.bodyCallbacks[uid] = []func(io.Reader){cb}
2019-03-30 02:35:53 +00:00
}
}
2019-03-16 01:36:06 +00:00
}
}
if len(toFetch) > 0 {
2019-07-08 22:32:31 +00:00
store.worker.PostAction(&types.FetchFullMessages{
Uids: toFetch,
}, func(msg types.WorkerMessage) {
switch msg.(type) {
case *types.Error:
for _, uid := range toFetch {
delete(store.bodyCallbacks, uid)
2019-07-08 22:32:31 +00:00
}
}
})
2019-03-30 02:35:53 +00:00
}
}
2019-03-31 16:14:37 +00:00
func (store *MessageStore) FetchBodyPart(
uid uint32, parent *models.BodyStructure, part []int, cb func(io.Reader)) {
partbs, err := parent.PartAtIndex(part)
if err != nil {
store.worker.Logger.Printf("FetchBodyPart: %v\n", err)
}
var charset string
var ok bool
if charset, ok = partbs.Params["charset"]; !ok {
charset = ""
}
2019-03-31 16:14:37 +00:00
store.worker.PostAction(&types.FetchMessageBodyPart{
Uid: uid,
Part: part,
Encoding: partbs.Encoding,
Charset: charset,
2019-03-31 16:14:37 +00:00
}, func(resp types.WorkerMessage) {
msg, ok := resp.(*types.MessageBodyPart)
if !ok {
return
}
cb(msg.Part.Reader)
2019-03-31 16:14:37 +00:00
})
}
func merge(to *models.MessageInfo, from *models.MessageInfo) {
2019-03-31 15:10:10 +00:00
if from.BodyStructure != nil {
to.BodyStructure = from.BodyStructure
}
2019-03-30 02:35:53 +00:00
if from.Envelope != nil {
to.Envelope = from.Envelope
2019-03-16 01:36:06 +00:00
}
to.Flags = from.Flags
to.Labels = from.Labels
2019-03-31 15:10:10 +00:00
if from.Size != 0 {
to.Size = from.Size
}
var zero time.Time
if from.InternalDate != zero {
to.InternalDate = from.InternalDate
}
2019-03-16 01:36:06 +00:00
}
func (store *MessageStore) Update(msg types.WorkerMessage) {
update := false
directoryChange := false
requestDirInfo := false
2019-03-16 01:36:06 +00:00
switch msg := msg.(type) {
case *types.DirectoryInfo:
store.DirInfo = *msg.Info
2019-03-16 01:36:06 +00:00
update = true
case *types.DirectoryContents:
newMap := make(map[uint32]*models.MessageInfo)
2019-03-16 01:36:06 +00:00
for _, uid := range msg.Uids {
if msg, ok := store.Messages[uid]; ok {
newMap[uid] = msg
} else {
newMap[uid] = nil
directoryChange = true
2019-03-16 01:36:06 +00:00
}
}
store.Messages = newMap
store.uids = msg.Uids
2019-03-16 01:36:06 +00:00
update = true
case *types.MessageInfo:
if existing, ok := store.Messages[msg.Info.Uid]; ok && existing != nil {
merge(existing, msg.Info)
2019-03-30 02:35:53 +00:00
} else {
store.Messages[msg.Info.Uid] = msg.Info
2019-03-30 02:35:53 +00:00
}
seen := false
recent := false
for _, flag := range msg.Info.Flags {
if flag == models.RecentFlag {
recent = true
} else if flag == models.SeenFlag {
seen = true
}
}
if !seen && recent {
store.triggerNewEmail(msg.Info)
}
if _, ok := store.pendingHeaders[msg.Info.Uid]; msg.Info.Envelope != nil && ok {
delete(store.pendingHeaders, msg.Info.Uid)
if cbs, ok := store.headerCallbacks[msg.Info.Uid]; ok {
2019-03-30 02:35:53 +00:00
for _, cb := range cbs {
cb(msg)
}
}
2019-03-16 01:36:06 +00:00
}
update = true
requestDirInfo = true
2019-03-31 16:35:51 +00:00
case *types.FullMessage:
if _, ok := store.pendingBodies[msg.Content.Uid]; ok {
delete(store.pendingBodies, msg.Content.Uid)
if cbs, ok := store.bodyCallbacks[msg.Content.Uid]; ok {
2019-03-30 02:35:53 +00:00
for _, cb := range cbs {
cb(msg.Content.Reader)
2019-03-30 02:35:53 +00:00
}
2019-07-08 22:32:31 +00:00
delete(store.bodyCallbacks, msg.Content.Uid)
2019-03-30 02:35:53 +00:00
}
}
2019-03-21 03:23:38 +00:00
case *types.MessagesDeleted:
if len(store.uids) < len(msg.Uids) {
update = true
break
}
2019-03-21 03:23:38 +00:00
toDelete := make(map[uint32]interface{})
for _, uid := range msg.Uids {
toDelete[uid] = nil
delete(store.Messages, uid)
delete(store.Deleted, uid)
2019-12-18 05:33:59 +00:00
delete(store.marked, uid)
2019-03-21 03:23:38 +00:00
}
uids := make([]uint32, len(store.uids)-len(msg.Uids))
2019-03-21 03:23:38 +00:00
j := 0
for _, uid := range store.uids {
2019-05-16 19:28:33 +00:00
if _, deleted := toDelete[uid]; !deleted && j < len(uids) {
uids[j] = uid
2019-03-21 03:23:38 +00:00
j += 1
}
}
store.uids = uids
2019-03-21 03:23:38 +00:00
update = true
requestDirInfo = true
2019-03-16 01:36:06 +00:00
}
if update {
store.update()
2019-03-16 01:36:06 +00:00
}
if directoryChange && store.triggerDirectoryChange != nil {
store.triggerDirectoryChange()
}
if requestDirInfo {
store.worker.PostAction(&types.DirectoryInfoUpdateRequest{
Name: store.DirInfo.Name,
}, nil)
}
2019-03-16 01:36:06 +00:00
}
func (store *MessageStore) OnUpdate(fn func(store *MessageStore)) {
store.onUpdate = fn
}
2019-03-21 03:23:38 +00:00
func (store *MessageStore) OnUpdateDirs(fn func()) {
store.onUpdateDirs = fn
}
func (store *MessageStore) update() {
if store.onUpdate != nil {
store.onUpdate(store)
}
if store.onUpdateDirs != nil {
store.onUpdateDirs()
}
}
2019-05-14 20:34:42 +00:00
func (store *MessageStore) Delete(uids []uint32,
cb func(msg types.WorkerMessage)) {
2019-03-21 03:23:38 +00:00
for _, uid := range uids {
store.Deleted[uid] = nil
2019-03-21 03:23:38 +00:00
}
store.worker.PostAction(&types.DeleteMessages{Uids: uids}, cb)
store.update()
2019-03-21 03:23:38 +00:00
}
2019-05-14 20:34:42 +00:00
func (store *MessageStore) Copy(uids []uint32, dest string, createDest bool,
2019-05-14 20:34:42 +00:00
cb func(msg types.WorkerMessage)) {
if createDest {
store.worker.PostAction(&types.CreateDirectory{
Directory: dest,
2019-07-11 04:49:09 +00:00
Quiet: true,
}, cb)
}
2019-05-14 20:34:42 +00:00
store.worker.PostAction(&types.CopyMessages{
Destination: dest,
Uids: uids,
2019-05-14 20:34:42 +00:00
}, cb)
}
2019-05-14 20:55:50 +00:00
func (store *MessageStore) Move(uids []uint32, dest string, createDest bool,
2019-05-14 20:55:50 +00:00
cb func(msg types.WorkerMessage)) {
for _, uid := range uids {
store.Deleted[uid] = nil
}
if createDest {
store.worker.PostAction(&types.CreateDirectory{
Directory: dest,
2019-07-11 04:49:09 +00:00
Quiet: true,
}, nil) // quiet doesn't return an error, don't want the done cb here
}
2019-05-14 20:55:50 +00:00
store.worker.PostAction(&types.CopyMessages{
Destination: dest,
Uids: uids,
2019-05-14 20:55:50 +00:00
}, func(msg types.WorkerMessage) {
switch msg.(type) {
case *types.Error:
cb(msg)
case *types.Done:
store.worker.PostAction(&types.DeleteMessages{Uids: uids}, cb)
2019-05-14 20:55:50 +00:00
}
})
store.update()
}
2019-06-09 18:55:34 +00:00
func (store *MessageStore) Read(uids []uint32, read bool,
cb func(msg types.WorkerMessage)) {
store.worker.PostAction(&types.ReadMessages{
Read: read,
Uids: uids,
2019-06-09 18:55:34 +00:00
}, cb)
}
func (store *MessageStore) Uids() []uint32 {
if store.filter {
return store.results
}
return store.uids
}
func (store *MessageStore) Selected() *models.MessageInfo {
return store.Messages[store.Uids()[len(store.Uids())-store.selected-1]]
}
func (store *MessageStore) SelectedIndex() int {
return store.selected
}
func (store *MessageStore) Select(index int) {
uids := store.Uids()
store.selected = index
2019-12-18 05:33:59 +00:00
if store.selected < 0 {
store.selected = len(uids) - 1
} else if store.selected > len(uids) {
store.selected = len(uids)
}
2019-12-18 05:33:59 +00:00
store.updateVisual()
}
// Mark sets the marked state on a MessageInfo
func (store *MessageStore) Mark(uid uint32) {
if store.visualMarkMode {
// visual mode has override, bogus input from user
return
}
store.marked[uid] = struct{}{}
}
// Unmark removes the marked state on a MessageInfo
func (store *MessageStore) Unmark(uid uint32) {
if store.visualMarkMode {
// user probably wanted to clear the visual marking
store.ClearVisualMark()
return
}
delete(store.marked, uid)
}
// ToggleMark toggles the marked state on a MessageInfo
func (store *MessageStore) ToggleMark(uid uint32) {
if store.visualMarkMode {
// visual mode has override, bogus input from user
return
}
if store.IsMarked(uid) {
store.Unmark(uid)
} else {
store.Mark(uid)
}
}
// resetMark removes the marking from all messages
func (store *MessageStore) resetMark() {
store.marked = make(map[uint32]struct{})
}
//IsMarked checks whether a MessageInfo has been marked
func (store *MessageStore) IsMarked(uid uint32) bool {
_, marked := store.marked[uid]
return marked
}
//ToggleVisualMark enters or leaves the visual marking mode
func (store *MessageStore) ToggleVisualMark() {
store.visualMarkMode = !store.visualMarkMode
switch store.visualMarkMode {
case true:
// just entered visual mode, reset whatever marking was already done
store.resetMark()
store.visualStartUid = store.Selected().Uid
store.marked[store.visualStartUid] = struct{}{}
case false:
// visual mode ended, nothing to do
return
}
}
//ClearVisualMark leaves the visual marking mode and resets any marking
func (store *MessageStore) ClearVisualMark() {
store.resetMark()
store.visualMarkMode = false
store.visualStartUid = 0
}
// Marked returns the uids of all marked messages
func (store *MessageStore) Marked() []uint32 {
marked := make([]uint32, len(store.marked))
i := 0
for uid := range store.marked {
marked[i] = uid
i++
}
return marked
}
func (store *MessageStore) updateVisual() {
if !store.visualMarkMode {
// nothing to do
return
}
startIdx := store.visualStartIdx()
if startIdx < 0 {
// something deleted the startuid, abort the marking process
store.ClearVisualMark()
return
}
uidLen := len(store.Uids())
// store.selected is the inverted form of the actual array
selectedIdx := uidLen - store.selected - 1
var visUids []uint32
if selectedIdx > startIdx {
visUids = store.Uids()[startIdx : selectedIdx+1]
} else {
visUids = store.Uids()[selectedIdx : startIdx+1]
}
store.resetMark()
for _, uid := range visUids {
store.marked[uid] = struct{}{}
}
}
func (store *MessageStore) NextPrev(delta int) {
uids := store.Uids()
if len(uids) == 0 {
return
}
store.selected += delta
if store.selected < 0 {
store.selected = 0
}
if store.selected >= len(uids) {
store.selected = len(uids) - 1
}
2019-12-18 05:33:59 +00:00
store.updateVisual()
nextResultIndex := len(store.results) - store.resultIndex - 2*delta
if nextResultIndex < 0 || nextResultIndex >= len(store.results) {
return
}
nextResultUid := store.results[nextResultIndex]
selectedUid := uids[len(uids)-store.selected-1]
if nextResultUid == selectedUid {
store.resultIndex += delta
}
}
func (store *MessageStore) Next() {
store.NextPrev(1)
}
func (store *MessageStore) Prev() {
store.NextPrev(-1)
}
func (store *MessageStore) Search(args []string, cb func([]uint32)) {
store.worker.PostAction(&types.SearchDirectory{
Argv: args,
}, func(msg types.WorkerMessage) {
switch msg := msg.(type) {
case *types.SearchResults:
sort.SortBy(msg.Uids, store.uids)
cb(msg.Uids)
}
})
}
func (store *MessageStore) ApplySearch(results []uint32) {
store.results = results
store.resultIndex = -1
store.NextResult()
}
func (store *MessageStore) ApplyFilter(results []uint32) {
store.results = results
store.filter = true
store.update()
2019-12-18 05:33:59 +00:00
// any marking is now invalid
// TODO: could save that probably
store.ClearVisualMark()
}
func (store *MessageStore) ApplyClear() {
store.results = nil
store.filter = false
}
func (store *MessageStore) nextPrevResult(delta int) {
if len(store.results) == 0 {
return
}
store.resultIndex += delta
if store.resultIndex >= len(store.results) {
store.resultIndex = 0
}
if store.resultIndex < 0 {
store.resultIndex = len(store.results) - 1
}
for i, uid := range store.uids {
if store.results[len(store.results)-store.resultIndex-1] == uid {
store.Select(len(store.uids) - i - 1)
break
}
}
store.update()
}
func (store *MessageStore) NextResult() {
store.nextPrevResult(1)
}
func (store *MessageStore) PrevResult() {
store.nextPrevResult(-1)
}
func (store *MessageStore) ModifyLabels(uids []uint32, add, remove []string,
cb func(msg types.WorkerMessage)) {
store.worker.PostAction(&types.ModifyLabels{
Uids: uids,
Add: add,
Remove: remove,
}, cb)
}
func (store *MessageStore) Sort(criteria []*types.SortCriterion, cb func()) {
store.worker.PostAction(&types.FetchDirectoryContents{
SortCriteria: criteria,
}, func(msg types.WorkerMessage) {
cb()
})
}
2019-12-18 05:33:59 +00:00
// returns the index of needle in haystack or -1 if not found
func (store *MessageStore) visualStartIdx() int {
for idx, u := range store.Uids() {
if u == store.visualStartUid {
return idx
}
}
return -1
}