LambdaMail/services/protocols/internal/application/usecase/message_headers.go

package usecase

import (
	"bytes"
	"io"
	"mime"
	"net/mail"
	"strings"
	"unicode/utf8"
)

// snippetLength is how much of the body is kept for the message list. It is a
// preview, not the message: the body itself stays in the blob.
const snippetLength = 200

// MessageHeaders is the subset of a message the webmail list needs, so that
// showing an inbox does not mean reading every blob off disk.
type MessageHeaders struct {
	Subject         string
	FromDisplayName string
	// FromAddress is the address in From, lowercased, or empty when it does not parse.
	FromAddress    string
	MessageID      string
	Snippet        string
	HasAttachments bool
	// InReplyTo and References are the Message-IDs this message answers, with
	// the angle brackets removed so they compare equal to MessageID. They are
	// what ties a reply to the conversation it belongs to.
	InReplyTo  string
	References []string
}

// wordDecoder tolerates the charsets that turn up in real mail. An unknown
// charset yields the raw bytes rather than an error, because a subject that
// renders imperfectly beats a delivery that fails.
var wordDecoder = mime.WordDecoder{
	CharsetReader: func(_ string, input io.Reader) (io.Reader, error) {
		return input, nil
	},
}

func decodeHeader(value string) string {
	decoded, err := wordDecoder.DecodeHeader(value)
	if err != nil {
		return value
	}
	return decoded
}

// ExtractMessageHeaders parses the fields the message list displays.
//
// Every failure is non-fatal: a message with unparseable headers is still
// delivered, just with less metadata. Refusing it would lose mail over a
// malformed Subject, which is exactly the kind of thing spam is full of.
func ExtractMessageHeaders(payload []byte) MessageHeaders {
	var out MessageHeaders

	msg, err := mail.ReadMessage(bytes.NewReader(payload))
	if err != nil {
		return out
	}

	out.Subject = truncateUTF8(decodeHeader(msg.Header.Get("Subject")), 998)
	out.MessageID = truncateUTF8(strings.Trim(msg.Header.Get("Message-ID"), "<>"), 998)
	if ids := messageIDsIn(msg.Header.Get("In-Reply-To")); len(ids) > 0 {
		out.InReplyTo = ids[0]
	}
	out.References = messageIDsIn(msg.Header.Get("References"))

	if from := msg.Header.Get("From"); from != "" {
		if addr, err := mail.ParseAddress(from); err == nil {
			out.FromAddress = strings.ToLower(addr.Address)
			out.FromDisplayName = truncateUTF8(decodeHeader(addr.Name), 255)
		} else {
			// A From that does not parse still often carries a usable name
			// before the angle bracket.
			if idx := strings.Index(from, "<"); idx > 0 {
				out.FromDisplayName = truncateUTF8(decodeHeader(strings.TrimSpace(strings.Trim(from[:idx], `"`))), 255)
			}
		}
	}

	contentType := msg.Header.Get("Content-Type")
	mediaType, _, err := mime.ParseMediaType(contentType)
	if err != nil {
		mediaType = ""
	}
	out.HasAttachments = carriesAttachment(mediaType, msg.Header.Get("Content-Disposition"))

	out.Snippet = buildSnippet(msg, mediaType)
	return out
}

// carriesAttachment decides whether a message has something worth a paperclip,
// from its top-level headers alone.
//
// Looking only for multipart/* missed the case where the body IS the
// attachment: a DMARC aggregate report from Google arrives as a single-part
// application/zip with no text part at all, so it showed up unmarked next to
// TLS-RPT reports - which do carry a text part, and so are multipart/mixed -
// from the same sender in the same folder.
func carriesAttachment(mediaType, disposition string) bool {
	// An explicit disposition is the author saying so, and it settles the
	// question even for a text type: a .txt sent as the whole message is an
	// attachment, an inline part is not.
	if disp, _, err := mime.ParseMediaType(disposition); err == nil {
		switch strings.ToLower(disp) {
		case "attachment":
			return true
		case "inline":
			return false
		}
	}

	switch {
	case strings.HasPrefix(mediaType, "multipart/"):
		// mixed and related carry parts that are not the body; alternative is
		// just the same text twice.
		return mediaType != "multipart/alternative"
	case mediaType == "":
		// No Content-Type means text/plain (RFC 2045 section 5.2). An
		// unparseable one is treated the same way rather than guessed at.
		return false
	default:
		// Anything that is not text and not multipart is a single part that is
		// not the body: a zip, a PDF, a forwarded message.
		return !strings.HasPrefix(mediaType, "text/")
	}
}

// buildSnippet takes the opening of the body as a plain-text preview.
func buildSnippet(msg *mail.Message, mediaType string) string {
	// Only a flat text body is previewed. Walking MIME parts here would mean
	// decoding attachments on the delivery path, which is the hot path.
	if mediaType != "" && !strings.HasPrefix(mediaType, "text/") {
		return ""
	}

	buf := make([]byte, 8*1024)
	n, _ := msg.Body.Read(buf)
	if n <= 0 {
		return ""
	}

	text := string(buf[:n])
	text = strings.ReplaceAll(text, "\r\n", " ")
	text = strings.ReplaceAll(text, "\n", " ")
	text = strings.Join(strings.Fields(text), " ")
	return truncateUTF8(text, snippetLength)
}

// truncateUTF8 cuts to at most max bytes without splitting a rune, so a
// truncated subject cannot become invalid UTF-8 and break the JSON encoding.
func truncateUTF8(s string, max int) string {
	if len(s) <= max {
		return s
	}
	cut := s[:max]
	for len(cut) > 0 && !utf8.ValidString(cut) {
		cut = cut[:len(cut)-1]
	}
	return cut
}

// maxReferences bounds how much of a long chain is kept. The ids nearest the
// end name the messages closest to this one, which is where its parent is.
const maxReferences = 20

// messageIDsIn lists the <id> tokens of an In-Reply-To or References header,
// without their brackets, in the order written.
func messageIDsIn(header string) []string {
	var ids []string
	for _, field := range strings.Fields(header) {
		id := strings.Trim(field, "<>,;")
		if id != "" && len(id) <= 998 && strings.Contains(field, "<") {
			ids = append(ids, id)
		}
	}
	if len(ids) > maxReferences {
		ids = ids[len(ids)-maxReferences:]
	}
	return ids
}