243 lines
7.3 KiB
Go
243 lines
7.3 KiB
Go
package app
|
|
|
|
import (
|
|
"caatsm/internal/adapter/dto"
|
|
"caatsm/internal/adapter/parser"
|
|
"caatsm/internal/infra/log"
|
|
"caatsm/internal/infra/telemetry"
|
|
"caatsm/internal/port"
|
|
"context"
|
|
"fmt"
|
|
"strings"
|
|
"time"
|
|
|
|
"go.opentelemetry.io/otel"
|
|
"go.opentelemetry.io/otel/attribute"
|
|
"go.opentelemetry.io/otel/codes"
|
|
"go.opentelemetry.io/otel/trace"
|
|
"go.uber.org/zap"
|
|
)
|
|
|
|
// MessageProcessor handles message processing
|
|
type MessageProcessor struct {
|
|
parser parser.Parser
|
|
repository port.Repository
|
|
publisher port.Publisher
|
|
logger *zap.Logger
|
|
telemetry telemetry.Recorder
|
|
}
|
|
|
|
// ProcessingStatus represents the outcome of the processing pipeline
|
|
// (persistence, publishing, etc.), independent from the parsing status
|
|
// captured in dto.MessageStatus.
|
|
type ProcessingStatus string
|
|
|
|
const (
|
|
ProcessingStatusOK ProcessingStatus = "ok"
|
|
ProcessingStatusPersistFailed ProcessingStatus = "persist_failed"
|
|
ProcessingStatusPublishFailed ProcessingStatus = "publish_failed"
|
|
)
|
|
|
|
// NewMessageProcessor creates a new message processor
|
|
func NewMessageProcessor(
|
|
parser parser.Parser,
|
|
repository port.Repository,
|
|
publisher port.Publisher,
|
|
rec telemetry.Recorder,
|
|
logger *zap.Logger,
|
|
) *MessageProcessor {
|
|
return &MessageProcessor{
|
|
parser: parser,
|
|
repository: repository,
|
|
publisher: publisher,
|
|
logger: logger,
|
|
telemetry: rec,
|
|
}
|
|
}
|
|
|
|
// Handle processes a message
|
|
func (p *MessageProcessor) Handle(ctx context.Context, raw []byte, msgID string) error {
|
|
if len(raw) == 0 {
|
|
return Permanent(fmt.Errorf("empty message"))
|
|
}
|
|
|
|
tracer := otel.Tracer("caatsm/app")
|
|
ctx, span := tracer.Start(ctx, "MessageProcessor.Handle")
|
|
defer span.End()
|
|
|
|
// Set semantic attributes following OpenTelemetry conventions
|
|
span.SetAttributes(
|
|
attribute.String("messaging.system", "nats"),
|
|
attribute.String("messaging.operation", "receive"),
|
|
attribute.String("messaging.message_id", msgID),
|
|
attribute.String("caatsm.component", "processor"),
|
|
)
|
|
|
|
receivedAt := time.Now()
|
|
|
|
parsed, parseErr := p.parser.Parse(string(raw))
|
|
if parsed == nil {
|
|
parsed = dto.NewParsedTelegram()
|
|
parsed.Content = string(raw)
|
|
parsed.ErrorReason = "parser returned nil"
|
|
parsed.Status = dto.MessageStatusBodyError
|
|
parseErr = fmt.Errorf("parser returned nil")
|
|
}
|
|
|
|
if msgID != "" {
|
|
if parsed.Comments == "" {
|
|
parsed.Comments = fmt.Sprintf("nats_msg_id=%s", msgID)
|
|
} else if !strings.Contains(parsed.Comments, "nats_msg_id=") {
|
|
parsed.Comments = fmt.Sprintf("%s; nats_msg_id=%s", parsed.Comments, msgID)
|
|
}
|
|
}
|
|
if parsed.ReceivedAt.IsZero() {
|
|
parsed.ReceivedAt = receivedAt
|
|
}
|
|
if parsed.ParsedAt.IsZero() {
|
|
parsed.ParsedAt = time.Now()
|
|
}
|
|
if parsed.Status == dto.MessageStatusUnknown {
|
|
if parseErr == nil {
|
|
parsed.Status = dto.MessageStatusParsed
|
|
} else {
|
|
parsed.Status = dto.MessageStatusBodyError
|
|
}
|
|
}
|
|
|
|
// Enrich span with parsed telegram information as soon as we have it.
|
|
span.SetAttributes(
|
|
attribute.String("telegram.message_id", parsed.MessageID),
|
|
attribute.String("telegram.category", parsed.Category),
|
|
attribute.String("telegram.status", string(parsed.Status)),
|
|
)
|
|
|
|
msgLogger := log.WithMessageContext(p.logger, log.MessageFields{
|
|
Service: "caatsm-processor",
|
|
TransportMsgID: msgID,
|
|
BusinessMsgID: parsed.MessageID,
|
|
Category: parsed.Category,
|
|
})
|
|
|
|
if parseErr != nil || !parsed.Parsed {
|
|
if parsed.ErrorReason == "" && parseErr != nil {
|
|
parsed.ErrorReason = parseErr.Error()
|
|
}
|
|
span.RecordError(parseErr)
|
|
span.SetStatus(codes.Error, parseErr.Error())
|
|
p.persistRaw(ctx, parsed)
|
|
msgLogger.With(zap.String("status", string(parsed.Status))).
|
|
Warn("Message failed to parse",
|
|
zap.String("content_preview", truncateContent(parsed.Content, 256)),
|
|
zap.Error(parseErr),
|
|
)
|
|
latency := parsed.ParsedAt.Sub(receivedAt)
|
|
p.telemetry.RecordFailure("parser")
|
|
p.telemetry.RecordProcessingResult(ctx, string(parsed.Status), parsed.Category, latency)
|
|
return Permanent(fmt.Errorf("parser error: %w", parseErr))
|
|
}
|
|
parsed.ErrorReason = ""
|
|
|
|
// Log parsing result
|
|
span.SetAttributes(
|
|
attribute.String("telegram.status", string(parsed.Status)),
|
|
attribute.Bool("telegram.parsed", parsed.Parsed),
|
|
attribute.String("telegram.category", parsed.Category),
|
|
)
|
|
|
|
msgLogger.Info("Message parsed successfully",
|
|
zap.Time("received_at", parsed.ReceivedAt),
|
|
zap.Time("parsed_at", parsed.ParsedAt),
|
|
)
|
|
|
|
// Insert into database
|
|
if err := p.repository.InsertOne(ctx, parsed); err != nil {
|
|
span.RecordError(err)
|
|
span.SetStatus(codes.Error, err.Error())
|
|
latency := parsed.ParsedAt.Sub(receivedAt)
|
|
p.telemetry.RecordFailure("repository")
|
|
p.telemetry.RecordProcessingResult(ctx, string(parsed.Status), parsed.Category, latency)
|
|
// Log business layer failure with message context (Repository layer already logged technical error)
|
|
msgLogger.Error("Failed to persist parsed message",
|
|
zap.String("status", string(parsed.Status)),
|
|
zap.Duration("latency", latency),
|
|
zap.Error(err),
|
|
)
|
|
return fmt.Errorf("failed to insert message: %w", err)
|
|
}
|
|
|
|
// Publish parsed message
|
|
_, pubSpan := tracer.Start(ctx, "Publisher.Publish")
|
|
if err := p.publisher.Publish(parsed); err != nil {
|
|
// Log error but don't fail the entire operation
|
|
msgLogger.With(zap.String("status", string(parsed.Status))).
|
|
Error("Failed to publish message",
|
|
zap.Error(err),
|
|
)
|
|
pubSpan.RecordError(err)
|
|
pubSpan.SetStatus(codes.Error, err.Error())
|
|
parsed.ErrorReason = err.Error()
|
|
p.telemetry.RecordPublishFailure(ctx, parsed.Category)
|
|
latency := parsed.ParsedAt.Sub(receivedAt)
|
|
p.telemetry.RecordFailure("publisher")
|
|
p.telemetry.RecordProcessingResult(ctx, string(parsed.Status), parsed.Category, latency)
|
|
p.persistRaw(ctx, parsed)
|
|
|
|
// Treat clearly temporary JetStream issues (e.g. no responders) as transient so
|
|
// the consumer will NAK and retry according to backoff settings.
|
|
lowerErr := strings.ToLower(err.Error())
|
|
if strings.Contains(lowerErr, "no responders") {
|
|
pubSpan.End()
|
|
// Return a non-permanent error to trigger retry via nakWithStrategy in the consumer.
|
|
return fmt.Errorf("transient publish error: %w", err)
|
|
}
|
|
|
|
// Other publish errors are treated as permanent and will go to DLQ + ACK.
|
|
pubSpan.End()
|
|
return Permanent(fmt.Errorf("failed to publish message: %w", err))
|
|
}
|
|
pubSpan.End()
|
|
|
|
latency := parsed.ParsedAt.Sub(receivedAt)
|
|
p.telemetry.RecordProcessingResult(ctx, string(parsed.Status), parsed.Category, latency)
|
|
|
|
return nil
|
|
}
|
|
|
|
func (p *MessageProcessor) persistRaw(ctx context.Context, msg *dto.ParsedTelegram) {
|
|
if msg == nil || p.repository == nil {
|
|
return
|
|
}
|
|
if msg.Content == "" && msg.BodyData != nil {
|
|
msg.Content = fmt.Sprintf("%v", msg.BodyData)
|
|
}
|
|
if msg.ReceivedAt.IsZero() {
|
|
msg.ReceivedAt = time.Now()
|
|
}
|
|
if err := p.repository.InsertRaw(ctx, msg); err != nil {
|
|
// Error already logged in Repository.InsertRaw, no need to log again
|
|
// Just add event to span if recording
|
|
if span := trace.SpanFromContext(ctx); span.IsRecording() {
|
|
span.RecordError(err)
|
|
}
|
|
} else {
|
|
if span := trace.SpanFromContext(ctx); span.IsRecording() {
|
|
span.AddEvent("raw telegram persisted",
|
|
trace.WithAttributes(
|
|
attribute.String("telegram.status", string(msg.Status)),
|
|
attribute.String("telegram.message_id", msg.MessageID),
|
|
))
|
|
}
|
|
}
|
|
}
|
|
|
|
func truncateContent(content string, limit int) string {
|
|
if limit <= 0 || len(content) <= limit {
|
|
return content
|
|
}
|
|
if limit <= 3 {
|
|
return content[:limit]
|
|
}
|
|
return content[:limit-3] + "..."
|
|
}
|