aboutsummaryrefslogtreecommitdiff
path: root/weed/worker/tasks/task_log_handler.go
diff options
context:
space:
mode:
Diffstat (limited to 'weed/worker/tasks/task_log_handler.go')
-rw-r--r--weed/worker/tasks/task_log_handler.go230
1 files changed, 230 insertions, 0 deletions
diff --git a/weed/worker/tasks/task_log_handler.go b/weed/worker/tasks/task_log_handler.go
new file mode 100644
index 000000000..be5f00f12
--- /dev/null
+++ b/weed/worker/tasks/task_log_handler.go
@@ -0,0 +1,230 @@
+package tasks
+
+import (
+ "fmt"
+ "os"
+ "path/filepath"
+ "strings"
+
+ "github.com/seaweedfs/seaweedfs/weed/glog"
+ "github.com/seaweedfs/seaweedfs/weed/pb/worker_pb"
+)
+
+// TaskLogHandler handles task log requests from admin server
+type TaskLogHandler struct {
+ baseLogDir string
+}
+
+// NewTaskLogHandler creates a new task log handler
+func NewTaskLogHandler(baseLogDir string) *TaskLogHandler {
+ if baseLogDir == "" {
+ baseLogDir = "/tmp/seaweedfs/task_logs"
+ }
+ return &TaskLogHandler{
+ baseLogDir: baseLogDir,
+ }
+}
+
+// HandleLogRequest processes a task log request and returns the response
+func (h *TaskLogHandler) HandleLogRequest(request *worker_pb.TaskLogRequest) *worker_pb.TaskLogResponse {
+ response := &worker_pb.TaskLogResponse{
+ TaskId: request.TaskId,
+ WorkerId: request.WorkerId,
+ Success: false,
+ }
+
+ // Find the task log directory
+ logDir, err := h.findTaskLogDirectory(request.TaskId)
+ if err != nil {
+ response.ErrorMessage = fmt.Sprintf("Task log directory not found: %v", err)
+ glog.Warningf("Task log request failed for %s: %v", request.TaskId, err)
+ return response
+ }
+
+ // Read metadata if requested
+ if request.IncludeMetadata {
+ metadata, err := h.readTaskMetadata(logDir)
+ if err != nil {
+ response.ErrorMessage = fmt.Sprintf("Failed to read task metadata: %v", err)
+ glog.Warningf("Failed to read metadata for task %s: %v", request.TaskId, err)
+ return response
+ }
+ response.Metadata = metadata
+ }
+
+ // Read log entries
+ logEntries, err := h.readTaskLogEntries(logDir, request)
+ if err != nil {
+ response.ErrorMessage = fmt.Sprintf("Failed to read task logs: %v", err)
+ glog.Warningf("Failed to read logs for task %s: %v", request.TaskId, err)
+ return response
+ }
+
+ response.LogEntries = logEntries
+ response.Success = true
+
+ glog.V(1).Infof("Successfully retrieved %d log entries for task %s", len(logEntries), request.TaskId)
+ return response
+}
+
+// findTaskLogDirectory searches for the task log directory by task ID
+func (h *TaskLogHandler) findTaskLogDirectory(taskID string) (string, error) {
+ entries, err := os.ReadDir(h.baseLogDir)
+ if err != nil {
+ return "", fmt.Errorf("failed to read base log directory: %w", err)
+ }
+
+ // Look for directories that start with the task ID
+ for _, entry := range entries {
+ if entry.IsDir() && strings.HasPrefix(entry.Name(), taskID+"_") {
+ return filepath.Join(h.baseLogDir, entry.Name()), nil
+ }
+ }
+
+ return "", fmt.Errorf("task log directory not found for task ID: %s", taskID)
+}
+
+// readTaskMetadata reads task metadata from the log directory
+func (h *TaskLogHandler) readTaskMetadata(logDir string) (*worker_pb.TaskLogMetadata, error) {
+ metadata, err := GetTaskLogMetadata(logDir)
+ if err != nil {
+ return nil, err
+ }
+
+ // Convert to protobuf metadata
+ pbMetadata := &worker_pb.TaskLogMetadata{
+ TaskId: metadata.TaskID,
+ TaskType: metadata.TaskType,
+ WorkerId: metadata.WorkerID,
+ StartTime: metadata.StartTime.Unix(),
+ Status: metadata.Status,
+ Progress: float32(metadata.Progress),
+ VolumeId: metadata.VolumeID,
+ Server: metadata.Server,
+ Collection: metadata.Collection,
+ LogFilePath: metadata.LogFilePath,
+ CreatedAt: metadata.CreatedAt.Unix(),
+ CustomData: make(map[string]string),
+ }
+
+ // Set end time and duration if available
+ if metadata.EndTime != nil {
+ pbMetadata.EndTime = metadata.EndTime.Unix()
+ }
+ if metadata.Duration != nil {
+ pbMetadata.DurationMs = metadata.Duration.Milliseconds()
+ }
+
+ // Convert custom data
+ for key, value := range metadata.CustomData {
+ if strValue, ok := value.(string); ok {
+ pbMetadata.CustomData[key] = strValue
+ } else {
+ pbMetadata.CustomData[key] = fmt.Sprintf("%v", value)
+ }
+ }
+
+ return pbMetadata, nil
+}
+
+// readTaskLogEntries reads and filters log entries based on the request
+func (h *TaskLogHandler) readTaskLogEntries(logDir string, request *worker_pb.TaskLogRequest) ([]*worker_pb.TaskLogEntry, error) {
+ entries, err := ReadTaskLogs(logDir)
+ if err != nil {
+ return nil, err
+ }
+
+ // Apply filters
+ var filteredEntries []TaskLogEntry
+
+ for _, entry := range entries {
+ // Filter by log level
+ if request.LogLevel != "" && !strings.EqualFold(entry.Level, request.LogLevel) {
+ continue
+ }
+
+ // Filter by time range
+ if request.StartTime > 0 && entry.Timestamp.Unix() < request.StartTime {
+ continue
+ }
+ if request.EndTime > 0 && entry.Timestamp.Unix() > request.EndTime {
+ continue
+ }
+
+ filteredEntries = append(filteredEntries, entry)
+ }
+
+ // Limit entries if requested
+ if request.MaxEntries > 0 && len(filteredEntries) > int(request.MaxEntries) {
+ // Take the most recent entries
+ start := len(filteredEntries) - int(request.MaxEntries)
+ filteredEntries = filteredEntries[start:]
+ }
+
+ // Convert to protobuf entries
+ var pbEntries []*worker_pb.TaskLogEntry
+ for _, entry := range filteredEntries {
+ pbEntry := &worker_pb.TaskLogEntry{
+ Timestamp: entry.Timestamp.Unix(),
+ Level: entry.Level,
+ Message: entry.Message,
+ Fields: make(map[string]string),
+ }
+
+ // Set progress if available
+ if entry.Progress != nil {
+ pbEntry.Progress = float32(*entry.Progress)
+ }
+
+ // Set status if available
+ if entry.Status != nil {
+ pbEntry.Status = *entry.Status
+ }
+
+ // Convert fields
+ for key, value := range entry.Fields {
+ if strValue, ok := value.(string); ok {
+ pbEntry.Fields[key] = strValue
+ } else {
+ pbEntry.Fields[key] = fmt.Sprintf("%v", value)
+ }
+ }
+
+ pbEntries = append(pbEntries, pbEntry)
+ }
+
+ return pbEntries, nil
+}
+
+// ListAvailableTaskLogs returns a list of available task log directories
+func (h *TaskLogHandler) ListAvailableTaskLogs() ([]string, error) {
+ entries, err := os.ReadDir(h.baseLogDir)
+ if err != nil {
+ return nil, fmt.Errorf("failed to read base log directory: %w", err)
+ }
+
+ var taskDirs []string
+ for _, entry := range entries {
+ if entry.IsDir() {
+ taskDirs = append(taskDirs, entry.Name())
+ }
+ }
+
+ return taskDirs, nil
+}
+
+// CleanupOldLogs removes old task logs beyond the specified limit
+func (h *TaskLogHandler) CleanupOldLogs(maxTasks int) error {
+ config := TaskLoggerConfig{
+ BaseLogDir: h.baseLogDir,
+ MaxTasks: maxTasks,
+ }
+
+ // Create a temporary logger to trigger cleanup
+ tempLogger := &FileTaskLogger{
+ config: config,
+ }
+
+ tempLogger.cleanupOldLogs()
+ return nil
+}