aboutsummaryrefslogtreecommitdiff
path: root/weed/shell/command_mq_topic_truncate.go
diff options
context:
space:
mode:
Diffstat (limited to 'weed/shell/command_mq_topic_truncate.go')
-rw-r--r--weed/shell/command_mq_topic_truncate.go140
1 files changed, 140 insertions, 0 deletions
diff --git a/weed/shell/command_mq_topic_truncate.go b/weed/shell/command_mq_topic_truncate.go
new file mode 100644
index 000000000..da4bd407a
--- /dev/null
+++ b/weed/shell/command_mq_topic_truncate.go
@@ -0,0 +1,140 @@
+package shell
+
+import (
+ "context"
+ "flag"
+ "fmt"
+ "io"
+ "strings"
+
+ "github.com/seaweedfs/seaweedfs/weed/mq/topic"
+ "github.com/seaweedfs/seaweedfs/weed/pb/filer_pb"
+ "github.com/seaweedfs/seaweedfs/weed/util"
+)
+
+func init() {
+ Commands = append(Commands, &commandMqTopicTruncate{})
+}
+
+type commandMqTopicTruncate struct {
+}
+
+func (c *commandMqTopicTruncate) Name() string {
+ return "mq.topic.truncate"
+}
+
+func (c *commandMqTopicTruncate) Help() string {
+ return `clear all data from a topic while preserving topic structure
+
+ Example:
+ mq.topic.truncate -namespace <namespace> -topic <topic_name>
+
+ This command removes all log files and parquet files from all partitions
+ of the specified topic, while keeping the topic configuration intact.
+`
+}
+
+func (c *commandMqTopicTruncate) HasTag(CommandTag) bool {
+ return false
+}
+
+func (c *commandMqTopicTruncate) Do(args []string, commandEnv *CommandEnv, writer io.Writer) error {
+ // parse parameters
+ mqCommand := flag.NewFlagSet(c.Name(), flag.ContinueOnError)
+ namespace := mqCommand.String("namespace", "", "namespace name")
+ topicName := mqCommand.String("topic", "", "topic name")
+ if err := mqCommand.Parse(args); err != nil {
+ return err
+ }
+
+ if *namespace == "" {
+ return fmt.Errorf("namespace is required")
+ }
+ if *topicName == "" {
+ return fmt.Errorf("topic name is required")
+ }
+
+ // Verify topic exists by trying to read its configuration
+ t := topic.NewTopic(*namespace, *topicName)
+
+ err := commandEnv.WithFilerClient(false, func(client filer_pb.SeaweedFilerClient) error {
+ _, err := t.ReadConfFile(client)
+ if err != nil {
+ return fmt.Errorf("topic %s.%s does not exist or cannot be read: %v", *namespace, *topicName, err)
+ }
+ return nil
+ })
+ if err != nil {
+ return err
+ }
+
+ fmt.Fprintf(writer, "Truncating topic %s.%s...\n", *namespace, *topicName)
+
+ // Discover and clear all partitions using centralized logic
+ partitions, err := t.DiscoverPartitions(context.Background(), commandEnv)
+ if err != nil {
+ return fmt.Errorf("failed to discover topic partitions: %v", err)
+ }
+
+ if len(partitions) == 0 {
+ fmt.Fprintf(writer, "No partitions found for topic %s.%s\n", *namespace, *topicName)
+ return nil
+ }
+
+ fmt.Fprintf(writer, "Found %d partitions, clearing data...\n", len(partitions))
+
+ // Clear data from each partition
+ totalFilesDeleted := 0
+ for _, partitionPath := range partitions {
+ filesDeleted, err := c.clearPartitionData(commandEnv, partitionPath, writer)
+ if err != nil {
+ fmt.Fprintf(writer, "Warning: failed to clear partition %s: %v\n", partitionPath, err)
+ continue
+ }
+ totalFilesDeleted += filesDeleted
+ fmt.Fprintf(writer, "Cleared partition: %s (%d files)\n", partitionPath, filesDeleted)
+ }
+
+ fmt.Fprintf(writer, "Successfully truncated topic %s.%s - deleted %d files from %d partitions\n",
+ *namespace, *topicName, totalFilesDeleted, len(partitions))
+
+ return nil
+}
+
+// clearPartitionData deletes all data files (log files, parquet files) from a partition directory
+// Returns the number of files deleted
+func (c *commandMqTopicTruncate) clearPartitionData(commandEnv *CommandEnv, partitionPath string, writer io.Writer) (int, error) {
+ filesDeleted := 0
+
+ err := filer_pb.ReadDirAllEntries(context.Background(), commandEnv, util.FullPath(partitionPath), "", func(entry *filer_pb.Entry, isLast bool) error {
+ if entry.IsDirectory {
+ return nil // Skip subdirectories
+ }
+
+ fileName := entry.Name
+
+ // Preserve configuration files
+ if strings.HasSuffix(fileName, ".conf") ||
+ strings.HasSuffix(fileName, ".config") ||
+ fileName == "topic.conf" ||
+ fileName == "partition.conf" {
+ fmt.Fprintf(writer, " Preserving config file: %s\n", fileName)
+ return nil
+ }
+
+ // Delete all data files (log files, parquet files, offset files, etc.)
+ deleteErr := filer_pb.Remove(context.Background(), commandEnv, partitionPath, fileName, false, true, true, false, nil)
+
+ if deleteErr != nil {
+ fmt.Fprintf(writer, " Warning: failed to delete %s/%s: %v\n", partitionPath, fileName, deleteErr)
+ // Continue with other files rather than failing entirely
+ } else {
+ fmt.Fprintf(writer, " Deleted: %s\n", fileName)
+ filesDeleted++
+ }
+
+ return nil
+ })
+
+ return filesDeleted, err
+}