dump.go

package main

/*

Copyright (c) Vili - vili.dev

*/

import (
	"encoding/json"
	"fmt"
	"log"
	"os"
	"path/filepath"
)

type Message struct {
	ID int `json:"ID"`
}

func saveMessages(messages map[string][]int) error {
	_, err := os.Create("messages.csv")
	if err != nil {
		return err
	}
	defer os.Remove("messages.csv")

	f, err := os.Create("messages.csv")
	if err != nil {
		return err
	}
	defer f.Close()

	_, err = f.WriteString("channelid,messageid\n")
	if err != nil {
		return err
	}

	for channel, ids := range messages {
		if len(ids) == 0 {
			log.Printf("No messages found for channel: %s (skipping)\n", channel)
			continue
		}

		log.Printf("Saving messages from channel: %s\n", channel)
		for _, id := range ids {
			_, err = f.WriteString(fmt.Sprintf("%s,%d\n", channel, id))
			if err != nil {
				return err
			}
		}
	}

	return nil
}

func dumpDir(path string) ([]int, error) {
	files, err := os.ReadDir(path)
	if err != nil {
		return nil, err
	}

	var messages []int
	for _, file := range files {
		if file.IsDir() {
			continue
		}

		if file.Name() != "messages.json" {
			continue
		}

		log.Printf("Dumping messages from: %s\n", path)
		data, err := os.ReadFile(filepath.Join(path, "messages.json"))
		if err != nil {
			return nil, err
		}

		var messagesObj []Message
		err = json.Unmarshal(data, &messagesObj)
		if err != nil {
			return nil, err
		}

		for _, message := range messagesObj {
			messages = append(messages, message.ID)
		}
	}

	return messages, nil
}

func dumpAll() (map[string][]int, error) {
	messages := make(map[string][]int)

	err := filepath.Walk("messages", func(path string, info os.FileInfo, err error) error {
		if err != nil {
			return err
		}

		if !info.IsDir() {
			return nil
		}

		channel := filepath.Base(path)
		channelID := channel[1:] // Remove the leading 'c'
		messages[channelID], err = dumpDir(path)
		if err != nil {
			return err
		}

		return nil
	})
	if err != nil {
		return nil, err
	}

	return messages, nil
}

func main() {
	messages, err := dumpAll()
	if err != nil {
		log.Fatal(err)
	}

	err = saveMessages(messages)
	if err != nil {
		log.Fatal(err)
	}

	log.Println("Dumped to messages.csv!")
}