linxin-coredump-tools/coredump-handler/coredump-handler.go

package main

//#cgo CXXFLAGS: -std=c++11
// #cgo CFLAGS: -I .
// #cgo LDFLAGS: /opt/tsg/coredump/bin/coredump_handler_wrapper.so
//#include "coredump_handler_wrapper.h"
import "C"

import (
	"archive/zip"
	"context"
	"coredump-tools/config"
	"coredump-tools/types"
	"encoding/json"
	"errors"
	"flag"
	"fmt"
	"io"
	"math"
	"os"
	"regexp"
	"strconv"
	"strings"

	"github.com/containerd/containerd"
	"github.com/containerd/containerd/namespaces"
	"github.com/coreos/go-systemd/v22/journal"
	"github.com/shirou/gopsutil/disk"
)

var coredump_config types.Coredump_config

func argsJudge() error {

	if coredump_config.Initial_ns_pid == "" ||
		coredump_config.Process_ns_pid == "" ||
		coredump_config.Corepipe_config_path == "" ||
		coredump_config.Timestamp == 0 ||
		coredump_config.Process_exe_path == "" ||
		coredump_config.GID == "" ||
		coredump_config.Hostname == "" ||
		coredump_config.UID == "" ||
		coredump_config.Signal == -1 {
		err := fmt.Sprintf("Failed to initialize command line parameters. -P=%s -p=%s -E=%s -configpath=%s -t=%d -g=%s -h=%s -s=%d -u=%s",
			coredump_config.Initial_ns_pid,
			coredump_config.Process_ns_pid,
			coredump_config.Process_exe_path,
			coredump_config.Corepipe_config_path,
			coredump_config.Timestamp,
			coredump_config.GID,
			coredump_config.Hostname,
			coredump_config.Signal,
			coredump_config.UID)
		return errors.New(err)
	}
	return nil
}

// judge disk's space is sufficient or not
func isDiskSufficient(pipe_config types.Pipeconfig) (bool, error) {
	percent, err := strconv.ParseInt(pipe_config.Total_file_mem_limit[:len(pipe_config.Total_file_mem_limit)-1], 10, 32)
	if err != nil {
		return false, err
	}
	wd := pipe_config.Storage
	if err != nil {
		fmt.Println(err)
		return false, err
	}
	diskinfo, err := disk.Usage(wd)
	if err != nil {
		return false, err
	}
	data, err := json.MarshalIndent(diskinfo, "", "  ")
	if err != nil {
		info := fmt.Sprintf("diskinfo:%s", string(data))
		journal.Print(journal.PriInfo, info)
	}
	usage := int64(math.Floor(diskinfo.UsedPercent + 0.5))
	info := fmt.Sprintf("usage:%d,limited:%d", usage, percent)
	journal.Print(journal.PriInfo, info)
	if usage >= percent {
		return false, nil
	}
	return true, nil
}

// create dir to storage coredump file and coredump info
func createCoreDumpDir(pipe_config *types.Pipeconfig, args types.Coredump_config) error {
	pipe_config.Storage = fmt.Sprintf("%s/coredump_%s_%s_%d", pipe_config.Storage, args.Initial_ns_pid, args.Process_ns_pid, args.Timestamp)
	dirName := pipe_config.Storage
	if _, err := os.Stat(dirName); os.IsNotExist(err) {
		if err := os.MkdirAll(dirName, os.ModePerm); err != nil {
			return err
		}
	} else {
		return errors.New("directory already exists")
	}
	return nil
}

// chmod to storage dir
func changeDirectory(dir string) error {
	if err := os.Chdir(dir); err != nil {
		return err
	}
	return nil
}

// get container id by search /proc dir
func getContainerId(pid string) (string, error) {
	cgroup_path := fmt.Sprintf("/proc/%s/cgroup", pid)
	content, err := os.ReadFile(cgroup_path)
	if err != nil {
		return "", err
	}
	re := regexp.MustCompile(`([a-f\d]{64})`)
	match := re.FindStringSubmatch(string(content))
	if len(match) < 2 {
		return "", errors.New("failed to extract container ID from cgroup file")
	}
	containerID := match[1]
	return containerID, nil
}

// get image name by container id
func getImageName(container_id string, sock_path string) (string, error) {
	// connect to containerd daemon
	client, err := containerd.New(sock_path)
	if err != nil {
		return "", err
	}
	defer client.Close()
	// according to container id to get container info
	ctx := namespaces.WithNamespace(context.Background(), "k8s.io")
	container, err := client.LoadContainer(ctx, container_id)
	if err != nil {
		return "", err
	}
	imageRef, err := container.Image(ctx)
	if err != nil {
		return "", err
	}
	return imageRef.Name(), nil
}

// write coredump info to file
func writeCoreConfig(config types.Coredump_config) error {
	filename := fmt.Sprintf("%s_%s_%d.info", config.Initial_ns_pid, config.Process_ns_pid, config.Timestamp)
	file, err := os.Create(filename)
	if err != nil {
		return err
	}
	encoder := json.NewEncoder(file)
	err = encoder.Encode(&config)
	if err != nil {
		return err
	}
	return nil
}

// write coredump to file
func writeCoreDumpToFile(config types.Coredump_config) error {
	filename := fmt.Sprintf("%s_%s_%d.coredump", config.Initial_ns_pid, config.Process_ns_pid, config.Timestamp)
	file, err := os.Create(filename)
	if err != nil {
		return err
	}
	defer file.Close()
	buf := make([]byte, 1024*1024)
	for {
		n, err := os.Stdin.Read(buf)
		if err != nil && err != io.EOF {
			return err
		}
		if n == 0 {
			break
		}
		_, err = file.Write(buf[:n])
		if err != nil {
			return err
		}
	}
	return nil
}
func HandleCrash(pid int, procfsDir string, mdFilename string) bool {
	journal.Print(journal.PriInfo, "start convert to minidump")
	return bool(C.HandleCrash(C.pid_t(pid), C.CString(procfsDir), C.CString(mdFilename)))
}
func writeMiniDumpToFile(config types.Coredump_config) error {
	filename := fmt.Sprintf("%s/%s_%s_%d.minidump", config.Storage, config.Initial_ns_pid, config.Process_ns_pid, config.Timestamp)
	pid, err := strconv.Atoi(config.Initial_ns_pid)
	if err != nil {
		return err
	}
	flag := HandleCrash(pid, "/proc/"+config.Initial_ns_pid, filename)
	if !flag {
		return errors.New("can not convert to minidump")
	}
	journal.Print(journal.PriInfo, "end convert to minidump")
	// cmd := exec.Command("/opt/tsg/coredump/bin/core_handler", config.Initial_ns_pid, filename)
	// cmd.Stdin = os.Stdin
	// output, err := cmd.Output()
	// if err != nil {
	// 	return err
	// }
	// fmt.Println(string(output))
	return nil
}
func compress(config types.Coredump_config) error {
	// Create a new zip archive.
	filename := fmt.Sprintf("%s_%s_%d.coredump", config.Initial_ns_pid, config.Process_ns_pid, config.Timestamp)
	zipfile, err := os.Create(filename + ".zip")
	if err != nil {
		return err
	}
	defer zipfile.Close()

	// Create a new zip writer.
	zipwriter := zip.NewWriter(zipfile)
	defer zipwriter.Close()

	// Create a zip file header.
	header := &zip.FileHeader{
		Name:   filename,
		Method: zip.Deflate,
	}

	// Write the header to the zip file.
	writer, err := zipwriter.CreateHeader(header)
	if err != nil {
		return err
	}

	// Set the block size to 1 megabyte.
	const blockSize = 1024 * 1024

	// Read and write the input in blocks.
	buf := make([]byte, blockSize)
	for {
		n, err := os.Stdin.Read(buf)
		if err != nil && err != io.EOF {
			return err
		}
		if n == 0 {
			break
		}
		_, err = writer.Write(buf[:n])
		if err != nil {
			return err
		}
	}

	return nil
}
func main() {
	info := fmt.Sprintf("start handle coredump")
	journal.Print(journal.PriInfo, info)
	flag.StringVar(&coredump_config.Initial_ns_pid, "P", "", "initial ns pid")
	flag.StringVar(&coredump_config.Process_ns_pid, "p", "", "process ns pid")
	flag.StringVar(&coredump_config.Process_exe_path, "E", "", "pathname of executable process")
	flag.StringVar(&coredump_config.Corepipe_config_path, "C", "", "configfile's path")
	flag.Int64Var(&coredump_config.Timestamp, "t", 0, "the time of `coredump")
	flag.StringVar(&coredump_config.GID, "g", "", "Numeric real GID of dumped process.")
	flag.IntVar(&coredump_config.Signal, "s", -1, "Number of signal causing dump")
	flag.StringVar(&coredump_config.UID, "u", "", "Numeric real UID of dumped process.")
	flag.Parse()
	var err error
	coredump_config.Hostname, err = os.Hostname()
	if err != nil {
		journal.Print(journal.PriErr, err.Error())
	}
	info = fmt.Sprintf("initialize command line parameters. -P=%s -p=%s -E=%s -C=%s -t=%d -g=%s -h=%s -s=%d -u=%s", coredump_config.Initial_ns_pid, coredump_config.Process_ns_pid, coredump_config.Process_exe_path, coredump_config.Corepipe_config_path, coredump_config.Timestamp, coredump_config.GID, coredump_config.Hostname, coredump_config.Signal, coredump_config.UID)
	journal.Print(journal.PriInfo, info)
	coredump_config.Process_exe_path = strings.Replace(coredump_config.Process_exe_path, "!", "/", -1)
	//Judge agrs is correct or not.
	err = argsJudge()
	if err != nil {
		journal.Print(journal.PriErr, err.Error())
		return
	}
	//read config file and judge config info is correct or not.
	pipe_config, err := config.PipeInit(coredump_config.Corepipe_config_path)
	if err != nil {
		journal.Print(journal.PriErr, err.Error())
		return
	}
	if pipe_config.Storage_type == 0 {
		return
	}
	//create source dir
	if _, err := os.Stat(pipe_config.Storage); os.IsNotExist(err) {
		if err := os.MkdirAll(pipe_config.Storage, os.ModePerm); err != nil {
			journal.Print(journal.PriErr, err.Error())
			return
		}
	}
	//judge disk usage
	flag, err := isDiskSufficient(pipe_config)
	if err != nil {
		journal.Print(journal.PriErr, err.Error())
		return
	}
	if !flag {
		journal.Print(journal.PriErr, "Disk space exceeds limit")
		return
	}
	//create dir to storage coredump
	err = createCoreDumpDir(&pipe_config, coredump_config)
	if err != nil {
		journal.Print(journal.PriErr, err.Error())
		return
	}
	coredump_config.Storage = pipe_config.Storage
	//chmod to coredump dir
	err = changeDirectory(pipe_config.Storage)
	if err != nil {
		journal.Print(journal.PriErr, err.Error())
		return
	}
	//find coredump process's container id
	container_id, err := getContainerId(coredump_config.Initial_ns_pid)
	//find image name
	if err == nil && len(container_id) != 0 {
		coredump_config.Container_id = container_id
		coredump_config.Image_name, err = getImageName(container_id, pipe_config.Containered_sock_path)
		if err != nil {
			journal.Print(journal.PriInfo, err.Error())
		}
	}
	if coredump_config.Container_id == "" {
		coredump_config.Container_id = "NULL"
	}
	if coredump_config.Image_name == "" {
		coredump_config.Image_name = "NULL"
	}
	//write coredump file
	if !pipe_config.Compress {
		if pipe_config.Storage_type == 1 {
			err = writeCoreDumpToFile(coredump_config)
			if err != nil {
				journal.Print(journal.PriErr, err.Error())
			}
			coredump_config.Storage = fmt.Sprintf("%s/%s_%s_%d.coredump", pipe_config.Storage, coredump_config.Initial_ns_pid, coredump_config.Process_ns_pid, coredump_config.Timestamp)
		} else if pipe_config.Storage_type == 2 {
			err = writeMiniDumpToFile(coredump_config)
			if err != nil {
				journal.Print(journal.PriErr, err.Error())
			}
			coredump_config.Storage = fmt.Sprintf("%s/%s_%s_%d.minidump", pipe_config.Storage, coredump_config.Initial_ns_pid, coredump_config.Process_ns_pid, coredump_config.Timestamp)
		}
	} else {
		err = compress(coredump_config)
		if err != nil {
			journal.Print(journal.PriErr, err.Error())
		}
		coredump_config.Storage = fmt.Sprintf("%s/%s_%s_%d.coredump.zip", pipe_config.Storage, coredump_config.Initial_ns_pid, coredump_config.Process_ns_pid, coredump_config.Timestamp)
	}
	//write coredump info
	err = writeCoreConfig(coredump_config)
	if err != nil {
		journal.Print(journal.PriInfo, err.Error())
	}
}