golang日志中心取日志代码分享

/*
请求使用方法:
	Id要唯一
	Tag：有两个值"listfile,getfile,或者"
	源地址必须是在:192.168.0.0/24,172.18.0.0/24,10.0.0.0/24网段.不接受公网地址.

 event := job{Id: "cp_19216823", Name: []string{`game/logs/log`,
		`gate/logs/log`, `game-fight`, `mail/logs/log`, `room-manage/logs/log`, `/oem8.log`},
		Path: `C:\test\server`, Tag: "listfile"}
	b, _ := json.Marshal(event)
	buf := bytes.NewReader(b)
	resp, err := http.Post("http://172.18.80.247:1789/", bodyType, buf)
	if err != nil {
		fmt.Println(err)
	}
	defer resp.Body.Close()
	b, _ = ioutil.ReadAll(resp.Body)
	fmt.Println(string(b))
*/

package main

import (
	"archive/zip"
	"bytes"
	"encoding/json"
	"fmt"
	"io"
	"io/ioutil"
	"net"
	"net/http"
	"os"
	"path/filepath"
	"runtime"
	"strings"
	"time"
)

func main() {
	go Server(":1789")
	go Init()
	var x job = job{Id: "cp_19216823", Name: []string{`game/logs/log`,
		`gate/logs/log`, `game-fight`, `mail/logs/log`, `room-manage/logs/log`, `C:\oem8.log`},
		Path: `C:\test\server`, Tag: ""}
	b, _ := json.Marshal(x)
	buf := bytes.NewReader(b)
	resp, err := http.Post("http://172.18.80.247:1789/", bodyType, buf)
	if err != nil {
		fmt.Println(err)
	}
	defer resp.Body.Close()
	b, _ = ioutil.ReadAll(resp.Body)
	fmt.Println(string(b))
	time.Sleep(3e9)
}

var (
	JobChan chan *job = make(chan *job, 5)
	stdout  io.Writer = os.Stdout
	debug   bool      = true
)

func init() {
	os.MkdirAll(tempDir, 0644)
}

func Init() {
	for {
		j := <-JobChan
		go j.Run()
	}
}

const (
	zone     int64 = +8
	bodyType       = "application/x-www-form-urlencoded"
	tempDir        = "tmp"
)

type job struct {
	Id   string   `json:id`
	Name []string `json:name`
	Path string   `json:path`
	Tag  string   `json:"tag"`
	temp string   `json:tempfile`
}

func (self *job) Init() {
	self.Path = filepath.ToSlash(self.Path)
	if !filepath.HasPrefix(self.Path, "/") {
		self.Path = self.Path + "/"
	}
	self.temp = tempDir + "/" + self.Id + "/"
	os.MkdirAll(self.temp, 0644)
}

//返回两个值,分别为未成功copy的路径,另外一个是成功copy的路径
func (self *job) Copy() ([]string, []string) {
	var uncopylist, pathlist []string
	for _, v := range self.Name {
		v = filepath.ToSlash(v)
		var path, dst string
		if filepath.IsAbs(v) {
			list := strings.Split(v, "/")
			if len(list) <= 1 {
				continue
			}
			dst = self.temp + strings.Join(list[1:], "/")
			pathlist = append(pathlist, dst)
			err := copyFile(v, dst)
			if err != nil {
				if debug {
					currentLine(err)
				}
				uncopylist = append(uncopylist, v)
			}
			continue
		}
		path = self.Path + v
		basedir := filepath.ToSlash(filepath.Dir(v))
		if basedir != filepath.Base(v) {
			os.MkdirAll(self.temp+basedir, 0644)
		}
		dst = self.temp + v
		pathlist = append(pathlist, dst)
		err := copyFile(path, dst)
		if err != nil {
			if debug {
				currentLine(err)
			}
			uncopylist = append(uncopylist, v)
			continue
		}
	}
	return uncopylist, pathlist
}

func (self *job) ListFile() map[string][]string {
	var m map[string][]string = make(map[string][]string)
	for _, v := range self.Name {
		var list []string
		v = filepath.ToSlash(v)
		if filepath.IsAbs(v) {
			_, err := os.Stat(v)
			if err != nil {
				if debug {
					currentLine(err)
				}
				continue
			}
			m[v] = append(list, v)
			continue
		}
		path := self.Path + v
		info, err := os.Stat(path)
		if err != nil {
			if debug {
				currentLine(err)
			}
			continue
		}
		if !info.IsDir() {
			list = append(list, path)
			m[path] = list
			continue
		}
		l, err := ioutil.ReadDir(path)
		if err != nil {
			if debug {
				currentLine(err)
			}
			continue
		}
		for _, name := range l {
			list = append(list, name.Name())
		}
		m[path] = list
	}
	return m
}

func (self *job) Run() {
	_, path := self.Copy()
	if debug {
		currentLine(path)
	}
	switch self.Tag {
	case "getfile":
		tZip(tempDir+"/"+self.Id, tempDir+"/"+self.Id+".zip")
		os.RemoveAll(tempDir + "/" + self.Id)
	default:
	}
}

func copyFile(src, dst string) error {
	sFile, err := os.Open(src)
	if err != nil {
		return err
	}
	defer sFile.Close()
	dFile, err := os.Create(dst)
	if err != nil {
		return err
	}
	defer dFile.Close()
	io.Copy(dFile, sFile)
	return nil
}

func tZip(source, target string) error {
	zipfile, err := os.Create(target)
	if err != nil {
		return err
	}
	defer zipfile.Close()
	archive := zip.NewWriter(zipfile)
	defer archive.Close()

	return filepath.Walk(source, func(path string, info os.FileInfo, err error) error {
		if err != nil {
			return err
		}
		header, err := zip.FileInfoHeader(info)
		if err != nil {
			return err
		}
		if !info.IsDir() {
			header.Method = zip.Deflate
		}
		header.SetModTime(time.Unix(info.ModTime().Unix()+(zone*60*60), 0))
		header.Name = path
		writer, err := archive.CreateHeader(header)
		if err != nil {
			return err
		}
		if info.IsDir() {
			return nil
		}
		file, err := os.Open(path)
		if err != nil {
			return err
		}
		defer file.Close()
		_, err = io.Copy(writer, file)
		return err
	})
}

const (
	ForbiddenAccess = 403
	MarshalError    = 550
	UnmarshalError  = 551
	ReadBodyError   = 552
)

func route(w http.ResponseWriter, r *http.Request) {
	defer r.Body.Close()
	ip, _, err := net.SplitHostPort(r.RemoteAddr)
	if err != nil || !ipIsLanIP(ip) {
		http.Error(w, "ForbiddenAccess", ForbiddenAccess)
		return
	}
	buf, err := ioutil.ReadAll(r.Body)
	if err != nil {
		http.Error(w, "ReadBodyError", ReadBodyError)
		return
	}
	Job := new(job)
	err = json.Unmarshal(buf, Job)
	if err != nil {
		http.Error(w, "UnmarshalError", UnmarshalError)
		return
	}
	Job.Init()
	if Job.Tag == "listfile" {
		buf, err = json.Marshal(Job.ListFile())
		if err != nil {
			http.Error(w, "MarshalError", MarshalError)
			return
		}
		w.Write(buf)
		return
	} else {
		JobChan <- Job
		w.Write([]byte("job is running,wait a moment"))
	}
}

func Server(ip string) {
	http.HandleFunc("/", route)
	http.ListenAndServe(ip, nil)
}

//安全起见,设置允许的网段,只允许内网.
var (
	mask  net.IPMask = net.CIDRMask(16, 32)
	IP192 net.IPNet  = net.IPNet{net.ParseIP("192.168.0.0"), mask}
	IP172 net.IPNet  = net.IPNet{net.ParseIP("172.18.0.0"), mask}
	IP10  net.IPNet  = net.IPNet{net.ParseIP("10.0.0.0"), mask}
)

func ipIsLanIP(str string) bool {
	ip := net.ParseIP(str)
	return IP192.Contains(ip) || IP172.Contains(ip) || IP10.Contains(ip)
}

func currentLine(info interface{}) {
	_, file, line, ok := runtime.Caller(1)
	if ok {
		fmt.Fprintf(stdout, "File:%s Line:%d \nInfo: %v\n", file, line, info)
	}
}