hugoext/main.go

package main

import (
	"bytes"
	"flag"
	"fmt"
	"io"
	"log"
	"os"
	"os/exec"
	"path/filepath"

	"github.com/gohugoio/hugo/config"
	"github.com/spf13/afero"
)

const (
	defaultExt         = "md"
	defaultProcessor   = ""
	defaultSource      = "content"
	defaultDestination = "public"
	defaultConfigPath  = "config.toml"

	defaultPermalinkFormat = "/:year/:month/:title/"
)

func main() {
	var ext, pipecmd, source, destination, cfgPath string
	var noSectionList bool

	flag.StringVar(&ext, "ext", defaultExt, "ext to look for templates in ./layout")
	flag.StringVar(&pipecmd, "pipe", defaultProcessor, "pipe markdown to this program for content processing")
	flag.StringVar(&source, "source", defaultSource, "source directory")
	flag.StringVar(&destination, "destination", defaultDestination, "output directory")
	flag.StringVar(&cfgPath, "config", defaultConfigPath, "hugo config path")
	flag.BoolVar(&noSectionList, "no-section-list", false, "disable auto append of section content lists")
	flag.Parse()

	// what are we doing
	fmt.Printf("hugoext: converting hugo markdown to %v with %v\n", ext, pipecmd)

	// config
	cfg, err := config.FromFile(afero.NewOsFs(), "config.toml")
	if err != nil {
		log.Fatal("config from file", err)
	}

	uglyURLs := cfg.GetBool("uglyURLs")
	if !cfg.IsSet("uglyURLs") {
		fmt.Println("config: no uglyURLs set, using default: ", uglyURLs)
	}

	buildDrafts := cfg.GetBool("buildDrafts")
	if !cfg.IsSet("buildDrafts") {
		fmt.Println("config: no buildDrafts set, using default: ", buildDrafts)
	}

	permalinks := cfg.GetStringMapString("permalinks")
	if permalinks == nil {
		fmt.Println("config: no permalinks set, using default: ", defaultPermalinkFormat)
	}

	linkpattern := func(section string) string {
		format, ok := permalinks[section]
		if ok {
			return format
		}
		return defaultPermalinkFormat
	}

	// process sources

	// iterate through file tree source
	files := make(chan File)
	go collectFiles(source, files)

	// for each file, get destination path, switch file extension, remove underscore for index
	var tree FileTree
	for file := range files {
		pattern := linkpattern(file.Parent)
		err := destinationPath(&file, pattern)
		if err != nil {
			log.Fatalf("failed to derive destination for %v error: %v", file.Source, err)
		}

		if file.Draft && !buildDrafts {
			fmt.Printf("skipping draft %s (%dbytes)\n", file.Source, len(file.Body))
			continue
		}
		tree.Files = append(tree.Files, file)
	}

	// call proc and pipe content through it, catch output of proc
	for i, file := range tree.Files {
		buf := bytes.NewReader(file.Body)
		out := pipe(pipecmd, buf)

		// write to source
		tree.Files[i].NewBody = out
		fmt.Printf("processed %s (%dbytes)\n", file.Source, len(tree.Files[i].Body))
	}

	newdir := filepath.Join(".", "public")
	if made, err := mkdir(newdir); err != nil {
		log.Fatal(err)
	} else if made {
		fmt.Printf("mkdir %s\n", newdir)
	}

	// write to destination
	for _, file := range tree.Files {
		outdir, outfile := targetPath(file.Destination, ext, uglyURLs)

		// ensure directory exists
		newdir := filepath.Join(destination, outdir)
		if made, err := mkdir(newdir); err != nil {
			log.Fatal(err)
		} else if made {
			fmt.Printf("mkdir %s\n", newdir)
		}

		fullpath := filepath.Join(newdir, outfile)

		// create file based on directory and filename
		newfile, err := os.Create(fullpath)
		if err != nil {
			log.Fatalf("cannot create file %s, error: %v", fullpath, err)
		}

		n, err := newfile.Write(file.NewBody)
		if err != nil {
			log.Fatalf("cannot write file %s, error: %v", fullpath, err)
		}
		newfile.Close()

		fmt.Printf("written %s (%dbytes)\n", fullpath, n)
	}

	for _, file := range tree.Files {
		fmt.Printf("section %v\n", file.Parent)
	}

	// TODO
	//
	// append section listings
	// => link title line
	// date - summary block

	// TODO
	// in watch mode, compare timestamps of files before replacement, keep index?
	// check/replace links
	// write rss?
	// write listings from template?
}

func pipe(cmd string, input io.Reader) []byte {
	extpipe := exec.Command(cmd)
	extpipe.Stdin = input

	var pipeout bytes.Buffer
	extpipe.Stdout = &pipeout

	extpipe.Start()
	extpipe.Wait()

	return pipeout.Bytes()
}

func targetPath(dest, newext string, uglyURLs bool) (dir string, filename string) {
	filename = "index." + newext
	dir = dest

	if uglyURLs && dest != "index" {
		// make the last element in destination the file
		filename = filepath.Base(dest) + "." + newext
		// set the parent directory of that file to be the dir to create
		dir = filepath.Dir(dest)
	}

	if dest == "index" {
		dir = "."
	}
	return
}

func mkdir(dir string) (bool, error) {
	// skip if this exists
	if _, err := os.Stat(dir); err == nil {
		return false, nil
	}

	if err := os.MkdirAll(dir, os.ModePerm); err != nil {
		return false, err
	}

	return true, nil
}