syncfiles/gen/data.go

package main

import (
	"encoding/csv"
	"errors"
	"fmt"
	"io"
	"os"
	"path/filepath"
	"regexp"
	"strconv"
	"strings"

	"moria.us/macscript/charmap"
	"moria.us/macscript/table"
)

var (
	isIdent      = regexp.MustCompile("^[a-zA-Z][_a-zA-Z0-9]*$")
	nonIdentPart = regexp.MustCompile("[^a-zA-Z0-9]+")
)

func makeID(name string) string {
	return nonIdentPart.ReplaceAllLiteralString(name, "")
}

// A dataError indicates an error in the contents of one of the data files.
type dataError struct {
	filename string
	line     int
	column   int
	err      error
}

func (e *dataError) Error() string {
	var b strings.Builder
	b.WriteString(e.filename)
	if e.line != 0 {
		b.WriteByte(':')
		b.WriteString(strconv.Itoa(e.line))
		if e.column != 0 {
			b.WriteByte(':')
			b.WriteString(strconv.Itoa(e.column))
		}
	}
	b.WriteString(": ")
	b.WriteString(e.err.Error())
	return b.String()
}

// readHeader reads the header row of a CSV file and checks that columns exist with the given names.
func readHeader(filename string, r *csv.Reader, names ...string) error {
	row, err := r.Read()
	if err != nil {
		return err
	}
	for i, name := range names {
		if len(row) <= i {
			line, _ := r.FieldPos(0)
			return &dataError{filename, line, 0, fmt.Errorf("missing column: %q", name)}
		}
		cname := row[i]
		if !strings.EqualFold(name, cname) {
			line, col := r.FieldPos(i)
			return &dataError{filename, line, col, fmt.Errorf("column name is %q, expected %q", cname, name)}
		}
	}
	return nil
}

// A constmap is a map between names and integer values.
type constmap struct {
	names  map[string]int
	values map[int]string
}

// readConsts reads a CSV file containing a map between names and integer values.
func readConsts(filename string) (m constmap, err error) {
	fp, err := os.Open(filename)
	if err != nil {
		return m, err
	}
	defer fp.Close()
	r := csv.NewReader(fp)
	r.ReuseRecord = true
	if err := readHeader(filename, r, "name", "value"); err != nil {
		return m, err
	}
	m.names = make(map[string]int)
	m.values = make(map[int]string)
	for {
		row, err := r.Read()
		if err != nil {
			if err == io.EOF {
				break
			}
			return m, err
		}
		if len(row) < 2 {
			line, _ := r.FieldPos(0)
			return m, &dataError{filename, line, 0, errors.New("expected at least two columns")}
		}
		name := row[0]
		if !isIdent.MatchString(name) {
			line, col := r.FieldPos(0)
			return m, &dataError{filename, line, col, fmt.Errorf("invalid name: %q", name)}
		}
		if _, e := m.names[name]; e {
			line, col := r.FieldPos(0)
			return m, &dataError{filename, line, col, fmt.Errorf("duplicate name: %q", name)}
		}
		value, err := strconv.Atoi(row[1])
		if err != nil {
			line, col := r.FieldPos(1)
			return m, &dataError{filename, line, col, fmt.Errorf("invalid value: %v", err)}
		}
		m.names[name] = value
		if _, e := m.values[value]; !e {
			m.values[value] = name
		}
	}
	return m, nil
}

type charmapinfo struct {
	name     string
	filename string
	id       string
	script   int
	regions  []int
	data     []byte
}

// readCharmaps reads and parses the charmaps.csv file.
func readCharmaps(srcdir, filename string, scripts, regions map[string]int) ([]charmapinfo, error) {
	fp, err := os.Open(filename)
	if err != nil {
		return nil, err
	}
	defer fp.Close()
	r := csv.NewReader(fp)
	r.ReuseRecord = true
	if err := readHeader(filename, r, "name", "file", "script", "regions"); err != nil {
		return nil, err
	}
	var arr []charmapinfo
	gcharmaps := make(map[int]int)
	type key struct {
		script int
		region int
	}
	rcharmaps := make(map[key]int)
	for {
		row, err := r.Read()
		if err != nil {
			if err == io.EOF {
				break
			}
			return nil, err
		}
		if len(row) < 3 {
			line, _ := r.FieldPos(0)
			return nil, &dataError{filename, line, 0, errors.New("expected at least three columns")}
		}
		index := len(arr)
		ifo := charmapinfo{
			name:     row[0],
			filename: strings.ToLower(strings.TrimSuffix(row[1], ".TXT")),
			id:       makeID(row[0]),
		}
		file := row[1]
		sname := row[2]
		var e bool
		ifo.script, e = scripts[sname]
		if !e {
			line, col := r.FieldPos(2)
			return nil, &dataError{filename, line, col, fmt.Errorf("unknown script: %q", sname)}
		}
		if len(row) >= 4 && row[3] != "" {
			sregions := strings.Split(row[3], ";")
			ifo.regions = make([]int, 0, len(sregions))
			for _, s := range sregions {
				rg, e := regions[s]
				if !e {
					line, col := r.FieldPos(3)
					return nil, &dataError{filename, line, col, fmt.Errorf("unknown region: %q", s)}
				}
				k := key{ifo.script, rg}
				switch omap, e := rcharmaps[k]; {
				case !e:
					rcharmaps[k] = index
					ifo.regions = append(ifo.regions, rg)
				case omap != index:
					line, _ := r.FieldPos(0)
					return nil, &dataError{filename, line, 0, fmt.Errorf("charmap conflicts with previous charmaps: %q", arr[omap].name)}
				}
			}
		} else {
			if omap, e := gcharmaps[ifo.script]; e {
				line, _ := r.FieldPos(0)
				return nil, &dataError{filename, line, 0, fmt.Errorf("charmap conflicts with previous charmaps: %q", arr[omap].name)}
			}
		}
		if file != "" {
			cm, err := charmap.ReadFile(filepath.Join(srcdir, "charmap", file))
			if err != nil {
				return nil, err
			}
			t, err := table.Create(cm)
			if err != nil {
				if e, ok := err.(*table.UnsupportedError); ok {
					if !flagQuiet {
						fmt.Fprintf(os.Stderr, "Warning: unsupported charmap %q: %s\n", file, e.Message)
					}
					continue
				}
				return nil, fmt.Errorf("%s: %v", file, err)
			}
			ifo.data = t.Data()
		}
		arr = append(arr, ifo)
	}
	return arr, nil
}

type scriptdata struct {
	scripts  constmap
	regions  constmap
	charmaps []charmapinfo
}

func readData(srcdir string) (d scriptdata, err error) {
	d.scripts, err = readConsts(filepath.Join(srcdir, "scripts/script.csv"))
	if err != nil {
		return d, err
	}
	d.regions, err = readConsts(filepath.Join(srcdir, "scripts/region.csv"))
	if err != nil {
		return d, err
	}
	d.charmaps, err = readCharmaps(srcdir, filepath.Join(srcdir, "scripts/charmap.csv"), d.scripts.names, d.regions.names)
	return
}