Commit 88f72f58 authored by Daniel Martí's avatar Daniel Martí

schema/gen/go: batch file writes via a bytes.Buffer

With this change, running 'go generate ./...' on the entire module while
running gopls on one of its files drops gopls's CPU spinning from ~25s
to well under a second. They should improve that anyway, but there's no
reason for the tens of thousands of tiny FS writes on our end either.

The time to run 'go generate ./...' itself is largely unaffected; it
goes from ~1.2s to ~1.1s, judging by a handful of runs.
parent f3d42e04
package gengo
import (
"bytes"
"fmt"
"io"
"os"
"io/ioutil"
"path/filepath"
"sort"
......@@ -138,12 +139,20 @@ func Generate(pth string, pkgName string, ts schema.TypeSystem, adjCfg *AdjunctC
}
func withFile(filename string, fn func(io.Writer)) {
f, err := os.OpenFile(filename, os.O_CREATE|os.O_TRUNC|os.O_WRONLY, 0644)
if err != nil {
// Don't write directly to the file, as that many write syscalls can be
// expensive. Moreover, they can have a knock-on effect on daemons
// watching for file changes. gopls can easily eat CPU for many seconds
// just handling tens of thousands of file writes, for example.
//
// To alleviate both of those problems, write to a buffer first, and
// then write the resulting bytes to disk in a single go.
// A buffer is slightly better than bufio.Writer, as it gets us a bit
// more atomicity via the single write.
buf := new(bytes.Buffer)
fn(buf)
if err := ioutil.WriteFile(filename, buf.Bytes(), 0666); err != nil {
panic(err)
}
defer f.Close()
fn(f)
}
type sortableTypeNames []schema.TypeName
......
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment