cid.go 9.43 KB
Newer Older
1 2 3 4 5 6 7 8
package commands

import (
	"fmt"
	"io"
	"sort"
	"strings"
	"unicode"
9

Jakub Sztandera's avatar
Jakub Sztandera committed
10 11 12 13 14 15
	cid "github.com/ipfs/go-cid"
	cidutil "github.com/ipfs/go-cidutil"
	cmds "github.com/ipfs/go-ipfs-cmds"
	verifcid "github.com/ipfs/go-verifcid"
	mbase "github.com/multiformats/go-multibase"
	mhash "github.com/multiformats/go-multihash"
16 17 18
)

var CidCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
19
	Helptext: cmds.HelpText{
20 21 22 23 24 25 26 27 28 29 30
		Tagline: "Convert and discover properties of CIDs",
	},
	Subcommands: map[string]*cmds.Command{
		"format": cidFmtCmd,
		"base32": base32Cmd,
		"bases":  basesCmd,
		"codecs": codecsCmd,
		"hashes": hashesCmd,
	},
}

Kejie Zhang's avatar
Kejie Zhang committed
31 32 33
const (
	cidFormatOptionName    = "f"
	cidVerisonOptionName   = "v"
34
	cidCodecOptionName     = "codec"
Kejie Zhang's avatar
Kejie Zhang committed
35 36 37
	cidMultibaseOptionName = "b"
)

38
var cidFmtCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
39
	Helptext: cmds.HelpText{
40 41 42 43
		Tagline: "Format and convert a CID in various useful ways.",
		LongDescription: `
Format and converts <cid>'s in various useful ways.

44
The optional format string is a printf style format string:
45 46
` + cidutil.FormatRef,
	},
Steven Allen's avatar
Steven Allen committed
47 48
	Arguments: []cmds.Argument{
		cmds.StringArg("cid", true, true, "Cids to format.").EnableStdin(),
49
	},
Steven Allen's avatar
Steven Allen committed
50 51 52
	Options: []cmds.Option{
		cmds.StringOption(cidFormatOptionName, "Printf style format string.").WithDefault("%s"),
		cmds.StringOption(cidVerisonOptionName, "CID version to convert to."),
53
		cmds.StringOption(cidCodecOptionName, "CID codec to convert to."),
Steven Allen's avatar
Steven Allen committed
54
		cmds.StringOption(cidMultibaseOptionName, "Multibase to display CID in."),
55 56
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
Kejie Zhang's avatar
Kejie Zhang committed
57 58
		fmtStr, _ := req.Options[cidFormatOptionName].(string)
		verStr, _ := req.Options[cidVerisonOptionName].(string)
59
		codecStr, _ := req.Options[cidCodecOptionName].(string)
Kejie Zhang's avatar
Kejie Zhang committed
60
		baseStr, _ := req.Options[cidMultibaseOptionName].(string)
61 62 63

		opts := cidFormatOpts{}

64 65
		if strings.IndexByte(fmtStr, '%') == -1 {
			return fmt.Errorf("invalid format string: %s", fmtStr)
66
		}
67
		opts.fmtStr = fmtStr
68

69 70 71 72 73 74 75 76
		if codecStr != "" {
			codec, ok := cid.Codecs[codecStr]
			if !ok {
				return fmt.Errorf("unknown IPLD codec: %s", codecStr)
			}
			opts.newCodec = codec
		} // otherwise, leave it as 0 (not a valid IPLD codec)

77 78 79 80
		switch verStr {
		case "":
			// noop
		case "0":
81 82 83
			if opts.newCodec != 0 && opts.newCodec != cid.DagProtobuf {
				return fmt.Errorf("cannot convert to CIDv0 with any codec other than DagPB")
			}
84 85 86 87
			opts.verConv = toCidV0
		case "1":
			opts.verConv = toCidV1
		default:
Kevin Atkinson's avatar
Kevin Atkinson committed
88
			return fmt.Errorf("invalid cid version: %s", verStr)
89 90 91 92 93 94 95 96 97 98 99 100
		}

		if baseStr != "" {
			encoder, err := mbase.EncoderByName(baseStr)
			if err != nil {
				return err
			}
			opts.newBase = encoder.Encoding()
		} else {
			opts.newBase = mbase.Encoding(-1)
		}

101
		return emitCids(req, resp, opts)
102
	},
103
	PostRun: cmds.PostRunMap{
104
		cmds.CLI: streamResult(func(v interface{}, out io.Writer) nonFatalError {
105 106 107
			r := v.(*CidFormatRes)
			if r.ErrorMsg != "" {
				return nonFatalError(fmt.Sprintf("%s: %s", r.CidStr, r.ErrorMsg))
108
			}
109 110
			fmt.Fprintf(out, "%s\n", r.Formatted)
			return ""
111 112
		}),
	},
113 114 115 116 117
	Type: CidFormatRes{},
}

type CidFormatRes struct {
	CidStr    string // Original Cid String passed in
Dimitris Apostolou's avatar
Dimitris Apostolou committed
118
	Formatted string // Formatted Result
119
	ErrorMsg  string // Error
120 121 122
}

var base32Cmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
123
	Helptext: cmds.HelpText{
124 125
		Tagline: "Convert CIDs to Base32 CID version 1.",
	},
Steven Allen's avatar
Steven Allen committed
126 127
	Arguments: []cmds.Argument{
		cmds.StringArg("cid", true, true, "Cids to convert.").EnableStdin(),
128 129 130 131 132 133 134
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		opts := cidFormatOpts{
			fmtStr:  "%s",
			newBase: mbase.Encoding(mbase.Base32),
			verConv: toCidV1,
		}
135
		return emitCids(req, resp, opts)
136
	},
137 138
	PostRun: cidFmtCmd.PostRun,
	Type:    cidFmtCmd.Type,
139 140 141
}

type cidFormatOpts struct {
142 143 144 145
	fmtStr   string
	newBase  mbase.Encoding
	verConv  func(cid cid.Cid) (cid.Cid, error)
	newCodec uint64
146 147
}

148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171
type argumentIterator struct {
	args []string
	body cmds.StdinArguments
}

func (i *argumentIterator) next() (string, bool) {
	if len(i.args) > 0 {
		arg := i.args[0]
		i.args = i.args[1:]
		return arg, true
	}
	if i.body == nil || !i.body.Scan() {
		return "", false
	}
	return strings.TrimSpace(i.body.Argument()), true
}

func (i *argumentIterator) err() error {
	if i.body == nil {
		return nil
	}
	return i.body.Err()
}

172
func emitCids(req *cmds.Request, resp cmds.ResponseEmitter, opts cidFormatOpts) error {
173
	itr := argumentIterator{req.Arguments, req.BodyArgs()}
174 175
	var emitErr error
	for emitErr == nil {
176 177 178 179
		cidStr, ok := itr.next()
		if !ok {
			break
		}
180
		res := &CidFormatRes{CidStr: cidStr}
181 182
		c, err := cid.Decode(cidStr)
		if err != nil {
183 184
			res.ErrorMsg = err.Error()
			emitErr = resp.Emit(res)
185
			continue
186
		}
187

188 189 190 191
		if opts.newCodec != 0 && opts.newCodec != c.Type() {
			c = cid.NewCidV1(opts.newCodec, c.Hash())
		}

192 193 194
		if opts.verConv != nil {
			c, err = opts.verConv(c)
			if err != nil {
195 196
				res.ErrorMsg = err.Error()
				emitErr = resp.Emit(res)
197
				continue
198 199
			}
		}
200 201 202 203 204 205 206 207 208 209

		base := opts.newBase
		if base == -1 {
			if c.Version() == 0 {
				base = mbase.Base58BTC
			} else {
				base, _ = cid.ExtractEncoding(cidStr)
			}
		}

210 211
		str, err := cidutil.Format(opts.fmtStr, base, c)
		if _, ok := err.(cidutil.FormatStringError); ok {
212 213
			// no point in continuing if there is a problem with the format string
			return err
214
		}
215 216 217 218 219 220 221 222 223
		if err != nil {
			res.ErrorMsg = err.Error()
		} else {
			res.Formatted = str
		}
		emitErr = resp.Emit(res)
	}
	if emitErr != nil {
		return emitErr
224
	}
225 226 227 228
	err := itr.err()
	if err != nil {
		return err
	}
229
	return nil
230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247
}

func toCidV0(c cid.Cid) (cid.Cid, error) {
	if c.Type() != cid.DagProtobuf {
		return cid.Cid{}, fmt.Errorf("can't convert non-protobuf nodes to cidv0")
	}
	return cid.NewCidV0(c.Hash()), nil
}

func toCidV1(c cid.Cid) (cid.Cid, error) {
	return cid.NewCidV1(c.Type(), c.Hash()), nil
}

type CodeAndName struct {
	Code int
	Name string
}

Kejie Zhang's avatar
Kejie Zhang committed
248 249 250 251 252
const (
	prefixOptionName  = "prefix"
	numericOptionName = "numeric"
)

253
var basesCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
254
	Helptext: cmds.HelpText{
255 256
		Tagline: "List available multibase encodings.",
	},
Steven Allen's avatar
Steven Allen committed
257
	Options: []cmds.Option{
Dimitris Apostolou's avatar
Dimitris Apostolou committed
258
		cmds.BoolOption(prefixOptionName, "also include the single letter prefixes in addition to the code"),
Steven Allen's avatar
Steven Allen committed
259
		cmds.BoolOption(numericOptionName, "also include numeric codes"),
260 261 262 263 264 265 266
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		var res []CodeAndName
		// use EncodingToStr in case at some point there are multiple names for a given code
		for code, name := range mbase.EncodingToStr {
			res = append(res, CodeAndName{int(code), name})
		}
267
		return cmds.EmitOnce(resp, res)
268 269
	},
	Encoders: cmds.EncoderMap{
Overbool's avatar
Overbool committed
270
		cmds.Text: cmds.MakeTypedEncoder(func(req *cmds.Request, w io.Writer, val []CodeAndName) error {
Kejie Zhang's avatar
Kejie Zhang committed
271 272
			prefixes, _ := req.Options[prefixOptionName].(bool)
			numeric, _ := req.Options[numericOptionName].(bool)
273 274
			sort.Sort(multibaseSorter{val})
			for _, v := range val {
275 276
				code := v.Code
				if code < 32 || code >= 127 {
277
					// don't display non-printable prefixes
278
					code = ' '
279
				}
280 281 282 283 284 285 286 287
				switch {
				case prefixes && numeric:
					fmt.Fprintf(w, "%c %5d  %s\n", code, v.Code, v.Name)
				case prefixes:
					fmt.Fprintf(w, "%c  %s\n", code, v.Name)
				case numeric:
					fmt.Fprintf(w, "%5d  %s\n", v.Code, v.Name)
				default:
288 289 290 291 292 293 294 295 296
					fmt.Fprintf(w, "%s\n", v.Name)
				}
			}
			return nil
		}),
	},
	Type: []CodeAndName{},
}

Kejie Zhang's avatar
Kejie Zhang committed
297 298 299 300
const (
	codecsNumericOptionName = "numeric"
)

301
var codecsCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
302
	Helptext: cmds.HelpText{
303 304
		Tagline: "List available CID codecs.",
	},
Steven Allen's avatar
Steven Allen committed
305 306
	Options: []cmds.Option{
		cmds.BoolOption(codecsNumericOptionName, "also include numeric codes"),
307 308 309 310 311 312 313
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		var res []CodeAndName
		// use CodecToStr as there are multiple names for a given code
		for code, name := range cid.CodecToStr {
			res = append(res, CodeAndName{int(code), name})
		}
314
		return cmds.EmitOnce(resp, res)
315 316
	},
	Encoders: cmds.EncoderMap{
Overbool's avatar
Overbool committed
317
		cmds.Text: cmds.MakeTypedEncoder(func(req *cmds.Request, w io.Writer, val []CodeAndName) error {
Kejie Zhang's avatar
Kejie Zhang committed
318
			numeric, _ := req.Options[codecsNumericOptionName].(bool)
319 320 321
			sort.Sort(codeAndNameSorter{val})
			for _, v := range val {
				if numeric {
322
					fmt.Fprintf(w, "%5d  %s\n", v.Code, v.Name)
323 324 325 326 327 328 329 330 331 332 333
				} else {
					fmt.Fprintf(w, "%s\n", v.Name)
				}
			}
			return nil
		}),
	},
	Type: []CodeAndName{},
}

var hashesCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
334
	Helptext: cmds.HelpText{
335 336 337 338 339 340 341 342 343 344 345 346
		Tagline: "List available multihashes.",
	},
	Options: codecsCmd.Options,
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		var res []CodeAndName
		// use mhash.Codes in case at some point there are multiple names for a given code
		for code, name := range mhash.Codes {
			if !verifcid.IsGoodHash(code) {
				continue
			}
			res = append(res, CodeAndName{int(code), name})
		}
347
		return cmds.EmitOnce(resp, res)
348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376
	},
	Encoders: codecsCmd.Encoders,
	Type:     codecsCmd.Type,
}

type multibaseSorter struct {
	data []CodeAndName
}

func (s multibaseSorter) Len() int      { return len(s.data) }
func (s multibaseSorter) Swap(i, j int) { s.data[i], s.data[j] = s.data[j], s.data[i] }

func (s multibaseSorter) Less(i, j int) bool {
	a := unicode.ToLower(rune(s.data[i].Code))
	b := unicode.ToLower(rune(s.data[j].Code))
	if a != b {
		return a < b
	}
	// lowecase letters should come before uppercase
	return s.data[i].Code > s.data[j].Code
}

type codeAndNameSorter struct {
	data []CodeAndName
}

func (s codeAndNameSorter) Len() int           { return len(s.data) }
func (s codeAndNameSorter) Swap(i, j int)      { s.data[i], s.data[j] = s.data[j], s.data[i] }
func (s codeAndNameSorter) Less(i, j int) bool { return s.data[i].Code < s.data[j].Code }