cid.go 9.47 KB
Newer Older
1 2 3 4 5 6 7 8
package commands

import (
	"fmt"
	"io"
	"sort"
	"strings"
	"unicode"
9

Jakub Sztandera's avatar
Jakub Sztandera committed
10 11 12 13 14 15
	cid "github.com/ipfs/go-cid"
	cidutil "github.com/ipfs/go-cidutil"
	cmds "github.com/ipfs/go-ipfs-cmds"
	verifcid "github.com/ipfs/go-verifcid"
	mbase "github.com/multiformats/go-multibase"
	mhash "github.com/multiformats/go-multihash"
16 17 18
)

var CidCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
19
	Helptext: cmds.HelpText{
20 21 22 23 24 25 26 27 28
		Tagline: "Convert and discover properties of CIDs",
	},
	Subcommands: map[string]*cmds.Command{
		"format": cidFmtCmd,
		"base32": base32Cmd,
		"bases":  basesCmd,
		"codecs": codecsCmd,
		"hashes": hashesCmd,
	},
29
	Extra: CreateCmdExtras(SetDoesNotUseRepo(true)),
30 31
}

Kejie Zhang's avatar
Kejie Zhang committed
32 33 34
const (
	cidFormatOptionName    = "f"
	cidVerisonOptionName   = "v"
35
	cidCodecOptionName     = "codec"
Kejie Zhang's avatar
Kejie Zhang committed
36 37 38
	cidMultibaseOptionName = "b"
)

39
var cidFmtCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
40
	Helptext: cmds.HelpText{
41 42 43 44
		Tagline: "Format and convert a CID in various useful ways.",
		LongDescription: `
Format and converts <cid>'s in various useful ways.

45
The optional format string is a printf style format string:
46 47
` + cidutil.FormatRef,
	},
Steven Allen's avatar
Steven Allen committed
48 49
	Arguments: []cmds.Argument{
		cmds.StringArg("cid", true, true, "Cids to format.").EnableStdin(),
50
	},
Steven Allen's avatar
Steven Allen committed
51 52 53
	Options: []cmds.Option{
		cmds.StringOption(cidFormatOptionName, "Printf style format string.").WithDefault("%s"),
		cmds.StringOption(cidVerisonOptionName, "CID version to convert to."),
54
		cmds.StringOption(cidCodecOptionName, "CID codec to convert to."),
Steven Allen's avatar
Steven Allen committed
55
		cmds.StringOption(cidMultibaseOptionName, "Multibase to display CID in."),
56 57
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
Kejie Zhang's avatar
Kejie Zhang committed
58 59
		fmtStr, _ := req.Options[cidFormatOptionName].(string)
		verStr, _ := req.Options[cidVerisonOptionName].(string)
60
		codecStr, _ := req.Options[cidCodecOptionName].(string)
Kejie Zhang's avatar
Kejie Zhang committed
61
		baseStr, _ := req.Options[cidMultibaseOptionName].(string)
62 63 64

		opts := cidFormatOpts{}

65 66
		if strings.IndexByte(fmtStr, '%') == -1 {
			return fmt.Errorf("invalid format string: %s", fmtStr)
67
		}
68
		opts.fmtStr = fmtStr
69

70 71 72 73 74 75 76 77
		if codecStr != "" {
			codec, ok := cid.Codecs[codecStr]
			if !ok {
				return fmt.Errorf("unknown IPLD codec: %s", codecStr)
			}
			opts.newCodec = codec
		} // otherwise, leave it as 0 (not a valid IPLD codec)

78 79 80 81
		switch verStr {
		case "":
			// noop
		case "0":
82 83 84
			if opts.newCodec != 0 && opts.newCodec != cid.DagProtobuf {
				return fmt.Errorf("cannot convert to CIDv0 with any codec other than DagPB")
			}
85 86 87 88
			opts.verConv = toCidV0
		case "1":
			opts.verConv = toCidV1
		default:
Kevin Atkinson's avatar
Kevin Atkinson committed
89
			return fmt.Errorf("invalid cid version: %s", verStr)
90 91 92 93 94 95 96 97 98 99 100 101
		}

		if baseStr != "" {
			encoder, err := mbase.EncoderByName(baseStr)
			if err != nil {
				return err
			}
			opts.newBase = encoder.Encoding()
		} else {
			opts.newBase = mbase.Encoding(-1)
		}

102
		return emitCids(req, resp, opts)
103
	},
104
	PostRun: cmds.PostRunMap{
105
		cmds.CLI: streamResult(func(v interface{}, out io.Writer) nonFatalError {
106 107 108
			r := v.(*CidFormatRes)
			if r.ErrorMsg != "" {
				return nonFatalError(fmt.Sprintf("%s: %s", r.CidStr, r.ErrorMsg))
109
			}
110 111
			fmt.Fprintf(out, "%s\n", r.Formatted)
			return ""
112 113
		}),
	},
114 115 116 117 118
	Type: CidFormatRes{},
}

type CidFormatRes struct {
	CidStr    string // Original Cid String passed in
Dimitris Apostolou's avatar
Dimitris Apostolou committed
119
	Formatted string // Formatted Result
120
	ErrorMsg  string // Error
121 122 123
}

var base32Cmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
124
	Helptext: cmds.HelpText{
125 126
		Tagline: "Convert CIDs to Base32 CID version 1.",
	},
Steven Allen's avatar
Steven Allen committed
127 128
	Arguments: []cmds.Argument{
		cmds.StringArg("cid", true, true, "Cids to convert.").EnableStdin(),
129 130 131 132 133 134 135
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		opts := cidFormatOpts{
			fmtStr:  "%s",
			newBase: mbase.Encoding(mbase.Base32),
			verConv: toCidV1,
		}
136
		return emitCids(req, resp, opts)
137
	},
138 139
	PostRun: cidFmtCmd.PostRun,
	Type:    cidFmtCmd.Type,
140 141 142
}

type cidFormatOpts struct {
143 144 145 146
	fmtStr   string
	newBase  mbase.Encoding
	verConv  func(cid cid.Cid) (cid.Cid, error)
	newCodec uint64
147 148
}

149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172
type argumentIterator struct {
	args []string
	body cmds.StdinArguments
}

func (i *argumentIterator) next() (string, bool) {
	if len(i.args) > 0 {
		arg := i.args[0]
		i.args = i.args[1:]
		return arg, true
	}
	if i.body == nil || !i.body.Scan() {
		return "", false
	}
	return strings.TrimSpace(i.body.Argument()), true
}

func (i *argumentIterator) err() error {
	if i.body == nil {
		return nil
	}
	return i.body.Err()
}

173
func emitCids(req *cmds.Request, resp cmds.ResponseEmitter, opts cidFormatOpts) error {
174
	itr := argumentIterator{req.Arguments, req.BodyArgs()}
175 176
	var emitErr error
	for emitErr == nil {
177 178 179 180
		cidStr, ok := itr.next()
		if !ok {
			break
		}
181
		res := &CidFormatRes{CidStr: cidStr}
182 183
		c, err := cid.Decode(cidStr)
		if err != nil {
184 185
			res.ErrorMsg = err.Error()
			emitErr = resp.Emit(res)
186
			continue
187
		}
188

189 190 191 192
		if opts.newCodec != 0 && opts.newCodec != c.Type() {
			c = cid.NewCidV1(opts.newCodec, c.Hash())
		}

193 194 195
		if opts.verConv != nil {
			c, err = opts.verConv(c)
			if err != nil {
196 197
				res.ErrorMsg = err.Error()
				emitErr = resp.Emit(res)
198
				continue
199 200
			}
		}
201 202 203 204 205 206 207 208 209 210

		base := opts.newBase
		if base == -1 {
			if c.Version() == 0 {
				base = mbase.Base58BTC
			} else {
				base, _ = cid.ExtractEncoding(cidStr)
			}
		}

211 212
		str, err := cidutil.Format(opts.fmtStr, base, c)
		if _, ok := err.(cidutil.FormatStringError); ok {
213 214
			// no point in continuing if there is a problem with the format string
			return err
215
		}
216 217 218 219 220 221 222 223 224
		if err != nil {
			res.ErrorMsg = err.Error()
		} else {
			res.Formatted = str
		}
		emitErr = resp.Emit(res)
	}
	if emitErr != nil {
		return emitErr
225
	}
226 227 228 229
	err := itr.err()
	if err != nil {
		return err
	}
230
	return nil
231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248
}

func toCidV0(c cid.Cid) (cid.Cid, error) {
	if c.Type() != cid.DagProtobuf {
		return cid.Cid{}, fmt.Errorf("can't convert non-protobuf nodes to cidv0")
	}
	return cid.NewCidV0(c.Hash()), nil
}

func toCidV1(c cid.Cid) (cid.Cid, error) {
	return cid.NewCidV1(c.Type(), c.Hash()), nil
}

type CodeAndName struct {
	Code int
	Name string
}

Kejie Zhang's avatar
Kejie Zhang committed
249 250 251 252 253
const (
	prefixOptionName  = "prefix"
	numericOptionName = "numeric"
)

254
var basesCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
255
	Helptext: cmds.HelpText{
256 257
		Tagline: "List available multibase encodings.",
	},
Steven Allen's avatar
Steven Allen committed
258
	Options: []cmds.Option{
Dimitris Apostolou's avatar
Dimitris Apostolou committed
259
		cmds.BoolOption(prefixOptionName, "also include the single letter prefixes in addition to the code"),
Steven Allen's avatar
Steven Allen committed
260
		cmds.BoolOption(numericOptionName, "also include numeric codes"),
261 262 263 264 265 266 267
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		var res []CodeAndName
		// use EncodingToStr in case at some point there are multiple names for a given code
		for code, name := range mbase.EncodingToStr {
			res = append(res, CodeAndName{int(code), name})
		}
268
		return cmds.EmitOnce(resp, res)
269 270
	},
	Encoders: cmds.EncoderMap{
Overbool's avatar
Overbool committed
271
		cmds.Text: cmds.MakeTypedEncoder(func(req *cmds.Request, w io.Writer, val []CodeAndName) error {
Kejie Zhang's avatar
Kejie Zhang committed
272 273
			prefixes, _ := req.Options[prefixOptionName].(bool)
			numeric, _ := req.Options[numericOptionName].(bool)
274 275
			sort.Sort(multibaseSorter{val})
			for _, v := range val {
276 277
				code := v.Code
				if code < 32 || code >= 127 {
278
					// don't display non-printable prefixes
279
					code = ' '
280
				}
281 282 283 284 285 286 287 288
				switch {
				case prefixes && numeric:
					fmt.Fprintf(w, "%c %5d  %s\n", code, v.Code, v.Name)
				case prefixes:
					fmt.Fprintf(w, "%c  %s\n", code, v.Name)
				case numeric:
					fmt.Fprintf(w, "%5d  %s\n", v.Code, v.Name)
				default:
289 290 291 292 293 294 295 296 297
					fmt.Fprintf(w, "%s\n", v.Name)
				}
			}
			return nil
		}),
	},
	Type: []CodeAndName{},
}

Kejie Zhang's avatar
Kejie Zhang committed
298 299 300 301
const (
	codecsNumericOptionName = "numeric"
)

302
var codecsCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
303
	Helptext: cmds.HelpText{
304 305
		Tagline: "List available CID codecs.",
	},
Steven Allen's avatar
Steven Allen committed
306 307
	Options: []cmds.Option{
		cmds.BoolOption(codecsNumericOptionName, "also include numeric codes"),
308 309 310 311 312 313 314
	},
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		var res []CodeAndName
		// use CodecToStr as there are multiple names for a given code
		for code, name := range cid.CodecToStr {
			res = append(res, CodeAndName{int(code), name})
		}
315
		return cmds.EmitOnce(resp, res)
316 317
	},
	Encoders: cmds.EncoderMap{
Overbool's avatar
Overbool committed
318
		cmds.Text: cmds.MakeTypedEncoder(func(req *cmds.Request, w io.Writer, val []CodeAndName) error {
Kejie Zhang's avatar
Kejie Zhang committed
319
			numeric, _ := req.Options[codecsNumericOptionName].(bool)
320 321 322
			sort.Sort(codeAndNameSorter{val})
			for _, v := range val {
				if numeric {
323
					fmt.Fprintf(w, "%5d  %s\n", v.Code, v.Name)
324 325 326 327 328 329 330 331 332 333 334
				} else {
					fmt.Fprintf(w, "%s\n", v.Name)
				}
			}
			return nil
		}),
	},
	Type: []CodeAndName{},
}

var hashesCmd = &cmds.Command{
Steven Allen's avatar
Steven Allen committed
335
	Helptext: cmds.HelpText{
336 337 338 339 340 341 342 343 344 345 346 347
		Tagline: "List available multihashes.",
	},
	Options: codecsCmd.Options,
	Run: func(req *cmds.Request, resp cmds.ResponseEmitter, env cmds.Environment) error {
		var res []CodeAndName
		// use mhash.Codes in case at some point there are multiple names for a given code
		for code, name := range mhash.Codes {
			if !verifcid.IsGoodHash(code) {
				continue
			}
			res = append(res, CodeAndName{int(code), name})
		}
348
		return cmds.EmitOnce(resp, res)
349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377
	},
	Encoders: codecsCmd.Encoders,
	Type:     codecsCmd.Type,
}

type multibaseSorter struct {
	data []CodeAndName
}

func (s multibaseSorter) Len() int      { return len(s.data) }
func (s multibaseSorter) Swap(i, j int) { s.data[i], s.data[j] = s.data[j], s.data[i] }

func (s multibaseSorter) Less(i, j int) bool {
	a := unicode.ToLower(rune(s.data[i].Code))
	b := unicode.ToLower(rune(s.data[j].Code))
	if a != b {
		return a < b
	}
	// lowecase letters should come before uppercase
	return s.data[i].Code > s.data[j].Code
}

type codeAndNameSorter struct {
	data []CodeAndName
}

func (s codeAndNameSorter) Len() int           { return len(s.data) }
func (s codeAndNameSorter) Swap(i, j int)      { s.data[i], s.data[j] = s.data[j], s.data[i] }
func (s codeAndNameSorter) Less(i, j int) bool { return s.data[i].Code < s.data[j].Code }