unixfs.go 7.67 KB
Newer Older
1 2 3
package options

import (
4 5 6
	"errors"
	"fmt"

Steven Allen's avatar
Steven Allen committed
7
	cid "gx/ipfs/QmR8BauakNcBa3RbE4nbQu76PDiJgoQgz8AJdhJuiU4TAw/go-cid"
Steven Allen's avatar
Steven Allen committed
8
	dag "gx/ipfs/QmUtsx89yiCY6F8mbpP6ecXckiSzCBH7EvkKZuZEHBcr1m/go-merkledag"
Steven Allen's avatar
Steven Allen committed
9
	mh "gx/ipfs/QmerPMzPk1mJVowm8KgmoknWa4yCYvvugMPsgWmDNUvDLW/go-multihash"
10 11
)

12 13 14 15
type Layout int

const (
	BalancedLayout Layout = iota
16
	TrickleLayout
17 18
)

19 20 21 22
type UnixfsAddSettings struct {
	CidVersion int
	MhType     uint64

23
	Inline       bool
24 25 26
	InlineLimit  int
	RawLeaves    bool
	RawLeavesSet bool
27 28 29

	Chunker string
	Layout  Layout
30 31 32

	Pin      bool
	OnlyHash bool
33 34
	FsCache  bool
	NoCopy   bool
Łukasz Magiera's avatar
Łukasz Magiera committed
35

36 37 38
	Wrap      bool
	Hidden    bool
	StdinName string
39 40 41 42

	Events   chan<- interface{}
	Silent   bool
	Progress bool
43 44
}

Łukasz Magiera's avatar
Łukasz Magiera committed
45
type UnixfsLsSettings struct {
46
	ResolveChildren bool
Łukasz Magiera's avatar
Łukasz Magiera committed
47 48
}

49
type UnixfsAddOption func(*UnixfsAddSettings) error
Łukasz Magiera's avatar
Łukasz Magiera committed
50
type UnixfsLsOption func(*UnixfsLsSettings) error
51

52
func UnixfsAddOptions(opts ...UnixfsAddOption) (*UnixfsAddSettings, cid.Prefix, error) {
53 54 55 56
	options := &UnixfsAddSettings{
		CidVersion: -1,
		MhType:     mh.SHA2_256,

57 58
		Inline:       false,
		InlineLimit:  32,
59 60
		RawLeaves:    false,
		RawLeavesSet: false,
61 62 63

		Chunker: "size-262144",
		Layout:  BalancedLayout,
64 65 66

		Pin:      false,
		OnlyHash: false,
67 68
		FsCache:  false,
		NoCopy:   false,
Łukasz Magiera's avatar
Łukasz Magiera committed
69

70 71 72
		Wrap:      false,
		Hidden:    false,
		StdinName: "",
73 74 75 76

		Events:   nil,
		Silent:   false,
		Progress: false,
77 78 79 80 81
	}

	for _, opt := range opts {
		err := opt(options)
		if err != nil {
82 83 84 85
			return nil, cid.Prefix{}, err
		}
	}

86 87 88 89 90 91 92 93 94 95 96
	// nocopy -> rawblocks
	if options.NoCopy && !options.RawLeaves {
		// fixed?
		if options.RawLeavesSet {
			return nil, cid.Prefix{}, fmt.Errorf("nocopy option requires '--raw-leaves' to be enabled as well")
		}

		// No, satisfy mandatory constraint.
		options.RawLeaves = true
	}

97 98 99 100 101 102 103 104 105 106 107 108 109 110
	// (hash != "sha2-256") -> CIDv1
	if options.MhType != mh.SHA2_256 {
		switch options.CidVersion {
		case 0:
			return nil, cid.Prefix{}, errors.New("CIDv0 only supports sha2-256")
		case 1, -1:
			options.CidVersion = 1
		default:
			return nil, cid.Prefix{}, fmt.Errorf("unknown CID version: %d", options.CidVersion)
		}
	} else {
		if options.CidVersion < 0 {
			// Default to CIDv0
			options.CidVersion = 0
111 112 113
		}
	}

114 115 116 117 118 119 120 121 122 123 124 125 126 127
	// cidV1 -> raw blocks (by default)
	if options.CidVersion > 0 && !options.RawLeavesSet {
		options.RawLeaves = true
	}

	prefix, err := dag.PrefixForCidVersion(options.CidVersion)
	if err != nil {
		return nil, cid.Prefix{}, err
	}

	prefix.MhType = options.MhType
	prefix.MhLength = -1

	return options, prefix, nil
128 129
}

Łukasz Magiera's avatar
Łukasz Magiera committed
130 131
func UnixfsLsOptions(opts ...UnixfsLsOption) (*UnixfsLsSettings, error) {
	options := &UnixfsLsSettings{
132
		ResolveChildren: true,
Łukasz Magiera's avatar
Łukasz Magiera committed
133 134 135 136 137 138 139 140 141 142 143 144
	}

	for _, opt := range opts {
		err := opt(options)
		if err != nil {
			return nil, err
		}
	}

	return options, nil
}

145 146 147 148
type unixfsOpts struct{}

var Unixfs unixfsOpts

149 150
// CidVersion specifies which CID version to use. Defaults to 0 unless an option
// that depends on CIDv1 is passed.
151 152 153 154 155 156 157
func (unixfsOpts) CidVersion(version int) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.CidVersion = version
		return nil
	}
}

158 159 160
// Hash function to use. Implies CIDv1 if not set to sha2-256 (default).
//
// Table of functions is declared in https://github.com/multiformats/go-multihash/blob/master/multihash.go
161 162 163 164 165 166
func (unixfsOpts) Hash(mhtype uint64) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.MhType = mhtype
		return nil
	}
}
167

168 169
// RawLeaves specifies whether to use raw blocks for leaves (data nodes with no
// links) instead of wrapping them with unixfs structures.
170 171 172 173 174 175 176 177
func (unixfsOpts) RawLeaves(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.RawLeaves = enable
		settings.RawLeavesSet = true
		return nil
	}
}

178 179 180 181 182 183 184 185
// Inline tells the adder to inline small blocks into CIDs
func (unixfsOpts) Inline(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Inline = enable
		return nil
	}
}

186
// InlineLimit sets the amount of bytes below which blocks will be encoded
187 188 189 190
// directly into CID instead of being stored and addressed by it's hash.
// Specifying this option won't enable block inlining. For that use `Inline`
// option. Default: 32 bytes
//
191
// Note that while there is no hard limit on the number of bytes, it should be
192 193
// kept at a reasonably low value, such as 64; implementations may choose to
// reject anything larger.
194 195 196 197 198 199
func (unixfsOpts) InlineLimit(limit int) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.InlineLimit = limit
		return nil
	}
}
200

201 202 203 204 205
// Chunker specifies settings for the chunking algorithm to use.
//
// Default: size-262144, formats:
// size-[bytes] - Simple chunker splitting data into blocks of n bytes
// rabin-[min]-[avg]-[max] - Rabin chunker
206 207 208 209 210 211 212
func (unixfsOpts) Chunker(chunker string) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Chunker = chunker
		return nil
	}
}

213 214 215 216
// Layout tells the adder how to balance data between leaves.
// options.BalancedLayout is the default, it's optimized for static seekable
// files.
// options.TrickleLayout is optimized for streaming data,
217 218 219 220 221 222
func (unixfsOpts) Layout(layout Layout) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Layout = layout
		return nil
	}
}
223

224
// Pin tells the adder to pin the file root recursively after adding
225 226 227 228 229 230 231
func (unixfsOpts) Pin(pin bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Pin = pin
		return nil
	}
}

232 233
// HashOnly will make the adder calculate data hash without storing it in the
// blockstore or announcing it to the network
234 235 236 237 238 239 240
func (unixfsOpts) HashOnly(hashOnly bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.OnlyHash = hashOnly
		return nil
	}
}

Łukasz Magiera's avatar
Łukasz Magiera committed
241 242 243 244 245 246 247 248
// Wrap tells the adder to wrap the added file structure with an additional
// directory.
func (unixfsOpts) Wrap(wrap bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Wrap = wrap
		return nil
	}
}
249 250 251 252 253 254 255 256

// Hidden enables adding of hidden files (files prefixed with '.')
func (unixfsOpts) Hidden(hidden bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Hidden = hidden
		return nil
	}
}
257 258 259 260 261 262 263 264 265

// StdinName is the name set for files which don specify FilePath as
// os.Stdin.Name()
func (unixfsOpts) StdinName(name string) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.StdinName = name
		return nil
	}
}
266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292

// Events specifies channel which will be used to report events about ongoing
// Add operation.
//
// Note that if this channel blocks it may slowdown the adder
func (unixfsOpts) Events(sink chan<- interface{}) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Events = sink
		return nil
	}
}

// Silent reduces event output
func (unixfsOpts) Silent(silent bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Silent = silent
		return nil
	}
}

// Progress tells the adder whether to enable progress events
func (unixfsOpts) Progress(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Progress = enable
		return nil
	}
}
293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312

// FsCache tells the adder to check the filestore for pre-existing blocks
//
// Experimental
func (unixfsOpts) FsCache(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.FsCache = enable
		return nil
	}
}

// NoCopy tells the adder to add the files using filestore. Implies RawLeaves.
//
// Experimental
func (unixfsOpts) Nocopy(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.NoCopy = enable
		return nil
	}
}
Łukasz Magiera's avatar
Łukasz Magiera committed
313

314
func (unixfsOpts) ResolveChildren(resolve bool) UnixfsLsOption {
315
	return func(settings *UnixfsLsSettings) error {
316
		settings.ResolveChildren = resolve
317 318
		return nil
	}
Łukasz Magiera's avatar
Łukasz Magiera committed
319
}