unixfs.go 6.78 KB
Newer Older
1 2 3
package options

import (
4 5 6
	"errors"
	"fmt"

Łukasz Magiera's avatar
Łukasz Magiera committed
7 8 9
	cid "github.com/ipfs/go-cid"
	dag "github.com/ipfs/go-merkledag"
	mh "github.com/multiformats/go-multihash"
10 11
)

12 13 14 15
type Layout int

const (
	BalancedLayout Layout = iota
16
	TrickleLayout
17 18
)

19 20 21 22
type UnixfsAddSettings struct {
	CidVersion int
	MhType     uint64

23
	Inline       bool
24 25 26
	InlineLimit  int
	RawLeaves    bool
	RawLeavesSet bool
27 28 29

	Chunker string
	Layout  Layout
30 31 32

	Pin      bool
	OnlyHash bool
33 34
	FsCache  bool
	NoCopy   bool
Łukasz Magiera's avatar
Łukasz Magiera committed
35

36 37 38
	Events   chan<- interface{}
	Silent   bool
	Progress bool
39 40
}

Łukasz Magiera's avatar
Łukasz Magiera committed
41
type UnixfsLsSettings struct {
42
	ResolveChildren bool
Łukasz Magiera's avatar
Łukasz Magiera committed
43 44
}

45
type UnixfsAddOption func(*UnixfsAddSettings) error
Łukasz Magiera's avatar
Łukasz Magiera committed
46
type UnixfsLsOption func(*UnixfsLsSettings) error
47

48
func UnixfsAddOptions(opts ...UnixfsAddOption) (*UnixfsAddSettings, cid.Prefix, error) {
49 50 51 52
	options := &UnixfsAddSettings{
		CidVersion: -1,
		MhType:     mh.SHA2_256,

53 54
		Inline:       false,
		InlineLimit:  32,
55 56
		RawLeaves:    false,
		RawLeavesSet: false,
57 58 59

		Chunker: "size-262144",
		Layout:  BalancedLayout,
60 61 62

		Pin:      false,
		OnlyHash: false,
63 64
		FsCache:  false,
		NoCopy:   false,
Łukasz Magiera's avatar
Łukasz Magiera committed
65

66 67 68
		Events:   nil,
		Silent:   false,
		Progress: false,
69 70 71 72 73
	}

	for _, opt := range opts {
		err := opt(options)
		if err != nil {
74 75 76 77
			return nil, cid.Prefix{}, err
		}
	}

78 79 80 81 82 83 84 85 86 87 88
	// nocopy -> rawblocks
	if options.NoCopy && !options.RawLeaves {
		// fixed?
		if options.RawLeavesSet {
			return nil, cid.Prefix{}, fmt.Errorf("nocopy option requires '--raw-leaves' to be enabled as well")
		}

		// No, satisfy mandatory constraint.
		options.RawLeaves = true
	}

89 90 91 92 93 94 95 96 97 98 99 100 101 102
	// (hash != "sha2-256") -> CIDv1
	if options.MhType != mh.SHA2_256 {
		switch options.CidVersion {
		case 0:
			return nil, cid.Prefix{}, errors.New("CIDv0 only supports sha2-256")
		case 1, -1:
			options.CidVersion = 1
		default:
			return nil, cid.Prefix{}, fmt.Errorf("unknown CID version: %d", options.CidVersion)
		}
	} else {
		if options.CidVersion < 0 {
			// Default to CIDv0
			options.CidVersion = 0
103 104 105
		}
	}

106 107 108 109 110 111 112 113 114 115 116 117 118 119
	// cidV1 -> raw blocks (by default)
	if options.CidVersion > 0 && !options.RawLeavesSet {
		options.RawLeaves = true
	}

	prefix, err := dag.PrefixForCidVersion(options.CidVersion)
	if err != nil {
		return nil, cid.Prefix{}, err
	}

	prefix.MhType = options.MhType
	prefix.MhLength = -1

	return options, prefix, nil
120 121
}

Łukasz Magiera's avatar
Łukasz Magiera committed
122 123
func UnixfsLsOptions(opts ...UnixfsLsOption) (*UnixfsLsSettings, error) {
	options := &UnixfsLsSettings{
124
		ResolveChildren: true,
Łukasz Magiera's avatar
Łukasz Magiera committed
125 126 127 128 129 130 131 132 133 134 135 136
	}

	for _, opt := range opts {
		err := opt(options)
		if err != nil {
			return nil, err
		}
	}

	return options, nil
}

137 138 139 140
type unixfsOpts struct{}

var Unixfs unixfsOpts

141 142
// CidVersion specifies which CID version to use. Defaults to 0 unless an option
// that depends on CIDv1 is passed.
143 144 145 146 147 148 149
func (unixfsOpts) CidVersion(version int) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.CidVersion = version
		return nil
	}
}

150 151 152
// Hash function to use. Implies CIDv1 if not set to sha2-256 (default).
//
// Table of functions is declared in https://github.com/multiformats/go-multihash/blob/master/multihash.go
153 154 155 156 157 158
func (unixfsOpts) Hash(mhtype uint64) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.MhType = mhtype
		return nil
	}
}
159

160 161
// RawLeaves specifies whether to use raw blocks for leaves (data nodes with no
// links) instead of wrapping them with unixfs structures.
162 163 164 165 166 167 168 169
func (unixfsOpts) RawLeaves(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.RawLeaves = enable
		settings.RawLeavesSet = true
		return nil
	}
}

170 171 172 173 174 175 176 177
// Inline tells the adder to inline small blocks into CIDs
func (unixfsOpts) Inline(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Inline = enable
		return nil
	}
}

178
// InlineLimit sets the amount of bytes below which blocks will be encoded
179 180 181 182
// directly into CID instead of being stored and addressed by it's hash.
// Specifying this option won't enable block inlining. For that use `Inline`
// option. Default: 32 bytes
//
183
// Note that while there is no hard limit on the number of bytes, it should be
184 185
// kept at a reasonably low value, such as 64; implementations may choose to
// reject anything larger.
186 187 188 189 190 191
func (unixfsOpts) InlineLimit(limit int) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.InlineLimit = limit
		return nil
	}
}
192

193 194 195 196 197
// Chunker specifies settings for the chunking algorithm to use.
//
// Default: size-262144, formats:
// size-[bytes] - Simple chunker splitting data into blocks of n bytes
// rabin-[min]-[avg]-[max] - Rabin chunker
198 199 200 201 202 203 204
func (unixfsOpts) Chunker(chunker string) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Chunker = chunker
		return nil
	}
}

205 206 207 208
// Layout tells the adder how to balance data between leaves.
// options.BalancedLayout is the default, it's optimized for static seekable
// files.
// options.TrickleLayout is optimized for streaming data,
209 210 211 212 213 214
func (unixfsOpts) Layout(layout Layout) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Layout = layout
		return nil
	}
}
215

216
// Pin tells the adder to pin the file root recursively after adding
217 218 219 220 221 222 223
func (unixfsOpts) Pin(pin bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Pin = pin
		return nil
	}
}

224 225
// HashOnly will make the adder calculate data hash without storing it in the
// blockstore or announcing it to the network
226 227 228 229 230 231 232
func (unixfsOpts) HashOnly(hashOnly bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.OnlyHash = hashOnly
		return nil
	}
}

233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258
// Events specifies channel which will be used to report events about ongoing
// Add operation.
//
// Note that if this channel blocks it may slowdown the adder
func (unixfsOpts) Events(sink chan<- interface{}) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Events = sink
		return nil
	}
}

// Silent reduces event output
func (unixfsOpts) Silent(silent bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Silent = silent
		return nil
	}
}

// Progress tells the adder whether to enable progress events
func (unixfsOpts) Progress(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Progress = enable
		return nil
	}
}
259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278

// FsCache tells the adder to check the filestore for pre-existing blocks
//
// Experimental
func (unixfsOpts) FsCache(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.FsCache = enable
		return nil
	}
}

// NoCopy tells the adder to add the files using filestore. Implies RawLeaves.
//
// Experimental
func (unixfsOpts) Nocopy(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.NoCopy = enable
		return nil
	}
}
Łukasz Magiera's avatar
Łukasz Magiera committed
279

280
func (unixfsOpts) ResolveChildren(resolve bool) UnixfsLsOption {
281
	return func(settings *UnixfsLsSettings) error {
282
		settings.ResolveChildren = resolve
283 284
		return nil
	}
Łukasz Magiera's avatar
Łukasz Magiera committed
285
}