unixfs.go 7.04 KB
Newer Older
1 2 3
package options

import (
4 5 6
	"errors"
	"fmt"

Łukasz Magiera's avatar
Łukasz Magiera committed
7 8 9
	cid "github.com/ipfs/go-cid"
	dag "github.com/ipfs/go-merkledag"
	mh "github.com/multiformats/go-multihash"
10 11
)

12 13 14 15
type Layout int

const (
	BalancedLayout Layout = iota
16
	TrickleLayout
17 18
)

19 20 21 22
type UnixfsAddSettings struct {
	CidVersion int
	MhType     uint64

23
	Inline       bool
24 25 26
	InlineLimit  int
	RawLeaves    bool
	RawLeavesSet bool
27 28 29

	Chunker string
	Layout  Layout
30 31 32

	Pin      bool
	OnlyHash bool
33 34
	FsCache  bool
	NoCopy   bool
Łukasz Magiera's avatar
Łukasz Magiera committed
35

Łukasz Magiera's avatar
Łukasz Magiera committed
36
	Wrap bool
37 38 39 40

	Events   chan<- interface{}
	Silent   bool
	Progress bool
41 42
}

Łukasz Magiera's avatar
Łukasz Magiera committed
43
type UnixfsLsSettings struct {
44
	ResolveChildren bool
Łukasz Magiera's avatar
Łukasz Magiera committed
45 46
}

47
type UnixfsAddOption func(*UnixfsAddSettings) error
Łukasz Magiera's avatar
Łukasz Magiera committed
48
type UnixfsLsOption func(*UnixfsLsSettings) error
49

50
func UnixfsAddOptions(opts ...UnixfsAddOption) (*UnixfsAddSettings, cid.Prefix, error) {
51 52 53 54
	options := &UnixfsAddSettings{
		CidVersion: -1,
		MhType:     mh.SHA2_256,

55 56
		Inline:       false,
		InlineLimit:  32,
57 58
		RawLeaves:    false,
		RawLeavesSet: false,
59 60 61

		Chunker: "size-262144",
		Layout:  BalancedLayout,
62 63 64

		Pin:      false,
		OnlyHash: false,
65 66
		FsCache:  false,
		NoCopy:   false,
Łukasz Magiera's avatar
Łukasz Magiera committed
67

Łukasz Magiera's avatar
Łukasz Magiera committed
68
		Wrap: false,
69 70 71 72

		Events:   nil,
		Silent:   false,
		Progress: false,
73 74 75 76 77
	}

	for _, opt := range opts {
		err := opt(options)
		if err != nil {
78 79 80 81
			return nil, cid.Prefix{}, err
		}
	}

82 83 84 85 86 87 88 89 90 91 92
	// nocopy -> rawblocks
	if options.NoCopy && !options.RawLeaves {
		// fixed?
		if options.RawLeavesSet {
			return nil, cid.Prefix{}, fmt.Errorf("nocopy option requires '--raw-leaves' to be enabled as well")
		}

		// No, satisfy mandatory constraint.
		options.RawLeaves = true
	}

93 94 95 96 97 98 99 100 101 102 103 104 105 106
	// (hash != "sha2-256") -> CIDv1
	if options.MhType != mh.SHA2_256 {
		switch options.CidVersion {
		case 0:
			return nil, cid.Prefix{}, errors.New("CIDv0 only supports sha2-256")
		case 1, -1:
			options.CidVersion = 1
		default:
			return nil, cid.Prefix{}, fmt.Errorf("unknown CID version: %d", options.CidVersion)
		}
	} else {
		if options.CidVersion < 0 {
			// Default to CIDv0
			options.CidVersion = 0
107 108 109
		}
	}

110 111 112 113 114 115 116 117 118 119 120 121 122 123
	// cidV1 -> raw blocks (by default)
	if options.CidVersion > 0 && !options.RawLeavesSet {
		options.RawLeaves = true
	}

	prefix, err := dag.PrefixForCidVersion(options.CidVersion)
	if err != nil {
		return nil, cid.Prefix{}, err
	}

	prefix.MhType = options.MhType
	prefix.MhLength = -1

	return options, prefix, nil
124 125
}

Łukasz Magiera's avatar
Łukasz Magiera committed
126 127
func UnixfsLsOptions(opts ...UnixfsLsOption) (*UnixfsLsSettings, error) {
	options := &UnixfsLsSettings{
128
		ResolveChildren: true,
Łukasz Magiera's avatar
Łukasz Magiera committed
129 130 131 132 133 134 135 136 137 138 139 140
	}

	for _, opt := range opts {
		err := opt(options)
		if err != nil {
			return nil, err
		}
	}

	return options, nil
}

141 142 143 144
type unixfsOpts struct{}

var Unixfs unixfsOpts

145 146
// CidVersion specifies which CID version to use. Defaults to 0 unless an option
// that depends on CIDv1 is passed.
147 148 149 150 151 152 153
func (unixfsOpts) CidVersion(version int) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.CidVersion = version
		return nil
	}
}

154 155 156
// Hash function to use. Implies CIDv1 if not set to sha2-256 (default).
//
// Table of functions is declared in https://github.com/multiformats/go-multihash/blob/master/multihash.go
157 158 159 160 161 162
func (unixfsOpts) Hash(mhtype uint64) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.MhType = mhtype
		return nil
	}
}
163

164 165
// RawLeaves specifies whether to use raw blocks for leaves (data nodes with no
// links) instead of wrapping them with unixfs structures.
166 167 168 169 170 171 172 173
func (unixfsOpts) RawLeaves(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.RawLeaves = enable
		settings.RawLeavesSet = true
		return nil
	}
}

174 175 176 177 178 179 180 181
// Inline tells the adder to inline small blocks into CIDs
func (unixfsOpts) Inline(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Inline = enable
		return nil
	}
}

182
// InlineLimit sets the amount of bytes below which blocks will be encoded
183 184 185 186
// directly into CID instead of being stored and addressed by it's hash.
// Specifying this option won't enable block inlining. For that use `Inline`
// option. Default: 32 bytes
//
187
// Note that while there is no hard limit on the number of bytes, it should be
188 189
// kept at a reasonably low value, such as 64; implementations may choose to
// reject anything larger.
190 191 192 193 194 195
func (unixfsOpts) InlineLimit(limit int) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.InlineLimit = limit
		return nil
	}
}
196

197 198 199 200 201
// Chunker specifies settings for the chunking algorithm to use.
//
// Default: size-262144, formats:
// size-[bytes] - Simple chunker splitting data into blocks of n bytes
// rabin-[min]-[avg]-[max] - Rabin chunker
202 203 204 205 206 207 208
func (unixfsOpts) Chunker(chunker string) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Chunker = chunker
		return nil
	}
}

209 210 211 212
// Layout tells the adder how to balance data between leaves.
// options.BalancedLayout is the default, it's optimized for static seekable
// files.
// options.TrickleLayout is optimized for streaming data,
213 214 215 216 217 218
func (unixfsOpts) Layout(layout Layout) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Layout = layout
		return nil
	}
}
219

220
// Pin tells the adder to pin the file root recursively after adding
221 222 223 224 225 226 227
func (unixfsOpts) Pin(pin bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Pin = pin
		return nil
	}
}

228 229
// HashOnly will make the adder calculate data hash without storing it in the
// blockstore or announcing it to the network
230 231 232 233 234 235 236
func (unixfsOpts) HashOnly(hashOnly bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.OnlyHash = hashOnly
		return nil
	}
}

Łukasz Magiera's avatar
Łukasz Magiera committed
237 238 239 240 241 242 243 244
// Wrap tells the adder to wrap the added file structure with an additional
// directory.
func (unixfsOpts) Wrap(wrap bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Wrap = wrap
		return nil
	}
}
245

246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271
// Events specifies channel which will be used to report events about ongoing
// Add operation.
//
// Note that if this channel blocks it may slowdown the adder
func (unixfsOpts) Events(sink chan<- interface{}) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Events = sink
		return nil
	}
}

// Silent reduces event output
func (unixfsOpts) Silent(silent bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Silent = silent
		return nil
	}
}

// Progress tells the adder whether to enable progress events
func (unixfsOpts) Progress(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.Progress = enable
		return nil
	}
}
272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291

// FsCache tells the adder to check the filestore for pre-existing blocks
//
// Experimental
func (unixfsOpts) FsCache(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.FsCache = enable
		return nil
	}
}

// NoCopy tells the adder to add the files using filestore. Implies RawLeaves.
//
// Experimental
func (unixfsOpts) Nocopy(enable bool) UnixfsAddOption {
	return func(settings *UnixfsAddSettings) error {
		settings.NoCopy = enable
		return nil
	}
}
Łukasz Magiera's avatar
Łukasz Magiera committed
292

293
func (unixfsOpts) ResolveChildren(resolve bool) UnixfsLsOption {
294
	return func(settings *UnixfsLsSettings) error {
295
		settings.ResolveChildren = resolve
296 297
		return nil
	}
Łukasz Magiera's avatar
Łukasz Magiera committed
298
}