package merkledag import ( "context" "encoding/json" "fmt" mh "gx/ipfs/QmZyZDi491cCNTLfAhwcaDii2Kg4pwKRkhqQzURGDvY6ua/go-multihash" cid "gx/ipfs/QmcZfnkapfECQGcLZaf9B79NRg7cRa9EnZh4LSbkCzwNvY/go-cid" ipld "gx/ipfs/Qme5bWv7wtjUNGsK2BNGVUFPKiuxWrsqrtvYwCLRw8YFES/go-ipld-format" ) var ErrNotProtobuf = fmt.Errorf("expected protobuf dag node") var ErrLinkNotFound = fmt.Errorf("no link by that name") // Node represents a node in the IPFS Merkle DAG. // nodes have opaque data and a set of navigable links. type ProtoNode struct { links []*ipld.Link data []byte // cache encoded/marshaled value encoded []byte cached *cid.Cid // Prefix specifies cid version and hashing function Prefix cid.Prefix } var v0CidPrefix = cid.Prefix{ Codec: cid.DagProtobuf, MhLength: -1, MhType: mh.SHA2_256, Version: 0, } var v1CidPrefix = cid.Prefix{ Codec: cid.DagProtobuf, MhLength: -1, MhType: mh.SHA2_256, Version: 1, } // V0CidPrefix returns a prefix for CIDv0 func V0CidPrefix() cid.Prefix { return v0CidPrefix } // V1CidPrefix returns a prefix for CIDv1 with the default settings func V1CidPrefix() cid.Prefix { return v1CidPrefix } // PrefixForCidVersion returns the Protobuf prefix for a given CID version func PrefixForCidVersion(version int) (cid.Prefix, error) { switch version { case 0: return v0CidPrefix, nil case 1: return v1CidPrefix, nil default: return cid.Prefix{}, fmt.Errorf("unknown CID version: %d", version) } } // SetPrefix sets the CID prefix if it is non nil, if prefix is nil then // it resets it the default value func (n *ProtoNode) SetPrefix(prefix *cid.Prefix) { if prefix == nil { n.Prefix = v0CidPrefix } else { n.Prefix = *prefix n.Prefix.Codec = cid.DagProtobuf n.encoded = nil n.cached = nil } } type LinkSlice []*ipld.Link func (ls LinkSlice) Len() int { return len(ls) } func (ls LinkSlice) Swap(a, b int) { ls[a], ls[b] = ls[b], ls[a] } func (ls LinkSlice) Less(a, b int) bool { return ls[a].Name < ls[b].Name } func NodeWithData(d []byte) *ProtoNode { return &ProtoNode{data: d} } // AddNodeLink adds a link to another node. func (n *ProtoNode) AddNodeLink(name string, that ipld.Node) error { n.encoded = nil lnk, err := ipld.MakeLink(that) if err != nil { return err } lnk.Name = name n.AddRawLink(name, lnk) return nil } // AddNodeLinkClean adds a link to another node. without keeping a reference to // the child node func (n *ProtoNode) AddNodeLinkClean(name string, that ipld.Node) error { n.encoded = nil lnk, err := ipld.MakeLink(that) if err != nil { return err } n.AddRawLink(name, lnk) return nil } // AddRawLink adds a copy of a link to this node func (n *ProtoNode) AddRawLink(name string, l *ipld.Link) error { n.encoded = nil n.links = append(n.links, &ipld.Link{ Name: name, Size: l.Size, Cid: l.Cid, }) return nil } // RemoveNodeLink removes a link on this node by the given name. func (n *ProtoNode) RemoveNodeLink(name string) error { n.encoded = nil good := make([]*ipld.Link, 0, len(n.links)) var found bool for _, l := range n.links { if l.Name != name { good = append(good, l) } else { found = true } } n.links = good if !found { return ipld.ErrNotFound } return nil } // GetNodeLink returns a copy of the link with the given name. func (n *ProtoNode) GetNodeLink(name string) (*ipld.Link, error) { for _, l := range n.links { if l.Name == name { return &ipld.Link{ Name: l.Name, Size: l.Size, Cid: l.Cid, }, nil } } return nil, ErrLinkNotFound } // GetLinkedProtoNode returns a copy of the ProtoNode with the given name. func (n *ProtoNode) GetLinkedProtoNode(ctx context.Context, ds ipld.DAGService, name string) (*ProtoNode, error) { nd, err := n.GetLinkedNode(ctx, ds, name) if err != nil { return nil, err } pbnd, ok := nd.(*ProtoNode) if !ok { return nil, ErrNotProtobuf } return pbnd, nil } // GetLinkedNode returns a copy of the IPLD Node with the given name. func (n *ProtoNode) GetLinkedNode(ctx context.Context, ds ipld.DAGService, name string) (ipld.Node, error) { lnk, err := n.GetNodeLink(name) if err != nil { return nil, err } return lnk.GetNode(ctx, ds) } // Copy returns a copy of the node. // NOTE: Does not make copies of Node objects in the links. func (n *ProtoNode) Copy() ipld.Node { nnode := new(ProtoNode) if len(n.data) > 0 { nnode.data = make([]byte, len(n.data)) copy(nnode.data, n.data) } if len(n.links) > 0 { nnode.links = make([]*ipld.Link, len(n.links)) copy(nnode.links, n.links) } nnode.Prefix = n.Prefix return nnode } func (n *ProtoNode) RawData() []byte { out, _ := n.EncodeProtobuf(false) return out } func (n *ProtoNode) Data() []byte { return n.data } func (n *ProtoNode) SetData(d []byte) { n.encoded = nil n.cached = nil n.data = d } // UpdateNodeLink return a copy of the node with the link name set to point to // that. If a link of the same name existed, it is removed. func (n *ProtoNode) UpdateNodeLink(name string, that *ProtoNode) (*ProtoNode, error) { newnode := n.Copy().(*ProtoNode) _ = newnode.RemoveNodeLink(name) // ignore error err := newnode.AddNodeLink(name, that) return newnode, err } // Size returns the total size of the data addressed by node, // including the total sizes of references. func (n *ProtoNode) Size() (uint64, error) { b, err := n.EncodeProtobuf(false) if err != nil { return 0, err } s := uint64(len(b)) for _, l := range n.links { s += l.Size } return s, nil } // Stat returns statistics on the node. func (n *ProtoNode) Stat() (*ipld.NodeStat, error) { enc, err := n.EncodeProtobuf(false) if err != nil { return nil, err } cumSize, err := n.Size() if err != nil { return nil, err } return &ipld.NodeStat{ Hash: n.Cid().String(), NumLinks: len(n.links), BlockSize: len(enc), LinksSize: len(enc) - len(n.data), // includes framing. DataSize: len(n.data), CumulativeSize: int(cumSize), }, nil } func (n *ProtoNode) Loggable() map[string]interface{} { return map[string]interface{}{ "node": n.String(), } } func (n *ProtoNode) UnmarshalJSON(b []byte) error { s := struct { Data []byte `json:"data"` Links []*ipld.Link `json:"links"` }{} err := json.Unmarshal(b, &s) if err != nil { return err } n.data = s.Data n.links = s.Links return nil } func (n *ProtoNode) MarshalJSON() ([]byte, error) { out := map[string]interface{}{ "data": n.data, "links": n.links, } return json.Marshal(out) } func (n *ProtoNode) Cid() *cid.Cid { if n.encoded != nil && n.cached != nil { return n.cached } if n.Prefix.Codec == 0 { n.SetPrefix(nil) } c, err := n.Prefix.Sum(n.RawData()) if err != nil { // programmer error err = fmt.Errorf("invalid CID of length %d: %x: %v", len(n.RawData()), n.RawData(), err) panic(err) } n.cached = c return c } func (n *ProtoNode) String() string { return n.Cid().String() } // Multihash hashes the encoded data of this node. func (n *ProtoNode) Multihash() mh.Multihash { // NOTE: EncodeProtobuf generates the hash and puts it in n.cached. _, err := n.EncodeProtobuf(false) if err != nil { // Note: no possibility exists for an error to be returned through here panic(err) } return n.cached.Hash() } func (n *ProtoNode) Links() []*ipld.Link { return n.links } func (n *ProtoNode) SetLinks(links []*ipld.Link) { n.links = links } func (n *ProtoNode) Resolve(path []string) (interface{}, []string, error) { return n.ResolveLink(path) } func (n *ProtoNode) ResolveLink(path []string) (*ipld.Link, []string, error) { if len(path) == 0 { return nil, nil, fmt.Errorf("end of path, no more links to resolve") } lnk, err := n.GetNodeLink(path[0]) if err != nil { return nil, nil, err } return lnk, path[1:], nil } func (n *ProtoNode) Tree(p string, depth int) []string { // ProtoNodes are only ever one path deep, anything below that results in // nothing if p != "" { return nil } out := make([]string, 0, len(n.links)) for _, lnk := range n.links { out = append(out, lnk.Name) } return out }