package commands import ( "bytes" "errors" "fmt" "io" "path" cmds "github.com/jbenet/go-ipfs/commands" core "github.com/jbenet/go-ipfs/core" importer "github.com/jbenet/go-ipfs/importer" "github.com/jbenet/go-ipfs/importer/chunk" dag "github.com/jbenet/go-ipfs/merkledag" pinning "github.com/jbenet/go-ipfs/pin" ft "github.com/jbenet/go-ipfs/unixfs" u "github.com/jbenet/go-ipfs/util" ) // Error indicating the max depth has been exceded. var ErrDepthLimitExceeded = fmt.Errorf("depth limit exceeded") type AddOutput struct { Objects []*Object Names []string Quiet bool } var AddCmd = &cmds.Command{ Helptext: cmds.HelpText{ Tagline: "Add an object to ipfs.", ShortDescription: ` Adds contents of to ipfs. Use -r to add directories. Note that directories are added recursively, to form the ipfs MerkleDAG. A smarter partial add with a staging area (like git) remains to be implemented. `, }, Arguments: []cmds.Argument{ cmds.FileArg("path", true, true, "The path to a file to be added to IPFS").EnableRecursive(), }, Options: []cmds.Option{ cmds.OptionRecursivePath, // a builtin option that allows recursive paths (-r, --recursive) cmds.BoolOption("quiet", "q", "Write minimal output"), }, Run: func(req cmds.Request) (interface{}, error) { added := &AddOutput{} n, err := req.Context().GetNode() if err != nil { return nil, err } for { file, err := req.Files().NextFile() if err != nil && err != io.EOF { return nil, err } if file == nil { break } _, err = addFile(n, file, added) if err != nil { return nil, err } } quiet, _, err := req.Option("quiet").Bool() if err != nil { return nil, err } added.Quiet = quiet return added, nil }, Marshalers: cmds.MarshalerMap{ cmds.Text: func(res cmds.Response) (io.Reader, error) { val, ok := res.Output().(*AddOutput) if !ok { return nil, u.ErrCast() } // TODO: use this with an option // sort.Stable(val) var buf bytes.Buffer for i, obj := range val.Objects { if val.Quiet { buf.Write([]byte(fmt.Sprintf("%s\n", obj.Hash))) } else { buf.Write([]byte(fmt.Sprintf("added %s %s\n", obj.Hash, val.Names[i]))) } } return &buf, nil }, }, Type: &AddOutput{}, } func add(n *core.IpfsNode, readers []io.Reader) ([]*dag.Node, error) { mp, ok := n.Pinning.(pinning.ManualPinner) if !ok { return nil, errors.New("invalid pinner type! expected manual pinner") } dagnodes := make([]*dag.Node, 0) for _, reader := range readers { node, err := importer.BuildDagFromReader(reader, n.DAG, mp, chunk.DefaultSplitter) if err != nil { return nil, err } dagnodes = append(dagnodes, node) } return dagnodes, nil } func addNode(n *core.IpfsNode, node *dag.Node) error { err := n.DAG.AddRecursive(node) // add the file to the graph + local storage if err != nil { return err } err = n.Pinning.Pin(node, true) // ensure we keep it if err != nil { return err } return nil } func addFile(n *core.IpfsNode, file cmds.File, added *AddOutput) (*dag.Node, error) { if file.IsDirectory() { return addDir(n, file, added) } dns, err := add(n, []io.Reader{file}) if err != nil { return nil, err } log.Infof("adding file: %s", file.FileName()) if err := addDagnode(added, file.FileName(), dns[len(dns)-1]); err != nil { return nil, err } return dns[len(dns)-1], nil // last dag node is the file. } func addDir(n *core.IpfsNode, dir cmds.File, added *AddOutput) (*dag.Node, error) { log.Infof("adding directory: %s", dir.FileName()) tree := &dag.Node{Data: ft.FolderPBData()} for { file, err := dir.NextFile() if err != nil && err != io.EOF { return nil, err } if file == nil { break } node, err := addFile(n, file, added) if err != nil { return nil, err } _, name := path.Split(file.FileName()) err = tree.AddNodeLink(name, node) if err != nil { return nil, err } } err := addDagnode(added, dir.FileName(), tree) if err != nil { return nil, err } err = addNode(n, tree) if err != nil { return nil, err } return tree, nil } // addDagnode adds dagnode info to an output object func addDagnode(output *AddOutput, name string, dn *dag.Node) error { o, err := getOutput(dn) if err != nil { return err } output.Objects = append(output.Objects, o) output.Names = append(output.Names, name) return nil } // Sort interface implementation to sort add output by name func (a AddOutput) Len() int { return len(a.Names) } func (a AddOutput) Swap(i, j int) { a.Names[i], a.Names[j] = a.Names[j], a.Names[i] a.Objects[i], a.Objects[j] = a.Objects[j], a.Objects[i] } func (a AddOutput) Less(i, j int) bool { return a.Names[i] < a.Names[j] }