package corehttp import ( "context" "errors" "io/ioutil" "net/http" "net/http/httptest" "strings" "testing" "time" core "github.com/ipfs/go-ipfs/core" coreunix "github.com/ipfs/go-ipfs/core/coreunix" dag "github.com/ipfs/go-ipfs/merkledag" namesys "github.com/ipfs/go-ipfs/namesys" path "github.com/ipfs/go-ipfs/path" repo "github.com/ipfs/go-ipfs/repo" config "github.com/ipfs/go-ipfs/repo/config" testutil "github.com/ipfs/go-ipfs/thirdparty/testutil" ci "gx/ipfs/QmPGxZ1DP2w45WcogpW1h43BvseXbfke9N91qotpoQcUeS/go-libp2p-crypto" id "gx/ipfs/QmeWJwi61vii5g8zQUB9UGegfUbmhTKHgeDFP9XuSp5jZ4/go-libp2p/p2p/protocol/identify" ) // `ipfs object new unixfs-dir` var emptyDir = "/ipfs/QmUNLLsPACCz1vLxQVkXqqLX5R1X345qqfHbsf67hvA3Nn" type mockNamesys map[string]path.Path func (m mockNamesys) Resolve(ctx context.Context, name string) (value path.Path, err error) { return m.ResolveN(ctx, name, namesys.DefaultDepthLimit) } func (m mockNamesys) ResolveN(ctx context.Context, name string, depth int) (value path.Path, err error) { p, ok := m[name] if !ok { return "", namesys.ErrResolveFailed } return p, nil } func (m mockNamesys) Publish(ctx context.Context, name ci.PrivKey, value path.Path) error { return errors.New("not implemented for mockNamesys") } func (m mockNamesys) PublishWithEOL(ctx context.Context, name ci.PrivKey, value path.Path, _ time.Time) error { return errors.New("not implemented for mockNamesys") } func newNodeWithMockNamesys(ns mockNamesys) (*core.IpfsNode, error) { c := config.Config{ Identity: config.Identity{ PeerID: "Qmfoo", // required by offline node }, } r := &repo.Mock{ C: c, D: testutil.ThreadSafeCloserMapDatastore(), } n, err := core.NewNode(context.Background(), &core.BuildCfg{Repo: r}) if err != nil { return nil, err } n.Namesys = ns return n, nil } type delegatedHandler struct { http.Handler } func (dh *delegatedHandler) ServeHTTP(w http.ResponseWriter, r *http.Request) { dh.Handler.ServeHTTP(w, r) } func doWithoutRedirect(req *http.Request) (*http.Response, error) { tag := "without-redirect" c := &http.Client{ CheckRedirect: func(req *http.Request, via []*http.Request) error { return errors.New(tag) }, } res, err := c.Do(req) if err != nil && !strings.Contains(err.Error(), tag) { return nil, err } return res, nil } func newTestServerAndNode(t *testing.T, ns mockNamesys) (*httptest.Server, *core.IpfsNode) { n, err := newNodeWithMockNamesys(ns) if err != nil { t.Fatal(err) } cfg, err := n.Repo.Config() if err != nil { t.Fatal(err) } cfg.Gateway.PathPrefixes = []string{"/good-prefix"} // need this variable here since we need to construct handler with // listener, and server with handler. yay cycles. dh := &delegatedHandler{} ts := httptest.NewServer(dh) dh.Handler, err = makeHandler(n, ts.Listener, VersionOption(), IPNSHostnameOption(), GatewayOption(false, "/ipfs", "/ipns"), ) if err != nil { t.Fatal(err) } return ts, n } func TestGatewayGet(t *testing.T) { ns := mockNamesys{} ts, n := newTestServerAndNode(t, ns) defer ts.Close() k, err := coreunix.Add(n, strings.NewReader("fnord")) if err != nil { t.Fatal(err) } ns["/ipns/example.com"] = path.FromString("/ipfs/" + k) t.Log(ts.URL) for _, test := range []struct { host string path string status int text string }{ {"localhost:5001", "/", http.StatusNotFound, "404 page not found\n"}, {"localhost:5001", "/" + k, http.StatusNotFound, "404 page not found\n"}, {"localhost:5001", "/ipfs/" + k, http.StatusOK, "fnord"}, {"localhost:5001", "/ipns/nxdomain.example.com", http.StatusNotFound, "ipfs cat /ipns/nxdomain.example.com: " + namesys.ErrResolveFailed.Error() + "\n"}, {"localhost:5001", "/ipns/example.com", http.StatusOK, "fnord"}, {"example.com", "/", http.StatusOK, "fnord"}, } { var c http.Client r, err := http.NewRequest("GET", ts.URL+test.path, nil) if err != nil { t.Fatal(err) } r.Host = test.host resp, err := c.Do(r) urlstr := "http://" + test.host + test.path if err != nil { t.Errorf("error requesting %s: %s", urlstr, err) continue } defer resp.Body.Close() if resp.StatusCode != test.status { t.Errorf("got %d, expected %d from %s", resp.StatusCode, test.status, urlstr) continue } body, err := ioutil.ReadAll(resp.Body) if err != nil { t.Fatalf("error reading response from %s: %s", urlstr, err) } if string(body) != test.text { t.Errorf("unexpected response body from %s: expected %q; got %q", urlstr, test.text, body) continue } } } func TestIPNSHostnameRedirect(t *testing.T) { ns := mockNamesys{} ts, n := newTestServerAndNode(t, ns) t.Logf("test server url: %s", ts.URL) defer ts.Close() // create /ipns/example.net/foo/index.html _, dagn1, err := coreunix.AddWrapped(n, strings.NewReader("_"), "_") if err != nil { t.Fatal(err) } _, dagn2, err := coreunix.AddWrapped(n, strings.NewReader("_"), "index.html") if err != nil { t.Fatal(err) } dagn1.(*dag.ProtoNode).AddNodeLink("foo", dagn2) if err != nil { t.Fatal(err) } _, err = n.DAG.Add(dagn2) if err != nil { t.Fatal(err) } _, err = n.DAG.Add(dagn1) if err != nil { t.Fatal(err) } k := dagn1.Cid() t.Logf("k: %s\n", k) ns["/ipns/example.net"] = path.FromString("/ipfs/" + k.String()) // make request to directory containing index.html req, err := http.NewRequest("GET", ts.URL+"/foo", nil) if err != nil { t.Fatal(err) } req.Host = "example.net" res, err := doWithoutRedirect(req) if err != nil { t.Fatal(err) } // expect 302 redirect to same path, but with trailing slash if res.StatusCode != 302 { t.Errorf("status is %d, expected 302", res.StatusCode) } hdr := res.Header["Location"] if len(hdr) < 1 { t.Errorf("location header not present") } else if hdr[0] != "/foo/" { t.Errorf("location header is %v, expected /foo/", hdr[0]) } // make request with prefix to directory containing index.html req, err = http.NewRequest("GET", ts.URL+"/foo", nil) if err != nil { t.Fatal(err) } req.Host = "example.net" req.Header.Set("X-Ipfs-Gateway-Prefix", "/good-prefix") res, err = doWithoutRedirect(req) if err != nil { t.Fatal(err) } // expect 302 redirect to same path, but with prefix and trailing slash if res.StatusCode != 302 { t.Errorf("status is %d, expected 302", res.StatusCode) } hdr = res.Header["Location"] if len(hdr) < 1 { t.Errorf("location header not present") } else if hdr[0] != "/good-prefix/foo/" { t.Errorf("location header is %v, expected /good-prefix/foo/", hdr[0]) } } func TestIPNSHostnameBacklinks(t *testing.T) { ns := mockNamesys{} ts, n := newTestServerAndNode(t, ns) t.Logf("test server url: %s", ts.URL) defer ts.Close() // create /ipns/example.net/foo/ _, dagn1, err := coreunix.AddWrapped(n, strings.NewReader("1"), "file.txt") if err != nil { t.Fatal(err) } _, dagn2, err := coreunix.AddWrapped(n, strings.NewReader("2"), "file.txt") if err != nil { t.Fatal(err) } _, dagn3, err := coreunix.AddWrapped(n, strings.NewReader("3"), "file.txt") if err != nil { t.Fatal(err) } dagn2.(*dag.ProtoNode).AddNodeLink("bar", dagn3) dagn1.(*dag.ProtoNode).AddNodeLink("foo? #<'", dagn2) if err != nil { t.Fatal(err) } _, err = n.DAG.Add(dagn3) if err != nil { t.Fatal(err) } _, err = n.DAG.Add(dagn2) if err != nil { t.Fatal(err) } _, err = n.DAG.Add(dagn1) if err != nil { t.Fatal(err) } k := dagn1.Cid() t.Logf("k: %s\n", k) ns["/ipns/example.net"] = path.FromString("/ipfs/" + k.String()) // make request to directory listing req, err := http.NewRequest("GET", ts.URL+"/foo%3F%20%23%3C%27/", nil) if err != nil { t.Fatal(err) } req.Host = "example.net" res, err := doWithoutRedirect(req) if err != nil { t.Fatal(err) } // expect correct backlinks body, err := ioutil.ReadAll(res.Body) if err != nil { t.Fatalf("error reading response: %s", err) } s := string(body) t.Logf("body: %s\n", string(body)) if !strings.Contains(s, "Index of /foo? #<'/") { t.Fatalf("expected a path in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected backlink in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected file in directory listing") } // make request to directory listing at root req, err = http.NewRequest("GET", ts.URL, nil) if err != nil { t.Fatal(err) } req.Host = "example.net" res, err = doWithoutRedirect(req) if err != nil { t.Fatal(err) } // expect correct backlinks at root body, err = ioutil.ReadAll(res.Body) if err != nil { t.Fatalf("error reading response: %s", err) } s = string(body) t.Logf("body: %s\n", string(body)) if !strings.Contains(s, "Index of /") { t.Fatalf("expected a path in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected backlink in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected file in directory listing") } // make request to directory listing req, err = http.NewRequest("GET", ts.URL+"/foo%3F%20%23%3C%27/bar/", nil) if err != nil { t.Fatal(err) } req.Host = "example.net" res, err = doWithoutRedirect(req) if err != nil { t.Fatal(err) } // expect correct backlinks body, err = ioutil.ReadAll(res.Body) if err != nil { t.Fatalf("error reading response: %s", err) } s = string(body) t.Logf("body: %s\n", string(body)) if !strings.Contains(s, "Index of /foo? #<'/bar/") { t.Fatalf("expected a path in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected backlink in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected file in directory listing") } // make request to directory listing with prefix req, err = http.NewRequest("GET", ts.URL, nil) if err != nil { t.Fatal(err) } req.Host = "example.net" req.Header.Set("X-Ipfs-Gateway-Prefix", "/good-prefix") res, err = doWithoutRedirect(req) if err != nil { t.Fatal(err) } // expect correct backlinks with prefix body, err = ioutil.ReadAll(res.Body) if err != nil { t.Fatalf("error reading response: %s", err) } s = string(body) t.Logf("body: %s\n", string(body)) if !strings.Contains(s, "Index of /good-prefix") { t.Fatalf("expected a path in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected backlink in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected file in directory listing") } // make request to directory listing with illegal prefix req, err = http.NewRequest("GET", ts.URL, nil) if err != nil { t.Fatal(err) } req.Host = "example.net" req.Header.Set("X-Ipfs-Gateway-Prefix", "/bad-prefix") res, err = doWithoutRedirect(req) if err != nil { t.Fatal(err) } // make request to directory listing with evil prefix req, err = http.NewRequest("GET", ts.URL, nil) if err != nil { t.Fatal(err) } req.Host = "example.net" req.Header.Set("X-Ipfs-Gateway-Prefix", "//good-prefix/foo") res, err = doWithoutRedirect(req) if err != nil { t.Fatal(err) } // expect correct backlinks without illegal prefix body, err = ioutil.ReadAll(res.Body) if err != nil { t.Fatalf("error reading response: %s", err) } s = string(body) t.Logf("body: %s\n", string(body)) if !strings.Contains(s, "Index of /") { t.Fatalf("expected a path in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected backlink in directory listing") } if !strings.Contains(s, "") { t.Fatalf("expected file in directory listing") } } func TestCacheControlImmutable(t *testing.T) { ts, _ := newTestServerAndNode(t, nil) t.Logf("test server url: %s", ts.URL) defer ts.Close() req, err := http.NewRequest("GET", ts.URL+emptyDir+"/", nil) if err != nil { t.Fatal(err) } res, err := doWithoutRedirect(req) if err != nil { t.Fatal(err) } // check the immutable tag isn't set hdrs, ok := res.Header["Cache-Control"] if ok { for _, hdr := range hdrs { if strings.Contains(hdr, "immutable") { t.Fatalf("unexpected Cache-Control: immutable on directory listing: %s", hdr) } } } } func TestVersion(t *testing.T) { config.CurrentCommit = "theshortcommithash" ns := mockNamesys{} ts, _ := newTestServerAndNode(t, ns) t.Logf("test server url: %s", ts.URL) defer ts.Close() req, err := http.NewRequest("GET", ts.URL+"/version", nil) if err != nil { t.Fatal(err) } res, err := doWithoutRedirect(req) if err != nil { t.Fatal(err) } body, err := ioutil.ReadAll(res.Body) if err != nil { t.Fatalf("error reading response: %s", err) } s := string(body) if !strings.Contains(s, "Commit: theshortcommithash") { t.Fatalf("response doesn't contain commit:\n%s", s) } if !strings.Contains(s, "Client Version: "+id.ClientVersion) { t.Fatalf("response doesn't contain client version:\n%s", s) } if !strings.Contains(s, "Protocol Version: "+id.LibP2PVersion) { t.Fatalf("response doesn't contain protocol version:\n%s", s) } }