Unverified Commit 4bd5ba32 authored by Steven Allen's avatar Steven Allen Committed by GitHub

Merge pull request #6265 from ipfs/revert-6261-fix/fd-limit

Revert "raise default fd limit to 8192"
parents 8952a0d7 a0fe2781
package util package util
import ( import (
"errors"
"fmt" "fmt"
"os" "os"
"strconv" "strconv"
...@@ -20,25 +21,26 @@ var ( ...@@ -20,25 +21,26 @@ var (
setLimit func(uint64, uint64) error setLimit func(uint64, uint64) error
) )
// minimum file descriptor limit before we complain // maxFds is the maximum number of file descriptors that go-ipfs
const minFds = 2048 // can use. The default value is 2048. This can be overwritten by the
// IPFS_FD_MAX env variable
var maxFds = uint64(2048)
// default max file descriptor limit. // setMaxFds sets the maxFds value from IPFS_FD_MAX
const maxFds = 8192 // env variable if it's present on the system
func setMaxFds() {
// userMaxFDs returns the value of IPFS_FD_MAX
func userMaxFDs() uint64 {
// check if the IPFS_FD_MAX is set up and if it does // check if the IPFS_FD_MAX is set up and if it does
// not have a valid fds number notify the user // not have a valid fds number notify the user
if val := os.Getenv("IPFS_FD_MAX"); val != "" { if val := os.Getenv("IPFS_FD_MAX"); val != "" {
fds, err := strconv.ParseUint(val, 10, 64) fds, err := strconv.ParseUint(val, 10, 64)
if err != nil { if err != nil {
log.Errorf("bad value for IPFS_FD_MAX: %s", err) log.Errorf("bad value for IPFS_FD_MAX: %s", err)
return 0 return
} }
return fds
maxFds = fds
} }
return 0
} }
// ManageFdLimit raise the current max file descriptor count // ManageFdLimit raise the current max file descriptor count
...@@ -48,12 +50,7 @@ func ManageFdLimit() (changed bool, newLimit uint64, err error) { ...@@ -48,12 +50,7 @@ func ManageFdLimit() (changed bool, newLimit uint64, err error) {
return false, 0, nil return false, 0, nil
} }
targetLimit := uint64(maxFds) setMaxFds()
userLimit := userMaxFDs()
if userLimit > 0 {
targetLimit = userLimit
}
soft, hard, err := getLimit() soft, hard, err := getLimit()
if err != nil { if err != nil {
return false, 0, err return false, 0, err
...@@ -68,47 +65,23 @@ func ManageFdLimit() (changed bool, newLimit uint64, err error) { ...@@ -68,47 +65,23 @@ func ManageFdLimit() (changed bool, newLimit uint64, err error) {
// the hard limit acts as a ceiling for the soft limit // the hard limit acts as a ceiling for the soft limit
// an unprivileged process may only set it's soft limit to a // an unprivileged process may only set it's soft limit to a
// alue in the range from 0 up to the hard limit // alue in the range from 0 up to the hard limit
err = setLimit(targetLimit, targetLimit) if err = setLimit(maxFds, maxFds); err != nil {
switch err { if err != syscall.EPERM {
case nil: return false, 0, fmt.Errorf("error setting: ulimit: %s", err)
newLimit = targetLimit
case syscall.EPERM:
// lower limit if necessary.
if targetLimit > hard {
targetLimit = hard
} }
// the process does not have permission so we should only // the process does not have permission so we should only
// set the soft value // set the soft value
err = setLimit(targetLimit, hard) if maxFds > hard {
if err != nil { return false, 0, errors.New(
err = fmt.Errorf("error setting ulimit wihout hard limit: %s", err) "cannot set rlimit, IPFS_FD_MAX is larger than the hard limit",
break
}
newLimit = targetLimit
// Warn on lowered limit.
if newLimit < userLimit {
err = fmt.Errorf(
"failed to raise ulimit to IPFS_FD_MAX (%d): set to %d",
userLimit,
newLimit,
) )
break
} }
if userLimit == 0 && newLimit < minFds { if err = setLimit(maxFds, hard); err != nil {
err = fmt.Errorf( return false, 0, fmt.Errorf("error setting ulimit wihout hard limit: %s", err)
"failed to raise ulimit to minimum %d: set to %d",
minFds,
newLimit,
)
break
} }
default:
err = fmt.Errorf("error setting: ulimit: %s", err)
} }
return newLimit > 0, newLimit, err return true, maxFds, nil
} }
Markdown is supported
0% or .
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment