test-lib.sh 9.11 KB
Newer Older
1 2 3 4 5 6 7 8
# Test framework for go-ipfs
#
# Copyright (c) 2014 Christian Couder
# MIT Licensed; see the LICENSE file in this repository.
#
# We are using sharness (https://github.com/mlafeldt/sharness)
# which was extracted from the Git test framework.

9 10 11
# use the ipfs tool to test against

# add current directory to path, for ipfs tool.
12
if test "$MAKE_SKIP_PATH" != "1"; then
Łukasz Magiera's avatar
Łukasz Magiera committed
13 14 15 16 17 18 19 20 21 22
  BIN=$(cd .. && echo `pwd`/bin)
  BIN2=$(cd ../.. && echo `pwd`/cmd/ipfs)
  PATH=${BIN2}:${BIN}:${PATH}

  # assert the `ipfs` we're using is the right one.
  if test `which ipfs` != ${BIN2}/ipfs; then
    echo >&2 "Cannot find the tests' local ipfs tool."
    echo >&2 "Please check test and ipfs tool installation."
    exit 1
  fi
23
fi
24

25 26 27 28
# set sharness verbosity. we set the env var directly as
# it's too late to pass in --verbose, and --verbose is harder
# to pass through in some cases.
test "$TEST_VERBOSE" = 1 && verbose=t
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
29 30 31 32
# source the common hashes first.
. lib/test-lib-hashes.sh


33
SHARNESS_LIB="lib/sharness/sharness.sh"
34

35
. "$SHARNESS_LIB" || {
Łukasz Magiera's avatar
Łukasz Magiera committed
36 37 38
  echo >&2 "Cannot source: $SHARNESS_LIB"
  echo >&2 "Please check Sharness installation."
  exit 1
39 40 41 42
}

# Please put go-ipfs specific shell functions below

43 44
TEST_OS="$(uname -s | tr '[a-z]' '[A-Z]')"

45
# grab + output options
46
test "$TEST_NO_FUSE" != 1 && test_set_prereq FUSE
47
test "$TEST_EXPENSIVE" = 1 && test_set_prereq EXPENSIVE
48
test "$TEST_NO_DOCKER" != 1 && type docker >/dev/null 2>&1 && test_set_prereq DOCKER
49
test "$TEST_NO_PLUGIN" != 1 && test "$TEST_OS" = "LINUX" && test_set_prereq PLUGIN
50 51 52

# Set a prereq as error messages are often different on Windows/Cygwin
expr "$TEST_OS" : "CYGWIN_NT" >/dev/null || test_set_prereq STD_ERR_MSG
53

54
if test "$TEST_VERBOSE" = 1; then
Łukasz Magiera's avatar
Łukasz Magiera committed
55 56 57 58 59
  echo '# TEST_VERBOSE='"$TEST_VERBOSE"
  echo '# TEST_NO_FUSE='"$TEST_NO_FUSE"
  echo '# TEST_NO_PLUGIN='"$TEST_NO_PLUGIN"
  echo '# TEST_EXPENSIVE='"$TEST_EXPENSIVE"
  echo '# TEST_OS='"$TEST_OS"
60 61
fi

62 63 64
# source our generic test lib
. ../../ipfs-test-lib.sh

65 66 67
# source iptb lib
. ../lib/iptb-lib.sh

68
test_cmp_repeat_10_sec() {
Łukasz Magiera's avatar
Łukasz Magiera committed
69 70 71 72 73 74
  for i in $(test_seq 1 100)
  do
    test_cmp "$1" "$2" >/dev/null && return
    go-sleep 100ms
  done
  test_cmp "$1" "$2"
75 76
}

77
test_run_repeat_60_sec() {
Łukasz Magiera's avatar
Łukasz Magiera committed
78 79 80 81 82 83
  for i in $(test_seq 1 600)
  do
    (test_eval_ "$1") && return
    go-sleep 100ms
  done
  return 1 # failed
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
84 85
}

86
test_wait_output_n_lines_60_sec() {
Łukasz Magiera's avatar
Łukasz Magiera committed
87 88 89 90 91 92 93
  for i in $(test_seq 1 600)
  do
    test $(cat "$1" | wc -l | tr -d " ") -ge $2 && return
    go-sleep 100ms
  done
  actual=$(cat "$1" | wc -l | tr -d " ")
  test_fsh "expected $2 lines of output. got $actual"
94 95
}

96
test_wait_open_tcp_port_10_sec() {
Łukasz Magiera's avatar
Łukasz Magiera committed
97 98 99 100 101 102 103 104 105 106 107 108
  for i in $(test_seq 1 100)
  do
    # this is not a perfect check, but it's portable.
    # cant count on ss. not installed everywhere.
    # cant count on netstat using : or . as port delim. differ across platforms.
    echo $(netstat -aln | egrep "^tcp.*LISTEN" | egrep "[.:]$1" | wc -l) -gt 0
    if [ $(netstat -aln | egrep "^tcp.*LISTEN" | egrep "[.:]$1" | wc -l) -gt 0 ]; then
      return 0
    fi
    go-sleep 100ms
  done
  return 1
109 110
}

111 112 113 114 115 116

# test_config_set helps us make sure _we really did set_ a config value.
# it sets it and then tests it. This became elaborate because ipfs config
# was setting really weird things and am not sure why.
test_config_set() {

Łukasz Magiera's avatar
Łukasz Magiera committed
117 118 119
  # grab flags (like --bool in "ipfs config --bool")
  test_cfg_flags="" # unset in case.
  test "$#" = 3 && { test_cfg_flags=$1; shift; }
120

Łukasz Magiera's avatar
Łukasz Magiera committed
121 122
  test_cfg_key=$1
  test_cfg_val=$2
123

Łukasz Magiera's avatar
Łukasz Magiera committed
124 125 126
  # when verbose, tell the user what config values are being set
  test_cfg_cmd="ipfs config $test_cfg_flags \"$test_cfg_key\" \"$test_cfg_val\""
  test "$TEST_VERBOSE" = 1 && echo "$test_cfg_cmd"
127

Łukasz Magiera's avatar
Łukasz Magiera committed
128 129 130 131 132
  # ok try setting the config key/val pair.
  ipfs config $test_cfg_flags "$test_cfg_key" "$test_cfg_val"
  echo "$test_cfg_val" >cfg_set_expected
  ipfs config "$test_cfg_key" >cfg_set_actual
  test_cmp cfg_set_expected cfg_set_actual
133 134
}

135
test_init_ipfs() {
136

137

Łukasz Magiera's avatar
Łukasz Magiera committed
138 139 140
  # we set the Addresses.API config variable.
  # the cli client knows to use it, so only need to set.
  # todo: in the future, use env?
141

Łukasz Magiera's avatar
Łukasz Magiera committed
142 143 144 145
  test_expect_success "ipfs init succeeds" '
    export IPFS_PATH="$(pwd)/.ipfs" &&
    ipfs init --profile=test -b=1024 > /dev/null
  '
146

Łukasz Magiera's avatar
Łukasz Magiera committed
147 148 149 150 151 152
  test_expect_success "prepare config -- mounting" '
    mkdir mountdir ipfs ipns &&
    test_config_set Mounts.IPFS "$(pwd)/ipfs" &&
    test_config_set Mounts.IPNS "$(pwd)/ipns" ||
    test_fsh cat "\"$IPFS_PATH/config\""
  '
153

154 155
}

Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
156
test_config_ipfs_gateway_writable() {
Łukasz Magiera's avatar
Łukasz Magiera committed
157 158 159 160
  test_expect_success "prepare config -- gateway writable" '
    test_config_set --bool Gateway.Writable true ||
    test_fsh cat "\"$IPFS_PATH/config\""
  '
Juan Batiz-Benet's avatar
Juan Batiz-Benet committed
161 162
}

163
test_wait_for_file() {
Łukasz Magiera's avatar
Łukasz Magiera committed
164 165 166 167 168 169 170 171 172 173 174 175 176 177 178
  loops=$1
  delay=$2
  file=$3
  fwaitc=0
  while ! test -f "$file"
  do
    if test $fwaitc -ge $loops
    then
      echo "Error: timed out waiting for file: $file"
      return 1
    fi

    go-sleep $delay
    fwaitc=`expr $fwaitc + 1`
  done
179 180
}

Jeromy's avatar
Jeromy committed
181
test_set_address_vars() {
Łukasz Magiera's avatar
Łukasz Magiera committed
182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200
  daemon_output="$1"

  test_expect_success "set up address variables" '
    API_MADDR=$(cat "$IPFS_PATH/api") &&
    API_ADDR=$(convert_tcp_maddr $API_MADDR) &&
    API_PORT=$(port_from_maddr $API_MADDR) &&

    GWAY_MADDR=$(sed -n "s/^Gateway (.*) server listening on //p" "$daemon_output") &&
    GWAY_ADDR=$(convert_tcp_maddr $GWAY_MADDR) &&
    GWAY_PORT=$(port_from_maddr $GWAY_MADDR)
  '

  if ipfs swarm addrs local >/dev/null 2>&1; then
    test_expect_success "set swarm address vars" '
    ipfs swarm addrs local > addrs_out &&
      SWARM_MADDR=$(grep "127.0.0.1" addrs_out) &&
      SWARM_PORT=$(port_from_maddr $SWARM_MADDR)
    '
  fi
Jeromy's avatar
Jeromy committed
201 202 203 204
}

test_launch_ipfs_daemon() {

Łukasz Magiera's avatar
Łukasz Magiera committed
205
  args="$@"
Jeromy's avatar
Jeromy committed
206

Łukasz Magiera's avatar
Łukasz Magiera committed
207
  test "$TEST_ULIMIT_PRESET" != 1 && ulimit -n 2048
Jeromy's avatar
Jeromy committed
208

Łukasz Magiera's avatar
Łukasz Magiera committed
209 210 211
  test_expect_success "'ipfs daemon' succeeds" '
    ipfs daemon $args >actual_daemon 2>daemon_err &
  '
Jeromy's avatar
Jeromy committed
212

Łukasz Magiera's avatar
Łukasz Magiera committed
213 214 215 216
  # wait for api file to show up
  test_expect_success "api file shows up" '
    test_wait_for_file 20 100ms "$IPFS_PATH/api"
  '
Jeromy's avatar
Jeromy committed
217

Łukasz Magiera's avatar
Łukasz Magiera committed
218
  test_set_address_vars actual_daemon
219

Łukasz Magiera's avatar
Łukasz Magiera committed
220 221 222 223 224 225
  # we say the daemon is ready when the API server is ready.
  test_expect_success "'ipfs daemon' is ready" '
    IPFS_PID=$! &&
    pollEndpoint -ep=/version -host=$API_MADDR -v -tout=1s -tries=60 2>poll_apierr > poll_apiout ||
    test_fsh cat actual_daemon || test_fsh cat daemon_err || test_fsh cat poll_apierr || test_fsh cat poll_apiout
  '
226 227
}

228
do_umount() {
Łukasz Magiera's avatar
Łukasz Magiera committed
229 230 231 232 233
  if [ "$(uname -s)" = "Linux" ]; then
  fusermount -u "$1"
  else
  umount "$1"
  fi
234 235
}

236
test_mount_ipfs() {
237

Łukasz Magiera's avatar
Łukasz Magiera committed
238 239 240 241 242 243
  # make sure stuff is unmounted first.
  test_expect_success FUSE "'ipfs mount' succeeds" '
    do_umount "$(pwd)/ipfs" || true &&
    do_umount "$(pwd)/ipns" || true &&
    ipfs mount >actual
  '
244

Łukasz Magiera's avatar
Łukasz Magiera committed
245 246 247 248 249
  test_expect_success FUSE "'ipfs mount' output looks good" '
    echo "IPFS mounted at: $(pwd)/ipfs" >expected &&
    echo "IPNS mounted at: $(pwd)/ipns" >>expected &&
    test_cmp expected actual
  '
250 251 252 253 254

}

test_launch_ipfs_daemon_and_mount() {

Łukasz Magiera's avatar
Łukasz Magiera committed
255 256 257
  test_init_ipfs
  test_launch_ipfs_daemon
  test_mount_ipfs
258

259 260 261
}

test_kill_repeat_10_sec() {
Łukasz Magiera's avatar
Łukasz Magiera committed
262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277
  # try to shut down once + wait for graceful exit
  kill $1
  for i in $(test_seq 1 100)
  do
    go-sleep 100ms
    ! kill -0 $1 2>/dev/null && return
  done

  # if not, try once more, which will skip graceful exit
  kill $1
  go-sleep 1s
  ! kill -0 $1 2>/dev/null && return

  # ok, no hope. kill it to prevent it messing with other tests
  kill -9 $1 2>/dev/null
  return 1
278 279
}

280
test_kill_ipfs_daemon() {
281

Łukasz Magiera's avatar
Łukasz Magiera committed
282 283 284
  test_expect_success "'ipfs daemon' is still running" '
    kill -0 $IPFS_PID
  '
285

Łukasz Magiera's avatar
Łukasz Magiera committed
286 287 288
  test_expect_success "'ipfs daemon' can be killed" '
    test_kill_repeat_10_sec $IPFS_PID
  '
289
}
290 291

test_curl_resp_http_code() {
Łukasz Magiera's avatar
Łukasz Magiera committed
292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309
  curl -I "$1" >curl_output || {
    echo "curl error with url: '$1'"
    echo "curl output was:"
    cat curl_output
    return 1
  }
  shift &&
  RESP=$(head -1 curl_output) &&
  while test "$#" -gt 0
  do
    expr "$RESP" : "$1" >/dev/null && return
    shift
  done
  echo "curl response didn't match!"
  echo "curl response was: '$RESP'"
  echo "curl output was:"
  cat curl_output
  return 1
310
}
311 312

test_must_be_empty() {
Łukasz Magiera's avatar
Łukasz Magiera committed
313 314 315 316 317 318
  if test -s "$1"
  then
    echo "'$1' is not empty, it contains:"
    cat "$1"
    return 1
  fi
319 320 321
}

test_should_contain() {
Łukasz Magiera's avatar
Łukasz Magiera committed
322 323 324 325 326 327 328
  test "$#" = 2 || error "bug in the test script: not 2 parameters to test_should_contain"
  if ! grep -q "$1" "$2"
  then
    echo "'$2' does not contain '$1', it contains:"
    cat "$2"
    return 1
  fi
329
}
Jeromy's avatar
Jeromy committed
330 331

test_str_contains() {
Łukasz Magiera's avatar
Łukasz Magiera committed
332 333 334
  find=$1
  shift
  echo "$@" | egrep "\b$find\b" >/dev/null
Jeromy's avatar
Jeromy committed
335
}
rht's avatar
rht committed
336 337

disk_usage() {
Łukasz Magiera's avatar
Łukasz Magiera committed
338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353
  # normalize du across systems
  case $(uname -s) in
    Linux)
      DU="du -sb"
      M=1
      ;;
    FreeBSD)
      DU="du -s -A -B 1"
      M=512
      ;;
    Darwin | DragonFly | *)
      DU="du -s"
      M=512
      ;;
  esac
  expr $($DU "$1" | awk "{print \$1}") "*" "$M"
rht's avatar
rht committed
354
}
355 356 357

# output a file's permission in human readable format
generic_stat() {
Łukasz Magiera's avatar
Łukasz Magiera committed
358 359 360 361 362 363 364 365 366 367
  # normalize stat across systems
  case $(uname -s) in
    Linux)
      _STAT="stat -c %A"
      ;;
    FreeBSD | Darwin | DragonFly)
      _STAT="stat -f %Sp"
      ;;
  esac
  $_STAT "$1" || echo "failed" # Avoid returning nothing.
368
}
369 370

test_check_peerid() {
Łukasz Magiera's avatar
Łukasz Magiera committed
371 372 373 374 375
  peeridlen=$(echo "$1" | tr -dC "[:alnum:]" | wc -c | tr -d " ") &&
  test "$peeridlen" = "46" || {
    echo "Bad peerid '$1' with len '$peeridlen'"
    return 1
  }
376
}
377 378

convert_tcp_maddr() {
Łukasz Magiera's avatar
Łukasz Magiera committed
379
  echo $1 | awk -F'/' '{ printf "%s:%s", $3, $5 }'
380 381 382
}

port_from_maddr() {
Łukasz Magiera's avatar
Łukasz Magiera committed
383
  echo $1 | awk -F'/' '{ print $NF }'
384
}