Skip to content
GitLab
Projects
Groups
Snippets
Help
Loading...
Help
What's new
10
Help
Support
Community forum
Keyboard shortcuts
?
Submit feedback
Contribute to GitLab
Sign in
Toggle navigation
Open sidebar
ld
go-car
Commits
f188c0e2
Commit
f188c0e2
authored
Jan 20, 2020
by
whyrusleeping
Browse files
Options
Browse Files
Download
Email Patches
Plain Diff
take advantage of batching when loading car, if available
parent
99513a3f
Changes
1
Hide whitespace changes
Inline
Side-by-side
Showing
1 changed file
with
49 additions
and
0 deletions
+49
-0
car.go
car.go
+49
-0
No files found.
car.go
View file @
f188c0e2
...
...
@@ -149,12 +149,61 @@ func (cr *carReader) Next() (blocks.Block, error) {
return
blocks
.
NewBlockWithCid
(
data
,
c
)
}
type
batchStore
interface
{
PutMany
([]
blocks
.
Block
)
error
}
func
LoadCar
(
s
Store
,
r
io
.
Reader
)
(
*
CarHeader
,
error
)
{
cr
,
err
:=
NewCarReader
(
r
)
if
err
!=
nil
{
return
nil
,
err
}
if
bs
,
ok
:=
s
.
(
batchStore
);
ok
{
return
loadCarFast
(
bs
,
cr
)
}
return
loadCarSlow
(
s
,
cr
)
}
func
loadCarFast
(
s
batchStore
,
cr
*
carReader
)
(
*
CarHeader
,
error
)
{
var
buf
[]
blocks
.
Block
for
{
blk
,
err
:=
cr
.
Next
()
switch
err
{
case
io
.
EOF
:
if
len
(
buf
)
>
0
{
if
err
:=
s
.
PutMany
(
buf
);
err
!=
nil
{
return
nil
,
err
}
}
return
cr
.
Header
,
nil
default
:
return
nil
,
err
case
nil
:
}
buf
=
append
(
buf
,
blk
)
if
len
(
buf
)
>
1000
{
if
err
:=
s
.
PutMany
(
buf
);
err
!=
nil
{
return
nil
,
err
}
buf
=
buf
[
:
0
]
}
}
if
len
(
buf
)
>
0
{
if
err
:=
s
.
PutMany
(
buf
);
err
!=
nil
{
return
nil
,
err
}
}
return
cr
.
Header
,
nil
}
func
loadCarSlow
(
s
Store
,
cr
*
carReader
)
(
*
CarHeader
,
error
)
{
for
{
blk
,
err
:=
cr
.
Next
()
switch
err
{
...
...
Write
Preview
Markdown
is supported
0%
Try again
or
attach a new file
.
Attach a file
Cancel
You are about to add
0
people
to the discussion. Proceed with caution.
Finish editing this message first!
Cancel
Please
register
or
sign in
to comment