ledgermanager.go 4.47 KB
Newer Older
1 2 3 4 5
package strategy

import (
	"sync"

Jeromy's avatar
Jeromy committed
6 7 8
	"github.com/jbenet/go-ipfs/Godeps/_workspace/src/code.google.com/p/go.net/context"

	bstore "github.com/jbenet/go-ipfs/blocks/blockstore"
9 10 11 12 13 14
	bsmsg "github.com/jbenet/go-ipfs/exchange/bitswap/message"
	wl "github.com/jbenet/go-ipfs/exchange/bitswap/wantlist"
	peer "github.com/jbenet/go-ipfs/peer"
	u "github.com/jbenet/go-ipfs/util"
)

15 16
var log = u.Logger("strategy")

17
// LedgerMap lists Ledgers by their Partner key.
18
type ledgerMap map[u.Key]*ledger
19

20 21 22 23 24
type Envelope struct {
	Peer    peer.Peer
	Message bsmsg.BitSwapMessage
}

Jeromy's avatar
Jeromy committed
25 26 27 28
type LedgerManager struct {
	lock       sync.RWMutex
	ledgerMap  ledgerMap
	bs         bstore.Blockstore
Brian Tiger Chow's avatar
Brian Tiger Chow committed
29
	tasklist   *taskList
30
	outbox     chan Envelope
Jeromy's avatar
Jeromy committed
31
	workSignal chan struct{}
32 33
}

34
func NewLedgerManager(ctx context.Context, bs bstore.Blockstore) *LedgerManager {
Jeromy's avatar
Jeromy committed
35 36 37
	lm := &LedgerManager{
		ledgerMap:  make(ledgerMap),
		bs:         bs,
Brian Tiger Chow's avatar
Brian Tiger Chow committed
38
		tasklist:   newTaskList(),
39
		outbox:     make(chan Envelope, 4), // TODO extract constant
Jeromy's avatar
Jeromy committed
40
		workSignal: make(chan struct{}),
41
	}
42
	go lm.taskWorker(ctx)
Jeromy's avatar
Jeromy committed
43 44 45
	return lm
}

46
func (lm *LedgerManager) taskWorker(ctx context.Context) {
Jeromy's avatar
Jeromy committed
47
	for {
Brian Tiger Chow's avatar
Brian Tiger Chow committed
48
		nextTask := lm.tasklist.Pop()
Jeromy's avatar
Jeromy committed
49 50 51 52
		if nextTask == nil {
			// No tasks in the list?
			// Wait until there are!
			select {
53
			case <-ctx.Done():
Jeromy's avatar
Jeromy committed
54 55 56 57 58
				return
			case <-lm.workSignal:
			}
			continue
		}
59 60 61 62 63 64 65 66 67
		block, err := lm.bs.Get(nextTask.Key)
		if err != nil {
			continue // TODO maybe return an error
		}
		// construct message here so we can make decisions about any additional
		// information we may want to include at this time.
		m := bsmsg.New()
		m.AddBlock(block)
		// TODO: maybe add keys from our wantlist?
Jeromy's avatar
Jeromy committed
68
		select {
69
		case <-ctx.Done():
Jeromy's avatar
Jeromy committed
70
			return
71
		case lm.outbox <- Envelope{Peer: nextTask.Target, Message: m}:
Jeromy's avatar
Jeromy committed
72 73 74 75
		}
	}
}

76 77
func (lm *LedgerManager) Outbox() <-chan Envelope {
	return lm.outbox
78 79 80
}

// Returns a slice of Peers with whom the local node has active sessions
Jeromy's avatar
Jeromy committed
81 82 83
func (lm *LedgerManager) Peers() []peer.Peer {
	lm.lock.RLock()
	defer lm.lock.RUnlock()
84 85

	response := make([]peer.Peer, 0)
Jeromy's avatar
Jeromy committed
86
	for _, ledger := range lm.ledgerMap {
87 88 89 90 91 92 93
		response = append(response, ledger.Partner)
	}
	return response
}

// BlockIsWantedByPeer returns true if peer wants the block given by this
// key
Jeromy's avatar
Jeromy committed
94 95 96
func (lm *LedgerManager) BlockIsWantedByPeer(k u.Key, p peer.Peer) bool {
	lm.lock.RLock()
	defer lm.lock.RUnlock()
97

Brian Tiger Chow's avatar
Brian Tiger Chow committed
98
	ledger := lm.findOrCreate(p)
99 100 101 102 103
	return ledger.WantListContains(k)
}

// MessageReceived performs book-keeping. Returns error if passed invalid
// arguments.
Jeromy's avatar
Jeromy committed
104 105 106 107
func (lm *LedgerManager) MessageReceived(p peer.Peer, m bsmsg.BitSwapMessage) error {
	lm.lock.Lock()
	defer lm.lock.Unlock()

Brian Tiger Chow's avatar
Brian Tiger Chow committed
108
	l := lm.findOrCreate(p)
109 110 111 112 113 114
	if m.Full() {
		l.wantList = wl.New()
	}
	for _, e := range m.Wantlist() {
		if e.Cancel {
			l.CancelWant(e.Key)
Jeromy's avatar
Jeromy committed
115
			lm.tasklist.Cancel(e.Key, p)
116 117
		} else {
			l.Wants(e.Key, e.Priority)
Brian Tiger Chow's avatar
Brian Tiger Chow committed
118
			lm.tasklist.Push(e.Key, e.Priority, p)
Jeromy's avatar
Jeromy committed
119 120 121 122 123 124

			// Signal task generation to restart (if stopped!)
			select {
			case lm.workSignal <- struct{}{}:
			default:
			}
125 126
		}
	}
Jeromy's avatar
Jeromy committed
127

128 129 130
	for _, block := range m.Blocks() {
		// FIXME extract blocks.NumBytes(block) or block.NumBytes() method
		l.ReceivedBytes(len(block.Data))
Jeromy's avatar
Jeromy committed
131 132
		for _, l := range lm.ledgerMap {
			if l.WantListContains(block.Key()) {
Brian Tiger Chow's avatar
Brian Tiger Chow committed
133
				lm.tasklist.Push(block.Key(), 1, l.Partner)
Jeromy's avatar
Jeromy committed
134 135 136 137 138 139 140 141 142

				// Signal task generation to restart (if stopped!)
				select {
				case lm.workSignal <- struct{}{}:
				default:
				}

			}
		}
143 144 145 146 147 148 149 150 151 152
	}
	return nil
}

// TODO add contents of m.WantList() to my local wantlist? NB: could introduce
// race conditions where I send a message, but MessageSent gets handled after
// MessageReceived. The information in the local wantlist could become
// inconsistent. Would need to ensure that Sends and acknowledgement of the
// send happen atomically

Jeromy's avatar
Jeromy committed
153 154 155
func (lm *LedgerManager) MessageSent(p peer.Peer, m bsmsg.BitSwapMessage) error {
	lm.lock.Lock()
	defer lm.lock.Unlock()
156

Brian Tiger Chow's avatar
Brian Tiger Chow committed
157
	l := lm.findOrCreate(p)
158 159 160
	for _, block := range m.Blocks() {
		l.SentBytes(len(block.Data))
		l.wantList.Remove(block.Key())
Jeromy's avatar
Jeromy committed
161
		lm.tasklist.Cancel(block.Key(), p)
162 163 164 165 166
	}

	return nil
}

Jeromy's avatar
Jeromy committed
167 168 169
func (lm *LedgerManager) NumBytesSentTo(p peer.Peer) uint64 {
	lm.lock.RLock()
	defer lm.lock.RUnlock()
170

Brian Tiger Chow's avatar
Brian Tiger Chow committed
171
	return lm.findOrCreate(p).Accounting.BytesSent
172 173
}

Jeromy's avatar
Jeromy committed
174 175 176
func (lm *LedgerManager) NumBytesReceivedFrom(p peer.Peer) uint64 {
	lm.lock.RLock()
	defer lm.lock.RUnlock()
177

Brian Tiger Chow's avatar
Brian Tiger Chow committed
178
	return lm.findOrCreate(p).Accounting.BytesRecv
179 180 181
}

// ledger lazily instantiates a ledger
Brian Tiger Chow's avatar
Brian Tiger Chow committed
182
func (lm *LedgerManager) findOrCreate(p peer.Peer) *ledger {
183
	l, ok := lm.ledgerMap[p.Key()]
184 185
	if !ok {
		l = newLedger(p)
186
		lm.ledgerMap[p.Key()] = l
187 188 189
	}
	return l
}