package responsemanager import ( "context" "errors" "strings" "time" "github.com/ipfs/go-cid" "github.com/ipfs/go-graphsync" "github.com/ipfs/go-graphsync/cidset" "github.com/ipfs/go-graphsync/ipldutil" gsmsg "github.com/ipfs/go-graphsync/message" "github.com/ipfs/go-graphsync/responsemanager/hooks" "github.com/ipfs/go-graphsync/responsemanager/peerresponsemanager" "github.com/ipfs/go-graphsync/responsemanager/runtraversal" ipld "github.com/ipld/go-ipld-prime" cidlink "github.com/ipld/go-ipld-prime/linking/cid" "github.com/libp2p/go-libp2p-core/peer" ) var errCancelledByCommand = errors.New("response cancelled by responder") // TODO: Move this into a seperate module and fully seperate from the ResponseManager type queryExecutor struct { requestHooks RequestHooks blockHooks BlockHooks updateHooks UpdateHooks completedHooks CompletedHooks cancelledListeners CancelledListeners peerManager PeerManager loader ipld.Loader queryQueue QueryQueue messages chan responseManagerMessage ctx context.Context workSignal chan struct{} ticker *time.Ticker } func (qe *queryExecutor) processQueriesWorker() { const targetWork = 1 taskDataChan := make(chan responseTaskData) var taskData responseTaskData for { pid, tasks, _ := qe.queryQueue.PopTasks(targetWork) for len(tasks) == 0 { select { case <-qe.ctx.Done(): return case <-qe.workSignal: pid, tasks, _ = qe.queryQueue.PopTasks(targetWork) case <-qe.ticker.C: qe.queryQueue.ThawRound() pid, tasks, _ = qe.queryQueue.PopTasks(targetWork) } } for _, task := range tasks { key := task.Topic.(responseKey) select { case qe.messages <- &responseDataRequest{key, taskDataChan}: case <-qe.ctx.Done(): return } select { case taskData = <-taskDataChan: case <-qe.ctx.Done(): return } if taskData.empty { log.Info("Empty task on peer request stack") continue } status, err := qe.executeTask(key, taskData) select { case qe.messages <- &finishTaskRequest{key, status, err}: case <-qe.ctx.Done(): } } qe.queryQueue.TasksDone(pid, tasks...) } } func (qe *queryExecutor) executeTask(key responseKey, taskData responseTaskData) (graphsync.ResponseStatusCode, error) { var err error loader := taskData.loader traverser := taskData.traverser if loader == nil || traverser == nil { var isPaused bool loader, traverser, isPaused, err = qe.prepareQuery(taskData.ctx, key.p, taskData.request) if err != nil { return graphsync.RequestFailedUnknown, err } select { case <-qe.ctx.Done(): return graphsync.RequestFailedUnknown, errors.New("context cancelled") case qe.messages <- &setResponseDataRequest{key, loader, traverser}: } if isPaused { return graphsync.RequestPaused, hooks.ErrPaused{} } } return qe.executeQuery(key.p, taskData.request, loader, traverser, taskData.signals) } func (qe *queryExecutor) prepareQuery(ctx context.Context, p peer.ID, request gsmsg.GraphSyncRequest) (ipld.Loader, ipldutil.Traverser, bool, error) { result := qe.requestHooks.ProcessRequestHooks(p, request) peerResponseSender := qe.peerManager.SenderForPeer(p) var transactionError error var isPaused bool err := peerResponseSender.Transaction(request.ID(), func(transaction peerresponsemanager.PeerResponseTransactionSender) error { for _, extension := range result.Extensions { transaction.SendExtensionData(extension) } if result.Err != nil || !result.IsValidated { transaction.FinishWithError(graphsync.RequestFailedUnknown) transactionError = errors.New("request not valid") } else if result.IsPaused { transaction.PauseRequest() isPaused = true } return nil }) if err != nil { return nil, nil, false, err } if transactionError != nil { return nil, nil, false, transactionError } if err := qe.processDoNoSendCids(request, peerResponseSender); err != nil { return nil, nil, false, err } rootLink := cidlink.Link{Cid: request.Root()} traverser := ipldutil.TraversalBuilder{ Root: rootLink, Selector: request.Selector(), Chooser: result.CustomChooser, }.Start(ctx) loader := result.CustomLoader if loader == nil { loader = qe.loader } return loader, traverser, isPaused, nil } func (qe *queryExecutor) processDoNoSendCids(request gsmsg.GraphSyncRequest, peerResponseSender peerresponsemanager.PeerResponseSender) error { doNotSendCidsData, has := request.Extension(graphsync.ExtensionDoNotSendCIDs) if !has { return nil } cidSet, err := cidset.DecodeCidSet(doNotSendCidsData) if err != nil { peerResponseSender.FinishWithError(request.ID(), graphsync.RequestFailedUnknown) return err } links := make([]ipld.Link, 0, cidSet.Len()) err = cidSet.ForEach(func(c cid.Cid) error { links = append(links, cidlink.Link{Cid: c}) return nil }) if err != nil { return err } peerResponseSender.IgnoreBlocks(request.ID(), links) return nil } func (qe *queryExecutor) executeQuery( p peer.ID, request gsmsg.GraphSyncRequest, loader ipld.Loader, traverser ipldutil.Traverser, signals signals) (graphsync.ResponseStatusCode, error) { updateChan := make(chan []gsmsg.GraphSyncRequest) peerResponseSender := qe.peerManager.SenderForPeer(p) err := runtraversal.RunTraversal(loader, traverser, func(link ipld.Link, data []byte) error { var err error _ = peerResponseSender.Transaction(request.ID(), func(transaction peerresponsemanager.PeerResponseTransactionSender) error { err = qe.checkForUpdates(p, request, signals, updateChan, transaction) if _, ok := err.(hooks.ErrPaused); !ok && err != nil { return nil } blockData := transaction.SendResponse(link, data) if blockData.BlockSize() > 0 { result := qe.blockHooks.ProcessBlockHooks(p, request, blockData) for _, extension := range result.Extensions { transaction.SendExtensionData(extension) } if _, ok := result.Err.(hooks.ErrPaused); ok { transaction.PauseRequest() } if result.Err != nil { err = result.Err } } return nil }) return err }) var status graphsync.ResponseStatusCode _ = peerResponseSender.Transaction(request.ID(), func(transaction peerresponsemanager.PeerResponseTransactionSender) error { status = qe.closeRequest(transaction, err) if isContextErr(err) { qe.cancelledListeners.NotifyCancelledListeners(p, request) } else if status != graphsync.RequestPaused { result := qe.completedHooks.ProcessCompleteHooks(p, request, status) for _, extension := range result.Extensions { transaction.SendExtensionData(extension) } } return nil }) return status, err } func (qe *queryExecutor) closeRequest(peerResponseSender peerresponsemanager.PeerResponseTransactionSender, err error) graphsync.ResponseStatusCode { _, isPaused := err.(hooks.ErrPaused) if isPaused { return graphsync.RequestPaused } if isContextErr(err) { peerResponseSender.FinishWithCancel() return graphsync.RequestCancelled } if err == errCancelledByCommand { peerResponseSender.FinishWithError(graphsync.RequestCancelled) return graphsync.RequestCancelled } if err != nil { peerResponseSender.FinishWithError(graphsync.RequestFailedUnknown) return graphsync.RequestFailedUnknown } return peerResponseSender.FinishRequest() } func (qe *queryExecutor) checkForUpdates( p peer.ID, request gsmsg.GraphSyncRequest, signals signals, updateChan chan []gsmsg.GraphSyncRequest, peerResponseSender peerresponsemanager.PeerResponseTransactionSender) error { for { select { case selfCancelled := <-signals.stopSignal: if selfCancelled { return errCancelledByCommand } return ipldutil.ContextCancelError{} case <-signals.pauseSignal: peerResponseSender.PauseRequest() return hooks.ErrPaused{} case <-signals.updateSignal: select { case qe.messages <- &responseUpdateRequest{responseKey{p, request.ID()}, updateChan}: case <-qe.ctx.Done(): } select { case updates := <-updateChan: for _, update := range updates { result := qe.updateHooks.ProcessUpdateHooks(p, request, update) for _, extension := range result.Extensions { peerResponseSender.SendExtensionData(extension) } if result.Err != nil { return result.Err } } case <-qe.ctx.Done(): } default: return nil } } } func isContextErr(err error) bool { // TODO: Match with errors.Is when https://github.com/ipld/go-ipld-prime/issues/58 is resolved return err != nil && strings.Contains(err.Error(), ipldutil.ContextCancelError{}.Error()) }