New: support to import deals using Boost

.gitmodules

@@ -0,0 +1,3 @@
+[submodule "extern/filecoin-ffi"]
+	path = extern/filecoin-ffi
+	url = https://github.com/filecoin-project/filecoin-ffi.git

Makefile

@@ -13,14 +13,18 @@ BINARY_NAME=$(PROJECT_NAME)
 PKG := "$(PROJECT_NAME)"
 PKG_LIST := $(shell go list ${PKG}/... | grep -v /vendor/)
 
-.PHONY: all build clean test help
+.PHONY: all ffi build clean test help
 
 all: build
 
 test: ## Run unittests
 	@go test -short ${PKG_LIST}
 	@echo "Done testing."
 
+ffi:
+	./extern/filecoin-ffi/install-filcrypto
+.PHONY: ffi
+
 build: ## Build the binary file
 	@go mod download
 	@go mod tidy
@@ -40,3 +44,10 @@ build-linux:
 	CGO_ENABLED=0 GOOS=linux GOARCH=amd64 $(GOBUILD) -o $(GOBIN)/$(BINARY_NAME) -v  main.go
 build_win: test
 	CGO_ENABLED=0 GOOS=windows GOARCH=amd64 $(GOBUILD) -o $(GOBIN)/$(BINARY_NAME) -v  main.go
+
+build_boost:
+	git clone https://github.com/filecoin-project/boost
+	cd boost && git checkout v1.5.0
+	cd boost && make build && sudo mv boostd /usr/local/bin/
+	rm -rf boost
+.PHONY: build_boost

build_from_source.sh

@@ -64,6 +64,9 @@ sudo systemctl restart aria2c.service            # Start Aria2
 
 BINARY_NAME=swan-provider
 
+git submodule update --init --recursive
+make build_boost
+make ffi
 make
 chmod +x ./build/${BINARY_NAME}
 ./build/${BINARY_NAME}  daemon                       # Run swan provider

common/constants/constants.go

@@ -9,4 +9,15 @@ const (
 
 	UPDATE_OFFLINE_DEAL_STATUS_FAIL = "failed to update offline deal status"
 	NOT_UPDATE_OFFLINE_DEAL_STATUS  = "no need to update deal status in swan"
+
+	CHECKPOINT_ACCEPTED    = "Accepted"
+	CHECKPOINT_TRANSFERRED = "Transferred"
+	CHECKPOINT_PULISHED    = "Published"
+	CHECKPOINT_CONFIRMED   = "PublishConfirmed"
+	CHECKPOINT_ADDPIECE    = "AddedPiece"
+	CHECKPOINT_INDEX       = "IndexedAndAnnounced"
+	CHECKPOINT_COMPLETE    = "Complete"
+
+	MARKET_TYPE_LOTUS = "lotus"
+	MARKET_TYPE_BOOST = "boost"
 )

common/hql/client.go

@@ -0,0 +1,87 @@
+package hql
+
+import (
+	"context"
+	"errors"
+	"github.com/Khan/genqlient/graphql"
+	"net/http"
+	"swan-provider/common/hql/gen"
+)
+
+type Client struct {
+	hqlClient graphql.Client
+}
+
+func NewClient(endpoint string) (*Client, error) {
+	if endpoint == "" || len(endpoint) == 0 {
+		return nil, errors.New("graphql url is required")
+	}
+	client := graphql.NewClient(endpoint, http.DefaultClient)
+	return &Client{client}, nil
+}
+
+func (c Client) GetDealByUuid(dealUuid string) (*gen.DealResponse, error) {
+	return gen.Deal(context.TODO(), c.hqlClient, dealUuid)
+}
+
+var Checkpoint = map[string]string{
+	"Accepted":            "Accepted",
+	"Transferred":         "Transferred",
+	"Published":           "Published",
+	"PublishConfirmed":    "PublishConfirmed",
+	"AddedPiece":          "AddedPiece",
+	"IndexedAndAnnounced": "IndexedAndAnnounced",
+	"Complete":            "Complete",
+}
+
+func DealStatus(checkpoint, err string) string {
+	switch checkpoint {
+	case "Accepted":
+		return "StorageDealWaitingForData"
+	case "Transferred":
+		fallthrough
+	case "Published":
+		fallthrough
+	case "PublishConfirmed":
+		return "StorageDealAwaitingPreCommit"
+	case "AddedPiece":
+		fallthrough
+	case "IndexedAndAnnounced":
+		return "StorageDealSealing"
+	case "Complete":
+		switch err {
+		case "":
+			return "StorageDealActive"
+		case "Cancelled":
+			return "StorageDealNotFound"
+		}
+		return "StorageDealError"
+	}
+	return "StorageDealNotFound"
+}
+
+func Message(checkpoint, err string) string {
+	switch checkpoint {
+	case "Accepted":
+		return "Awaiting Offline Data Import"
+	case "Transferred":
+		return "Ready to Publish"
+	case "Published":
+		return "Awaiting Publish Confirmation"
+	case "PublishConfirmed":
+		return "Adding to Sector"
+	case "AddedPiece":
+		fallthrough
+	case "IndexedAndAnnounced":
+		return "sealing"
+	case "Complete":
+		switch err {
+		case "":
+			return "Complete"
+		case "Cancelled":
+			return "Cancelled"
+		}
+		return "Error: " + err
+	}
+	return "unknow"
+}

common/hql/gen/model.go

@@ -0,0 +1,6 @@
+package gen
+
+type ChainDealID struct {
+	TypeName string `json:"__typename"`
+	Value    string `json:"n"`
+}

common/hql/genqlient.graphql

@@ -0,0 +1,14 @@
+query Deal($uuid: ID!){
+    deal(id: $uuid) {
+        ID
+        ProviderAddress
+        PieceCid
+        IsVerified
+        SignedProposalCid
+        InboundFilePath
+        ChainDealID
+        Checkpoint
+        Err
+        Message
+    }
+}

common/hql/genqlient.yaml

@@ -0,0 +1,11 @@
+# Default genqlient config; for full documentation see:
+# https://github.com/Khan/genqlient/blob/main/docs/genqlient.yaml
+schema: schema.graphql
+operations:
+- genqlient.graphql
+generated: gen/generated.go
+package: gen
+context_type: context.Context
+bindings:
+  Uint64:
+    type: swan-provider/common/gen.ChainDealID