feature: enable go mod and update vendor

1. add chubaofs-blobstore client
 2. move origin modified vendor code to depends
    1) raft
    2) spf13
    3) fuse
    3) jacobsa
    4) rocksdb

Signed-off-by: leonrayang <chl696@sina.com>

authnode/authnode_manager.go

@@ -18,8 +18,8 @@ import (
 	"fmt"
 	"strings"
 
+	"github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/util/log"
-	"github.com/tiglabs/raft/proto"
 )
 
 // LeaderInfo represents the leader's information

authnode/config.go

@@ -20,8 +20,8 @@ import (
 	"strconv"
 	"strings"
 
+	"github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/raftstore"
-	"github.com/tiglabs/raft/proto"
 )
 
 //config key

authnode/keystore_fsm.go

@@ -22,11 +22,11 @@ import (
 	"strings"
 	"sync"
 
+	"github.com/cubefs/cubefs/depends/tiglabs/raft"
+	"github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/raftstore"
 	"github.com/cubefs/cubefs/util/keystore"
 	"github.com/cubefs/cubefs/util/log"
-	"github.com/tiglabs/raft"
-	"github.com/tiglabs/raft/proto"
 )
 
 const (

authnode/keystore_fsm_op.go

@@ -21,9 +21,9 @@ import (
 	"strconv"
 	"strings"
 
+	"github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/util/keystore"
 	"github.com/cubefs/cubefs/util/log"
-	"github.com/tiglabs/raft/proto"
 )
 
 // RaftCmd defines the Raft commands.

build/build.sh

@@ -5,6 +5,8 @@ BuildPath=${RootPath}/build
 BuildOutPath=${BuildPath}/out
 BuildBinPath=${BuildPath}/bin
 VendorPath=${RootPath}/vendor
+DependsPath=${RootPath}/depends
+
 
 RM=$(find /bin /sbin /usr/bin /usr/local -name "rm" | head -1)
 if [[ "-x$RM" == "-x" ]] ; then
@@ -138,7 +140,7 @@ build_lz4() {
 
 
 build_snappy() {
-    SnappySrcPath=${VendorPath}/snappy-1.1.7
+    SnappySrcPath=${DependsPath}/snappy-1.1.7
     SnappyBuildPath=${BuildOutPath}/snappy
     found=$(find ${SnappyBuildPath} -name libsnappy.a 2>/dev/null | wc -l)
     if [ ${found} -eq 0 ] ; then
@@ -157,7 +159,7 @@ build_snappy() {
 }
 
 build_rocksdb() {
-    RocksdbSrcPath=${VendorPath}/rocksdb-5.9.2
+    RocksdbSrcPath=${DependsPath}/rocksdb-5.9.2
     RocksdbBuildPath=${BuildOutPath}/rocksdb
     found=$(find ${RocksdbBuildPath} -name librocksdb.a 2>/dev/null | wc -l)
     if [ ${found} -eq 0 ] ; then
@@ -165,11 +167,17 @@ build_rocksdb() {
             mkdir -p ${RocksdbBuildPath}
             cp -rf ${RocksdbSrcPath}/* ${RocksdbBuildPath}
         fi
-        echo "build rocksdb..."
+
         pushd ${RocksdbBuildPath} >/dev/null
+
         [ "-$LUA_PATH" != "-" ]  && unset LUA_PATH
-        CXXFLAGS='-Wno-error=deprecated-copy -Wno-error=class-memaccess -Wno-error=pessimizing-move' \
+        MAJOR=$(echo __GNUC__ | $(which gcc) -E -xc - | tail -n 1)
+        if [ ${MAJOR} -ge 10 ] ; then
+          CXXFLAGS='-Wno-error=deprecated-copy -Wno-error=class-memaccess -Wno-error=pessimizing-move' \
 		make -j ${NPROC} static_lib  && echo "build rocksdb success" || {  echo "build rocksdb failed" ; exit 1; }
+        else
+		      make -j ${NPROC} static_lib  && echo "build rocksdb success" || {  echo "build rocksdb failed" ; exit 1; }
+		    fi
         popd >/dev/null
     fi
     cgo_cflags="${cgo_cflags} -I${RocksdbSrcPath}/include"
@@ -181,7 +189,7 @@ build_rocksdb() {
 }
 
 init_gopath() {
-    export GO111MODULE=off
+    export GO111MODULE=on
     export GOPATH=$HOME/tmp/cfs/go
 
     mkdir -p $GOPATH/src/github.com/cubefs

client/fs/const.go

@@ -18,7 +18,7 @@ import (
 	"syscall"
 	"time"
 
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 
 	"github.com/cubefs/cubefs/proto"
 )

client/fs/dio_darwin.go

@@ -15,7 +15,7 @@
 package fs
 
 import (
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 )
 
 func isDirectIOEnabled(flags fuse.OpenFlags) bool {

client/fs/dio_linux.go

@@ -17,7 +17,7 @@ package fs
 import (
 	"syscall"
 
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 )
 
 func isDirectIOEnabled(flags fuse.OpenFlags) bool {

client/fs/dio_windows.go

@@ -15,7 +15,7 @@
 package fs
 
 import (
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 )
 
 func isDirectIOEnabled(flags fuse.OpenFlags) bool {

client/fs/dir.go

@@ -22,8 +22,8 @@ import (
 	"syscall"
 	"time"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 	"golang.org/x/net/context"
 
 	"github.com/cubefs/cubefs/proto"

client/fs/file.go

@@ -19,8 +19,8 @@ import (
 	"io"
 	"time"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 	"golang.org/x/net/context"
 
 	"sync"

client/fs/inode.go

@@ -17,7 +17,7 @@ package fs
 import (
 	"time"
 
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/util/log"

client/fs/super.go

@@ -25,8 +25,8 @@ import (
 
 	"golang.org/x/net/context"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/sdk/data/stream"

client/fuse.go

@@ -43,9 +43,9 @@ import (
 
 	sysutil "github.com/cubefs/cubefs/util/sys"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
 	cfs "github.com/cubefs/cubefs/client/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/util/config"
 	"github.com/cubefs/cubefs/util/errors"

datanode/partition.go

@@ -32,6 +32,7 @@ import (
 	"sort"
 	"syscall"
 
+	raftProto "github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/raftstore"
 	"github.com/cubefs/cubefs/repl"
@@ -39,7 +40,6 @@ import (
 	"github.com/cubefs/cubefs/util/errors"
 	"github.com/cubefs/cubefs/util/exporter"
 	"github.com/cubefs/cubefs/util/log"
-	raftProto "github.com/tiglabs/raft/proto"
 )
 
 const (

datanode/partition_op_by_raft.go

@@ -19,12 +19,12 @@ import (
 	"encoding/binary"
 	"encoding/json"
 	"fmt"
+	"github.com/cubefs/cubefs/depends/tiglabs/raft"
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/repl"
 	"github.com/cubefs/cubefs/storage"
 	"github.com/cubefs/cubefs/util/exporter"
 	"github.com/cubefs/cubefs/util/log"
-	"github.com/tiglabs/raft"
 	"net"
 	"strings"
 )

datanode/partition_raft.go

@@ -27,13 +27,13 @@ import (
 	"sync/atomic"
 	"time"
 
+	raftproto "github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/raftstore"
 	"github.com/cubefs/cubefs/repl"
 	"github.com/cubefs/cubefs/util/config"
 	"github.com/cubefs/cubefs/util/errors"
 	"github.com/cubefs/cubefs/util/log"
-	raftproto "github.com/tiglabs/raft/proto"
 )
 
 type dataPartitionCfg struct {

datanode/partition_raftfsm.go

@@ -22,12 +22,12 @@ import (
 	"sync/atomic"
 	"time"
 
+	"github.com/cubefs/cubefs/depends/tiglabs/raft"
+	raftproto "github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/storage"
 	"github.com/cubefs/cubefs/util/exporter"
 	"github.com/cubefs/cubefs/util/log"
-	"github.com/tiglabs/raft"
-	raftproto "github.com/tiglabs/raft/proto"
 )
 
 /* The functions below implement the interfaces defined in the raft library. */

datanode/server.go

@@ -40,7 +40,7 @@ import (
 	"github.com/cubefs/cubefs/util/exporter"
 	"github.com/cubefs/cubefs/util/log"
 
-	"smux"
+	"github.com/xtaci/smux"
 )
 
 var (

datanode/server_handler.go

@@ -21,9 +21,9 @@ import (
 	"strconv"
 	"sync/atomic"
 
+	"github.com/cubefs/cubefs/depends/tiglabs/raft"
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/storage"
-	"github.com/tiglabs/raft"
 )
 
 var (

datanode/wrap_operator.go

@@ -26,6 +26,8 @@ import (
 	"hash/crc32"
 	"strings"
 
+	"github.com/cubefs/cubefs/depends/tiglabs/raft"
+	raftProto "github.com/cubefs/cubefs/depends/tiglabs/raft/proto"
 	"github.com/cubefs/cubefs/proto"
 	"github.com/cubefs/cubefs/repl"
 	"github.com/cubefs/cubefs/storage"
@@ -33,8 +35,6 @@ import (
 	"github.com/cubefs/cubefs/util/errors"
 	"github.com/cubefs/cubefs/util/exporter"
 	"github.com/cubefs/cubefs/util/log"
-	"github.com/tiglabs/raft"
-	raftProto "github.com/tiglabs/raft/proto"
 )
 
 func (s *DataNode) getPacketTpLabels(p *repl.Packet) map[string]string {

depends/bazil.org/fuse/examples/clockfs/clockfs.go

@@ -11,10 +11,10 @@ import (
 	"syscall"
 	"time"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	_ "bazil.org/fuse/fs/fstestutil"
-	"bazil.org/fuse/fuseutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	_ "github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fuseutil"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/examples/hellofs/hello.go

@@ -7,9 +7,9 @@ import (
 	"log"
 	"os"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	_ "bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	_ "github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/fs/bench/bench_create_test.go

@@ -5,9 +5,9 @@ import (
 	"os"
 	"testing"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	"bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/fs/bench/bench_lookup_test.go

@@ -6,9 +6,9 @@ import (
 
 	"golang.org/x/net/context"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	"bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 )
 
 type benchLookupDir struct {

depends/bazil.org/fuse/fs/bench/bench_readwrite_test.go

@@ -7,9 +7,9 @@ import (
 	"path"
 	"testing"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	"bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/fs/fstestutil/debug.go

@@ -5,7 +5,7 @@ import (
 	"log"
 	"strconv"
 
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 )
 
 type flagDebug bool

depends/bazil.org/fuse/fs/fstestutil/doc.go

@@ -0,0 +1 @@
+package fstestutil // import "github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"

depends/bazil.org/fuse/fs/fstestutil/mounted.go

@@ -8,8 +8,8 @@ import (
 	"testing"
 	"time"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 )
 
 // Mount contains information about the mount for the test to use.

depends/bazil.org/fuse/fs/fstestutil/record/record.go

@@ -1,11 +1,11 @@
-package record // import "bazil.org/fuse/fs/fstestutil/record"
+package record // import "github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil/record"
 
 import (
 	"sync"
 	"sync/atomic"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/fs/fstestutil/record/wait.go

@@ -4,8 +4,8 @@ import (
 	"sync"
 	"time"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/fs/fstestutil/testfs.go

@@ -3,8 +3,8 @@ package fstestutil
 import (
 	"os"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/fs/serve.go

@@ -1,6 +1,6 @@
 // FUSE service loop, for servers that wish to use it.
 
-package fs // import "bazil.org/fuse/fs"
+package fs // import "github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
 
 import (
 	"encoding/binary"
@@ -19,8 +19,8 @@ import (
 
 	"bytes"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fuseutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fuseutil"
 	"github.com/cubefs/cubefs/util"
 	"golang.org/x/net/context"
 	"golang.org/x/time/rate"

depends/bazil.org/fuse/fs/serve_darwin_test.go

@@ -3,7 +3,7 @@ package fs_test
 import (
 	"testing"
 
-	"bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 	"golang.org/x/sys/unix"
 )
 

depends/bazil.org/fuse/fs/serve_test.go

@@ -16,12 +16,12 @@ import (
 	"testing"
 	"time"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	"bazil.org/fuse/fs/fstestutil"
-	"bazil.org/fuse/fs/fstestutil/record"
-	"bazil.org/fuse/fuseutil"
-	"bazil.org/fuse/syscallx"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil/record"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fuseutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/syscallx"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/fs/tree.go

@@ -11,7 +11,7 @@ import (
 )
 
 import (
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 )
 
 // A Tree implements a basic read-only directory tree for FUSE.

depends/bazil.org/fuse/fuse.go

@@ -98,7 +98,7 @@
 // Behavior and metadata of the mounted file system can be changed by
 // passing MountOption values to Mount.
 //
-package fuse // import "bazil.org/fuse"
+package fuse // import "github.com/cubefs/cubefs/depends/bazil.org/fuse"
 
 import (
 	"bytes"

depends/bazil.org/fuse/fuse_kernel_test.go

@@ -4,7 +4,7 @@ import (
 	"os"
 	"testing"
 
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 )
 
 func TestOpenFlagsAccmodeMaskReadWrite(t *testing.T) {

depends/bazil.org/fuse/fuseutil/fuseutil.go

@@ -1,7 +1,7 @@
-package fuseutil // import "bazil.org/fuse/fuseutil"
+package fuseutil // import "github.com/cubefs/cubefs/depends/bazil.org/fuse/fuseutil"
 
 import (
-	"bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
 )
 
 // HandleRead handles a read request assuming that data is the entire file content.

depends/bazil.org/fuse/options_daemon_timeout_test.go

@@ -11,9 +11,9 @@ import (
 	"testing"
 	"time"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	"bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/options_nocomma_test.go

@@ -9,8 +9,8 @@ import (
 	"runtime"
 	"testing"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 )
 
 func TestMountOptionCommaError(t *testing.T) {

depends/bazil.org/fuse/options_test.go

@@ -6,9 +6,9 @@ import (
 	"syscall"
 	"testing"
 
-	"bazil.org/fuse"
-	"bazil.org/fuse/fs"
-	"bazil.org/fuse/fs/fstestutil"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs"
+	"github.com/cubefs/cubefs/depends/bazil.org/fuse/fs/fstestutil"
 	"golang.org/x/net/context"
 )
 

depends/bazil.org/fuse/syscallx/doc.go

@@ -10,4 +10,4 @@
 //
 // Options can be implemented with separate wrappers, in the style of
 // Linux getxattr/lgetxattr/fgetxattr.
-package syscallx // import "bazil.org/fuse/syscallx"
+package syscallx // import "github.com/cubefs/cubefs/depends/bazil.org/fuse/syscallx"