first draft autoincrement cs3 apis

accounts/pkg/indexer/index/cs3/autoincrement.go

@@ -0,0 +1,224 @@
+package cs3
+
+import (
+	"context"
+	"fmt"
+	"io/ioutil"
+	"net/http"
+	"os"
+	"path"
+	"strings"
+
+	user "github.com/cs3org/go-cs3apis/cs3/identity/user/v1beta1"
+	v1beta11 "github.com/cs3org/go-cs3apis/cs3/rpc/v1beta1"
+	provider "github.com/cs3org/go-cs3apis/cs3/storage/provider/v1beta1"
+	"github.com/cs3org/reva/pkg/rgrpc/todo/pool"
+	"github.com/cs3org/reva/pkg/token"
+	"github.com/cs3org/reva/pkg/token/manager/jwt"
+	"google.golang.org/grpc/metadata"
+
+	"github.com/owncloud/ocis/accounts/pkg/indexer/index"
+	"github.com/owncloud/ocis/accounts/pkg/indexer/option"
+	"github.com/owncloud/ocis/accounts/pkg/indexer/registry"
+)
+
+type AutoincrementIndex struct {
+	indexBy      string
+	typeName     string
+	filesDir     string
+	indexBaseDir string
+	indexRootDir string
+
+	tokenManager    token.Manager
+	storageProvider provider.ProviderAPIClient
+	dataProvider    dataProviderClient // Used to create and download data via http, bypassing reva upload protocol
+
+	cs3conf *Config
+}
+
+func init() {
+	registry.IndexConstructorRegistry["cs3"]["autoincrement"] = NewAutoincrementIndex
+}
+
+// NewAutoincrementIndex instantiates a new AutoincrementIndex instance.
+func NewAutoincrementIndex(o ...option.Option) index.Index {
+	opts := &option.Options{}
+	for _, opt := range o {
+		opt(opts)
+	}
+
+	u := &AutoincrementIndex{
+		indexBy:      opts.IndexBy,
+		typeName:     opts.TypeName,
+		filesDir:     opts.FilesDir,
+		indexBaseDir: path.Join(opts.DataDir, "index.cs3"),
+		indexRootDir: path.Join(path.Join(opts.DataDir, "index.cs3"), strings.Join([]string{"unique", opts.TypeName, opts.IndexBy}, ".")),
+		cs3conf: &Config{
+			ProviderAddr:    opts.ProviderAddr,
+			DataURL:         opts.DataURL,
+			DataPrefix:      opts.DataPrefix,
+			JWTSecret:       opts.JWTSecret,
+			ServiceUserName: "",
+			ServiceUserUUID: "",
+		},
+		dataProvider: dataProviderClient{
+			baseURL: singleJoiningSlash(opts.DataURL, opts.DataPrefix),
+			client: http.Client{
+				Transport: http.DefaultTransport,
+			},
+		},
+	}
+
+	return u
+}
+
+func (idx *AutoincrementIndex) Init() error {
+	tokenManager, err := jwt.New(map[string]interface{}{
+		"secret": idx.cs3conf.JWTSecret,
+	})
+
+	if err != nil {
+		return err
+	}
+
+	idx.tokenManager = tokenManager
+
+	client, err := pool.GetStorageProviderServiceClient(idx.cs3conf.ProviderAddr)
+	if err != nil {
+		return err
+	}
+
+	idx.storageProvider = client
+
+	ctx := context.Background()
+	tk, err := idx.authenticate(ctx)
+	if err != nil {
+		return err
+	}
+	ctx = metadata.AppendToOutgoingContext(ctx, token.TokenHeader, tk)
+
+	if err := idx.makeDirIfNotExists(ctx, idx.indexBaseDir); err != nil {
+		return err
+	}
+
+	if err := idx.makeDirIfNotExists(ctx, idx.indexRootDir); err != nil {
+		return err
+	}
+
+	return nil
+}
+
+func (idx AutoincrementIndex) Lookup(v string) ([]string, error) {
+	panic("implement me")
+}
+
+func (idx AutoincrementIndex) Add(id, v string) (string, error) {
+	panic("implement me")
+}
+
+func (idx AutoincrementIndex) Remove(id string, v string) error {
+	panic("implement me")
+}
+
+func (idx AutoincrementIndex) Update(id, oldV, newV string) error {
+	panic("implement me")
+}
+
+func (idx AutoincrementIndex) Search(pattern string) ([]string, error) {
+	panic("implement me")
+}
+
+func (idx AutoincrementIndex) IndexBy() string {
+	panic("implement me")
+}
+
+func (idx AutoincrementIndex) TypeName() string {
+	panic("implement me")
+}
+
+func (idx AutoincrementIndex) FilesDir() string {
+	panic("implement me")
+}
+
+func (idx *AutoincrementIndex) createSymlink(oldname, newname string) error {
+	t, err := idx.authenticate(context.TODO())
+	if err != nil {
+		return err
+	}
+
+	if _, err := idx.resolveSymlink(newname); err == nil {
+		return os.ErrExist
+	}
+
+	_, err = idx.dataProvider.put(newname, strings.NewReader(oldname), t)
+	if err != nil {
+		return err
+	}
+
+	return nil
+
+}
+
+func (idx *AutoincrementIndex) resolveSymlink(name string) (string, error) {
+	t, err := idx.authenticate(context.TODO())
+	if err != nil {
+		return "", err
+	}
+
+	resp, err := idx.dataProvider.get(name, t)
+	if err != nil {
+		return "", err
+	}
+
+	if resp.StatusCode != http.StatusOK {
+		if resp.StatusCode == http.StatusNotFound {
+			return "", os.ErrNotExist
+		}
+
+		return "", fmt.Errorf("could not resolve symlink %s, got status %v", name, resp.StatusCode)
+	}
+
+	b, err := ioutil.ReadAll(resp.Body)
+	if err != nil {
+		return "", err
+
+	}
+	return string(b), err
+}
+
+func (idx *AutoincrementIndex) makeDirIfNotExists(ctx context.Context, folder string) error {
+	var rootPathRef = &provider.Reference{
+		Spec: &provider.Reference_Path{Path: fmt.Sprintf("/meta/%v", folder)},
+	}
+
+	resp, err := idx.storageProvider.Stat(ctx, &provider.StatRequest{
+		Ref: rootPathRef,
+	})
+
+	if err != nil {
+		return err
+	}
+
+	if resp.Status.Code == v1beta11.Code_CODE_NOT_FOUND {
+		_, err := idx.storageProvider.CreateContainer(ctx, &provider.CreateContainerRequest{
+			Ref: rootPathRef,
+		})
+
+		if err != nil {
+			return err
+		}
+	}
+
+	return nil
+}
+
+func (idx *AutoincrementIndex) authenticate(ctx context.Context) (token string, err error) {
+	u := &user.User{
+		Id:     &user.UserId{},
+		Groups: []string{},
+	}
+	if idx.cs3conf.ServiceUserName != "" {
+		u.Id.OpaqueId = idx.cs3conf.ServiceUserUUID
+	}
+	return idx.tokenManager.MintToken(ctx, u)
+}

accounts/pkg/indexer/index/cs3/autoincrement_test.go

@@ -0,0 +1,5 @@
+package cs3
+
+func TestAutoincrementIndexAdd() {
+
+}