mirror of
https://github.com/rclone/rclone.git
synced 2025-12-19 17:53:16 +00:00
Use a vendor directory for repeatable builds - fixes #816
This is using godep to manage the vendor directory.
This commit is contained in:
Nick Craig-Wood
305
vendor/github.com/stacktic/dropbox/datastores_requests.go
generated
vendored
Normal file
305
vendor/github.com/stacktic/dropbox/datastores_requests.go
generated
vendored
Normal file
@@ -0,0 +1,305 @@
|
||||
/*
|
||||
** Copyright (c) 2014 Arnaud Ysmal. All Rights Reserved.
|
||||
**
|
||||
** Redistribution and use in source and binary forms, with or without
|
||||
** modification, are permitted provided that the following conditions
|
||||
** are met:
|
||||
** 1. Redistributions of source code must retain the above copyright
|
||||
** notice, this list of conditions and the following disclaimer.
|
||||
** 2. Redistributions in binary form must reproduce the above copyright
|
||||
** notice, this list of conditions and the following disclaimer in the
|
||||
** documentation and/or other materials provided with the distribution.
|
||||
**
|
||||
** THIS SOFTWARE IS PROVIDED BY THE AUTHOR ``AS IS'' AND ANY EXPRESS
|
||||
** OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
|
||||
** WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
|
||||
** DISCLAIMED. IN NO EVENT SHALL THE AUTHOR OR CONTRIBUTORS BE LIABLE
|
||||
** FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
||||
** DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
|
||||
** SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION)
|
||||
** HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
|
||||
** LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
|
||||
** OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
|
||||
** SUCH DAMAGE.
|
||||
*/
|
||||
|
||||
package dropbox
|
||||
|
||||
import (
|
||||
"crypto/rand"
|
||||
"crypto/sha256"
|
||||
"encoding/json"
|
||||
"fmt"
|
||||
"io"
|
||||
"net/url"
|
||||
"strconv"
|
||||
"time"
|
||||
)
|
||||
|
||||
type row struct {
|
||||
TID string `json:"tid"`
|
||||
RowID string `json:"rowid"`
|
||||
Data Fields `json:"data"`
|
||||
}
|
||||
|
||||
type infoDict struct {
|
||||
Title string `json:"title"`
|
||||
MTime struct {
|
||||
Time DBTime `json:"T"`
|
||||
} `json:"mtime"`
|
||||
}
|
||||
|
||||
type datastoreInfo struct {
|
||||
ID string `json:"dsid"`
|
||||
Handle string `json:"handle"`
|
||||
Revision int `json:"rev"`
|
||||
Info infoDict `json:"info"`
|
||||
}
|
||||
|
||||
func (db *Dropbox) openOrCreateDatastore(dsID string) (int, string, bool, error) {
|
||||
var r struct {
|
||||
Revision int `json:"rev"`
|
||||
Handle string `json:"handle"`
|
||||
Created bool `json:"created"`
|
||||
}
|
||||
|
||||
err := db.doRequest("POST", "datastores/get_or_create_datastore", &url.Values{"dsid": {dsID}}, &r)
|
||||
return r.Revision, r.Handle, r.Created, err
|
||||
}
|
||||
|
||||
func (db *Dropbox) listDatastores() ([]DatastoreInfo, string, error) {
|
||||
var rv []DatastoreInfo
|
||||
|
||||
var dl struct {
|
||||
Info []datastoreInfo `json:"datastores"`
|
||||
Token string `json:"token"`
|
||||
}
|
||||
|
||||
if err := db.doRequest("GET", "datastores/list_datastores", nil, &dl); err != nil {
|
||||
return nil, "", err
|
||||
}
|
||||
rv = make([]DatastoreInfo, len(dl.Info))
|
||||
for i, di := range dl.Info {
|
||||
rv[i] = DatastoreInfo{
|
||||
ID: di.ID,
|
||||
handle: di.Handle,
|
||||
revision: di.Revision,
|
||||
title: di.Info.Title,
|
||||
mtime: time.Time(di.Info.MTime.Time),
|
||||
}
|
||||
}
|
||||
return rv, dl.Token, nil
|
||||
}
|
||||
|
||||
func (db *Dropbox) deleteDatastore(handle string) (*string, error) {
|
||||
var r struct {
|
||||
NotFound string `json:"notfound"`
|
||||
OK string `json:"ok"`
|
||||
}
|
||||
|
||||
if err := db.doRequest("POST", "datastores/delete_datastore", &url.Values{"handle": {handle}}, &r); err != nil {
|
||||
return nil, err
|
||||
}
|
||||
if len(r.NotFound) != 0 {
|
||||
return nil, fmt.Errorf(r.NotFound)
|
||||
}
|
||||
return &r.OK, nil
|
||||
}
|
||||
|
||||
func generateDatastoreID() (string, error) {
|
||||
var b []byte
|
||||
var blen int
|
||||
|
||||
b = make([]byte, 1)
|
||||
_, err := io.ReadFull(rand.Reader, b)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
blen = (int(b[0]) % maxGlobalIDLength) + 1
|
||||
b = make([]byte, blen)
|
||||
_, err = io.ReadFull(rand.Reader, b)
|
||||
if err != nil {
|
||||
return "", err
|
||||
}
|
||||
|
||||
return encodeDBase64(b), nil
|
||||
}
|
||||
|
||||
func (db *Dropbox) createDatastore(key string) (int, string, bool, error) {
|
||||
var r struct {
|
||||
Revision int `json:"rev"`
|
||||
Handle string `json:"handle"`
|
||||
Created bool `json:"created"`
|
||||
NotFound string `json:"notfound"`
|
||||
}
|
||||
var b64key string
|
||||
var err error
|
||||
|
||||
if len(key) != 0 {
|
||||
b64key = encodeDBase64([]byte(key))
|
||||
} else {
|
||||
b64key, err = generateDatastoreID()
|
||||
if err != nil {
|
||||
return 0, "", false, err
|
||||
}
|
||||
}
|
||||
hash := sha256.New()
|
||||
hash.Write([]byte(b64key))
|
||||
rhash := hash.Sum(nil)
|
||||
dsID := "." + encodeDBase64(rhash[:])
|
||||
|
||||
params := &url.Values{
|
||||
"key": {b64key},
|
||||
"dsid": {dsID},
|
||||
}
|
||||
if err := db.doRequest("POST", "datastores/create_datastore", params, &r); err != nil {
|
||||
return 0, "", false, err
|
||||
}
|
||||
if len(r.NotFound) != 0 {
|
||||
return 0, "", false, fmt.Errorf("%s", r.NotFound)
|
||||
}
|
||||
return r.Revision, r.Handle, r.Created, nil
|
||||
}
|
||||
|
||||
func (db *Dropbox) putDelta(handle string, rev int, changes listOfChanges) (int, error) {
|
||||
var r struct {
|
||||
Revision int `json:"rev"`
|
||||
NotFound string `json:"notfound"`
|
||||
Conflict string `json:"conflict"`
|
||||
Error string `json:"error"`
|
||||
}
|
||||
var js []byte
|
||||
var err error
|
||||
|
||||
if len(changes) == 0 {
|
||||
return rev, nil
|
||||
}
|
||||
|
||||
if js, err = json.Marshal(changes); err != nil {
|
||||
return 0, err
|
||||
}
|
||||
|
||||
params := &url.Values{
|
||||
"handle": {handle},
|
||||
"rev": {strconv.FormatInt(int64(rev), 10)},
|
||||
"changes": {string(js)},
|
||||
}
|
||||
|
||||
if err = db.doRequest("POST", "datastores/put_delta", params, &r); err != nil {
|
||||
return 0, err
|
||||
}
|
||||
if len(r.NotFound) != 0 {
|
||||
return 0, fmt.Errorf("%s", r.NotFound)
|
||||
}
|
||||
if len(r.Conflict) != 0 {
|
||||
return 0, fmt.Errorf("%s", r.Conflict)
|
||||
}
|
||||
if len(r.Error) != 0 {
|
||||
return 0, fmt.Errorf("%s", r.Error)
|
||||
}
|
||||
return r.Revision, nil
|
||||
}
|
||||
|
||||
func (db *Dropbox) getDelta(handle string, rev int) ([]datastoreDelta, error) {
|
||||
var rv struct {
|
||||
Deltas []datastoreDelta `json:"deltas"`
|
||||
NotFound string `json:"notfound"`
|
||||
}
|
||||
err := db.doRequest("GET", "datastores/get_deltas",
|
||||
&url.Values{
|
||||
"handle": {handle},
|
||||
"rev": {strconv.FormatInt(int64(rev), 10)},
|
||||
}, &rv)
|
||||
|
||||
if len(rv.NotFound) != 0 {
|
||||
return nil, fmt.Errorf("%s", rv.NotFound)
|
||||
}
|
||||
return rv.Deltas, err
|
||||
}
|
||||
|
||||
func (db *Dropbox) getSnapshot(handle string) ([]row, int, error) {
|
||||
var r struct {
|
||||
Rows []row `json:"rows"`
|
||||
Revision int `json:"rev"`
|
||||
NotFound string `json:"notfound"`
|
||||
}
|
||||
|
||||
if err := db.doRequest("GET", "datastores/get_snapshot",
|
||||
&url.Values{"handle": {handle}}, &r); err != nil {
|
||||
return nil, 0, err
|
||||
}
|
||||
if len(r.NotFound) != 0 {
|
||||
return nil, 0, fmt.Errorf("%s", r.NotFound)
|
||||
}
|
||||
return r.Rows, r.Revision, nil
|
||||
}
|
||||
|
||||
func (db *Dropbox) await(cursors []*Datastore, token string) (string, []DatastoreInfo, map[string][]datastoreDelta, error) {
|
||||
var params *url.Values
|
||||
var dis []DatastoreInfo
|
||||
var dd map[string][]datastoreDelta
|
||||
|
||||
type awaitResult struct {
|
||||
Deltas struct {
|
||||
Results map[string]struct {
|
||||
Deltas []datastoreDelta `json:"deltas"`
|
||||
NotFound string `json:"notfound"`
|
||||
} `json:"deltas"`
|
||||
} `json:"get_deltas"`
|
||||
Datastores struct {
|
||||
Info []datastoreInfo `json:"datastores"`
|
||||
Token string `json:"token"`
|
||||
} `json:"list_datastores"`
|
||||
}
|
||||
var r awaitResult
|
||||
if len(token) == 0 && len(cursors) == 0 {
|
||||
return "", nil, nil, fmt.Errorf("at least one parameter required")
|
||||
}
|
||||
params = &url.Values{}
|
||||
if len(token) != 0 {
|
||||
js, err := json.Marshal(map[string]string{"token": token})
|
||||
if err != nil {
|
||||
return "", nil, nil, err
|
||||
}
|
||||
params.Set("list_datastores", string(js))
|
||||
}
|
||||
if len(cursors) != 0 {
|
||||
m := make(map[string]int)
|
||||
for _, ds := range cursors {
|
||||
m[ds.info.handle] = ds.info.revision
|
||||
}
|
||||
js, err := json.Marshal(map[string]map[string]int{"cursors": m})
|
||||
if err != nil {
|
||||
return "", nil, nil, err
|
||||
}
|
||||
params.Set("get_deltas", string(js))
|
||||
}
|
||||
if err := db.doRequest("GET", "datastores/await", params, &r); err != nil {
|
||||
return "", nil, nil, err
|
||||
}
|
||||
if len(r.Deltas.Results) == 0 && len(r.Datastores.Info) == 0 {
|
||||
return token, nil, nil, fmt.Errorf("await timed out")
|
||||
}
|
||||
if len(r.Datastores.Token) != 0 {
|
||||
token = r.Datastores.Token
|
||||
}
|
||||
if len(r.Deltas.Results) != 0 {
|
||||
dd = make(map[string][]datastoreDelta)
|
||||
for k, v := range r.Deltas.Results {
|
||||
dd[k] = v.Deltas
|
||||
}
|
||||
}
|
||||
if len(r.Datastores.Info) != 0 {
|
||||
dis = make([]DatastoreInfo, len(r.Datastores.Info))
|
||||
for i, di := range r.Datastores.Info {
|
||||
dis[i] = DatastoreInfo{
|
||||
ID: di.ID,
|
||||
handle: di.Handle,
|
||||
revision: di.Revision,
|
||||
title: di.Info.Title,
|
||||
mtime: time.Time(di.Info.MTime.Time),
|
||||
}
|
||||
}
|
||||
}
|
||||
return token, dis, dd, nil
|
||||
}
|
||||
Reference in New Issue
Block a user