mirror of https://gitee.com/bigwinds/arangodb
simplified version getting
This commit is contained in:
Jan Steemann
parent
64fda46f62
commit
a9f486a0b0
|
|
@ -30,6 +30,7 @@
|
|||
|
||||
#include <sstream>
|
||||
|
||||
#include "Basics/JsonHelper.h"
|
||||
#include "Basics/StringUtils.h"
|
||||
#include "BasicsC/json.h"
|
||||
#include "BasicsC/tri-strings.h"
|
||||
|
|
@ -80,6 +81,11 @@ V8ClientConnection::V8ClientConnection (Endpoint* endpoint,
|
|||
}
|
||||
|
||||
_client = new SimpleHttpClient(_connection, requestTimeout, warn);
|
||||
|
||||
if (_client == 0) {
|
||||
throw "out of memory";
|
||||
}
|
||||
|
||||
_client->setUserNamePassword("/", username, password);
|
||||
|
||||
// connect to server and get version number
|
||||
|
|
@ -95,7 +101,6 @@ V8ClientConnection::V8ClientConnection (Endpoint* endpoint,
|
|||
_lastHttpReturnCode = result->getHttpReturnCode();
|
||||
|
||||
if (result->getHttpReturnCode() == HttpResponse::OK) {
|
||||
|
||||
// default value
|
||||
_version = "arango";
|
||||
|
||||
|
|
@ -103,23 +108,13 @@ V8ClientConnection::V8ClientConnection (Endpoint* endpoint,
|
|||
TRI_json_t* json = TRI_JsonString(TRI_UNKNOWN_MEM_ZONE, result->getBody().str().c_str());
|
||||
|
||||
if (json) {
|
||||
// look up "server" value
|
||||
const string server = JsonHelper::getStringValue(json, "server", "");
|
||||
|
||||
// look up "server" value (this returns a pointer, not a copy)
|
||||
TRI_json_t* server = TRI_LookupArrayJson(json, "server");
|
||||
|
||||
if (TRI_IsStringJson(server)) {
|
||||
// "server" value is a string and content is "arango"
|
||||
if (TRI_EqualString(server->_value._string.data, "arango")) {
|
||||
// look up "version" value (this returns a pointer, not a copy)
|
||||
TRI_json_t* vs = TRI_LookupArrayJson(json, "version");
|
||||
|
||||
if (TRI_IsStringJson(vs)) {
|
||||
// "version" value is a string
|
||||
_version = string(vs->_value._string.data, vs->_value._string.length - 1);
|
||||
}
|
||||
}
|
||||
|
||||
// must not free server and vs, they are contained in the "json" variable and freed below
|
||||
// "server" value is a string and content is "arango"
|
||||
if (server == "arango") {
|
||||
// look up "version" value
|
||||
_version = JsonHelper::getStringValue(json, "version", "");
|
||||
}
|
||||
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
|
|
@ -129,6 +124,7 @@ V8ClientConnection::V8ClientConnection (Endpoint* endpoint,
|
|||
// initial request for /_api/version return some non-HTTP 200 response.
|
||||
// now set up an error message
|
||||
_lastErrorMessage = _client->getErrorMessage();
|
||||
|
||||
if (result) {
|
||||
_lastErrorMessage = StringUtils::itoa(result->getHttpReturnCode()) + ": " + result->getHttpReturnMessage();
|
||||
}
|
||||
|
|
|
|||
|
|
@ -0,0 +1,736 @@
|
|||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief arango dump tool
|
||||
///
|
||||
/// @file
|
||||
///
|
||||
/// DISCLAIMER
|
||||
///
|
||||
/// Copyright 2004-2013 triAGENS GmbH, Cologne, Germany
|
||||
///
|
||||
/// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
/// you may not use this file except in compliance with the License.
|
||||
/// You may obtain a copy of the License at
|
||||
///
|
||||
/// http://www.apache.org/licenses/LICENSE-2.0
|
||||
///
|
||||
/// Unless required by applicable law or agreed to in writing, software
|
||||
/// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
/// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
/// See the License for the specific language governing permissions and
|
||||
/// limitations under the License.
|
||||
///
|
||||
/// Copyright holder is triAGENS GmbH, Cologne, Germany
|
||||
///
|
||||
/// @author Jan Steemann
|
||||
/// @author Copyright 2011-2013, triAGENS GmbH, Cologne, Germany
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
#include "BasicsC/common.h"
|
||||
|
||||
#include <stdio.h>
|
||||
#include <fstream>
|
||||
|
||||
#include "ArangoShell/ArangoClient.h"
|
||||
#include "Basics/FileUtils.h"
|
||||
#include "Basics/JsonHelper.h"
|
||||
#include "Basics/ProgramOptions.h"
|
||||
#include "Basics/ProgramOptionsDescription.h"
|
||||
#include "Basics/StringUtils.h"
|
||||
#include "BasicsC/files.h"
|
||||
#include "BasicsC/init.h"
|
||||
#include "BasicsC/logging.h"
|
||||
#include "BasicsC/tri-strings.h"
|
||||
#include "BasicsC/terminal-utils.h"
|
||||
#include "Logger/Logger.h"
|
||||
#include "Rest/Endpoint.h"
|
||||
#include "Rest/InitialiseRest.h"
|
||||
#include "Rest/HttpResponse.h"
|
||||
#include "SimpleHttpClient/GeneralClientConnection.h"
|
||||
#include "SimpleHttpClient/SimpleHttpClient.h"
|
||||
#include "SimpleHttpClient/SimpleHttpResult.h"
|
||||
#include "V8Client/V8ClientConnection.h"
|
||||
|
||||
|
||||
using namespace std;
|
||||
using namespace triagens::basics;
|
||||
using namespace triagens::httpclient;
|
||||
using namespace triagens::rest;
|
||||
using namespace triagens::v8client;
|
||||
using namespace triagens::arango;
|
||||
|
||||
// -----------------------------------------------------------------------------
|
||||
// --SECTION-- private variables
|
||||
// -----------------------------------------------------------------------------
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @addtogroup V8Shell
|
||||
/// @{
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief base class for clients
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
ArangoClient BaseClient;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief the initial default connection
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
triagens::httpclient::GeneralClientConnection* Connection = 0;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief HTTP client
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
triagens::httpclient::SimpleHttpClient* Client = 0;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief chunk size
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static uint64_t ChunkSize = 1024 * 1024 * 4;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief collections
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static vector<string> Collections;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief include system collections
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static bool IncludeSystemCollections;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief output directory
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static string OutputDirectory;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief overwrite output directory
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static bool Overwrite = false;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief progress
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static bool Progress = false;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief save meta data
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static bool DumpStructure = true;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief save data
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static bool DumpData = true;
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @}
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
// -----------------------------------------------------------------------------
|
||||
// --SECTION-- private functions
|
||||
// -----------------------------------------------------------------------------
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @addtogroup V8Shell
|
||||
/// @{
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief parses the program options
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static void ParseProgramOptions (int argc, char* argv[]) {
|
||||
ProgramOptionsDescription description("STANDARD options");
|
||||
|
||||
description
|
||||
("collection", &Collections, "restrict to collection name (can specify multiple times)")
|
||||
("batch-size", &ChunkSize, "size for individual data batches (in bytes)")
|
||||
("include-system-collections", &IncludeSystemCollections, "include system collections")
|
||||
("output-directory", &OutputDirectory, "output directory")
|
||||
("overwrite", &Overwrite, "overwrite data in output directory")
|
||||
("progress", &Progress, "show progress")
|
||||
("dump-structure", &DumpStructure, "dump collection structure")
|
||||
("dump-data", &DumpData, "dump collection data")
|
||||
;
|
||||
|
||||
BaseClient.setupGeneral(description);
|
||||
BaseClient.setupServer(description);
|
||||
|
||||
vector<string> arguments;
|
||||
description.arguments(&arguments);
|
||||
|
||||
ProgramOptions options;
|
||||
BaseClient.parse(options, description, argc, argv, "arangodump.conf");
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @}
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
// -----------------------------------------------------------------------------
|
||||
// --SECTION-- public functions
|
||||
// -----------------------------------------------------------------------------
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @addtogroup arangoimp
|
||||
/// @{
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief startup and exit functions
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static void arangodumpEntryFunction ();
|
||||
static void arangodumpExitFunction (int, void*);
|
||||
|
||||
#ifdef _WIN32
|
||||
|
||||
// .............................................................................
|
||||
// Call this function to do various initialistions for windows only
|
||||
// .............................................................................
|
||||
void arangodumpEntryFunction () {
|
||||
int maxOpenFiles = 1024;
|
||||
int res = 0;
|
||||
|
||||
// ...........................................................................
|
||||
// Uncomment this to call this for extended debug information.
|
||||
// If you familiar with valgrind ... then this is not like that, however
|
||||
// you do get some similar functionality.
|
||||
// ...........................................................................
|
||||
//res = initialiseWindows(TRI_WIN_INITIAL_SET_DEBUG_FLAG, 0);
|
||||
|
||||
res = initialiseWindows(TRI_WIN_INITIAL_SET_INVALID_HANLE_HANDLER, 0);
|
||||
if (res != 0) {
|
||||
_exit(1);
|
||||
}
|
||||
|
||||
res = initialiseWindows(TRI_WIN_INITIAL_SET_MAX_STD_IO,(const char*)(&maxOpenFiles));
|
||||
if (res != 0) {
|
||||
_exit(1);
|
||||
}
|
||||
|
||||
res = initialiseWindows(TRI_WIN_INITIAL_WSASTARTUP_FUNCTION_CALL, 0);
|
||||
if (res != 0) {
|
||||
_exit(1);
|
||||
}
|
||||
|
||||
TRI_Application_Exit_SetExit(arangoimpExitFunction);
|
||||
|
||||
}
|
||||
|
||||
static void arangodumpExitFunction (int exitCode, void* data) {
|
||||
int res = 0;
|
||||
// ...........................................................................
|
||||
// TODO: need a terminate function for windows to be called and cleanup
|
||||
// any windows specific stuff.
|
||||
// ...........................................................................
|
||||
|
||||
res = finaliseWindows(TRI_WIN_FINAL_WSASTARTUP_FUNCTION_CALL, 0);
|
||||
|
||||
if (res != 0) {
|
||||
_exit(1);
|
||||
}
|
||||
|
||||
_exit(exitCode);
|
||||
}
|
||||
#else
|
||||
|
||||
static void arangodumpEntryFunction () {
|
||||
}
|
||||
|
||||
static void arangodumpExitFunction (int exitCode, void* data) {
|
||||
}
|
||||
|
||||
#endif
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief fetch the version from the server
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static string GetVersion () {
|
||||
map<string, string> headers;
|
||||
|
||||
SimpleHttpResult* response = Client->request(HttpRequest::HTTP_REQUEST_GET,
|
||||
"/_api/version",
|
||||
0,
|
||||
0,
|
||||
headers);
|
||||
|
||||
if (response == 0 || ! response->isComplete()) {
|
||||
if (response != 0) {
|
||||
delete response;
|
||||
}
|
||||
|
||||
return "";
|
||||
}
|
||||
|
||||
string version;
|
||||
|
||||
if (response->getHttpReturnCode() == HttpResponse::OK) {
|
||||
// default value
|
||||
version = "arango";
|
||||
|
||||
// convert response body to json
|
||||
TRI_json_t* json = TRI_JsonString(TRI_UNKNOWN_MEM_ZONE, response->getBody().str().c_str());
|
||||
|
||||
if (json) {
|
||||
// look up "server" value
|
||||
const string server = JsonHelper::getStringValue(json, "server", "");
|
||||
|
||||
// "server" value is a string and content is "arango"
|
||||
if (server == "arango") {
|
||||
// look up "version" value
|
||||
version = JsonHelper::getStringValue(json, "version", "");
|
||||
}
|
||||
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
}
|
||||
}
|
||||
|
||||
delete response;
|
||||
|
||||
return version;
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief dump a single collection
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static int DumpCollection (ofstream& outFile,
|
||||
const string& cid,
|
||||
const string& name,
|
||||
TRI_json_t const* parameters,
|
||||
uint64_t maxTick,
|
||||
string& errorMsg) {
|
||||
const string baseUrl = "/_api/replication/dump?collection=" + cid +
|
||||
"&chunkSize=" + StringUtils::itoa(ChunkSize) +
|
||||
"&ticks=false";
|
||||
|
||||
map<string, string> headers;
|
||||
|
||||
uint64_t fromTick = 0;
|
||||
|
||||
while (1) {
|
||||
string url = baseUrl + "&from=" + StringUtils::itoa(fromTick);
|
||||
|
||||
if (maxTick > 0) {
|
||||
url += "&to=" + StringUtils::itoa(maxTick);
|
||||
}
|
||||
|
||||
// if (Progress) {
|
||||
// cout << "- sending request to " << url << endl;
|
||||
// }
|
||||
|
||||
SimpleHttpResult* response = Client->request(HttpRequest::HTTP_REQUEST_GET,
|
||||
url,
|
||||
0,
|
||||
0,
|
||||
headers);
|
||||
|
||||
if (response == 0 || ! response->isComplete()) {
|
||||
errorMsg = "got invalid response from server: " + Client->getErrorMessage();
|
||||
|
||||
if (response != 0) {
|
||||
delete response;
|
||||
}
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
if (response->wasHttpError()) {
|
||||
errorMsg = "got invalid response from server: HTTP " +
|
||||
StringUtils::itoa(response->getHttpReturnCode()) +
|
||||
": " + response->getHttpReturnMessage();
|
||||
|
||||
delete response;
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
int res;
|
||||
bool checkMore = false;
|
||||
bool found;
|
||||
uint64_t tick;
|
||||
|
||||
// TODO: fix hard-coded headers
|
||||
string header = response->getHeaderField("x-arango-replication-checkmore", found);
|
||||
|
||||
if (found) {
|
||||
checkMore = StringUtils::boolean(header);
|
||||
res = TRI_ERROR_NO_ERROR;
|
||||
|
||||
if (checkMore) {
|
||||
// TODO: fix hard-coded headers
|
||||
header = response->getHeaderField("x-arango-replication-lastincluded", found);
|
||||
|
||||
if (found) {
|
||||
tick = StringUtils::uint64(header);
|
||||
|
||||
if (tick > fromTick) {
|
||||
fromTick = tick;
|
||||
}
|
||||
else {
|
||||
// we got the same tick again, this indicates we're at the end
|
||||
checkMore = false;
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
if (! found) {
|
||||
errorMsg = "got invalid response server: required header is missing";
|
||||
res = TRI_ERROR_REPLICATION_INVALID_RESPONSE;
|
||||
}
|
||||
|
||||
if (res == TRI_ERROR_NO_ERROR) {
|
||||
outFile << response->getBody().str();
|
||||
}
|
||||
|
||||
delete response;
|
||||
|
||||
if (res != TRI_ERROR_NO_ERROR) {
|
||||
return res;
|
||||
}
|
||||
|
||||
if (! checkMore || fromTick == 0) {
|
||||
// done
|
||||
return res;
|
||||
}
|
||||
}
|
||||
|
||||
assert(false);
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief fetch the collection inventory from server
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
static int GetInventory (string& errorMsg) {
|
||||
map<string, string> headers;
|
||||
|
||||
SimpleHttpResult* response = Client->request(HttpRequest::HTTP_REQUEST_GET,
|
||||
"/_api/replication/inventory",
|
||||
0,
|
||||
0,
|
||||
headers);
|
||||
|
||||
if (response == 0 || ! response->isComplete()) {
|
||||
errorMsg = "got invalid response from server: " + Client->getErrorMessage();
|
||||
|
||||
if (response != 0) {
|
||||
delete response;
|
||||
}
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
if (! response->isComplete() || response->wasHttpError()) {
|
||||
errorMsg = "got invalid response from server: HTTP " +
|
||||
StringUtils::itoa(response->getHttpReturnCode()) + ": " +
|
||||
response->getHttpReturnMessage();
|
||||
delete response;
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
|
||||
const string& data = response->getBody().str();
|
||||
|
||||
TRI_json_t* json = TRI_JsonString(TRI_UNKNOWN_MEM_ZONE, data.c_str());
|
||||
delete response;
|
||||
|
||||
if (! JsonHelper::isArray(json)) {
|
||||
if (json != 0) {
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
}
|
||||
|
||||
errorMsg = "got malformed JSON response from server";
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
TRI_json_t const* collections = JsonHelper::getArrayElement(json, "collections");
|
||||
|
||||
if (! JsonHelper::isList(collections)) {
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
errorMsg = "got malformed JSON response from server";
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
const string tickString = JsonHelper::getStringValue(json, "tick", "");
|
||||
|
||||
if (tickString == "") {
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
errorMsg = "got malformed JSON response from server";
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
uint64_t maxTick = StringUtils::uint64(tickString);
|
||||
|
||||
|
||||
// create a lookup table for collections
|
||||
map<string, bool> restrictList;
|
||||
for (size_t i = 0; i < Collections.size(); ++i) {
|
||||
restrictList.insert(pair<string, bool>(Collections[i], true));
|
||||
}
|
||||
|
||||
// iterate over collections
|
||||
const size_t n = collections->_value._objects._length;
|
||||
|
||||
for (size_t i = 0; i < n; ++i) {
|
||||
TRI_json_t const* collection = (TRI_json_t const*) TRI_AtVector(&collections->_value._objects, i);
|
||||
|
||||
if (! JsonHelper::isArray(collection)) {
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
errorMsg = "got malformed JSON response from server";
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
TRI_json_t const* parameters = JsonHelper::getArrayElement(collection, "parameters");
|
||||
|
||||
if (! JsonHelper::isArray(parameters)) {
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
errorMsg = "got malformed JSON response from server";
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
const string cid = JsonHelper::getStringValue(parameters, "cid", "");
|
||||
const string name = JsonHelper::getStringValue(parameters, "name", "");
|
||||
const bool deleted = JsonHelper::getBooleanValue(parameters, "deleted", false);
|
||||
|
||||
if (cid == "" || name == "") {
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
errorMsg = "got malformed JSON response from server";
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
if (deleted) {
|
||||
continue;
|
||||
}
|
||||
|
||||
if (name[0] == '_' && ! IncludeSystemCollections) {
|
||||
continue;
|
||||
}
|
||||
|
||||
if (restrictList.size() > 0 &&
|
||||
restrictList.find(name) == restrictList.end()) {
|
||||
// collection name not in list
|
||||
continue;
|
||||
}
|
||||
|
||||
// found a collection!
|
||||
if (Progress) {
|
||||
cout << "Processing collection '" << name << "'..." << endl;
|
||||
}
|
||||
|
||||
// now save the collection meta data and/or the actual data
|
||||
string fileName;
|
||||
ofstream outFile;
|
||||
|
||||
if (DumpStructure) {
|
||||
// save meta data
|
||||
fileName = OutputDirectory + TRI_DIR_SEPARATOR_STR + name + ".structure.json";
|
||||
|
||||
outFile.open(fileName.c_str(), std::ofstream::out | std::ofstream::trunc);
|
||||
|
||||
if (! outFile.is_open()) {
|
||||
errorMsg = "cannot write to file '" + fileName + "'";
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
outFile << JsonHelper::toString(collection);
|
||||
|
||||
outFile.close();
|
||||
}
|
||||
|
||||
|
||||
if (DumpData) {
|
||||
// save the actual data
|
||||
fileName = OutputDirectory + TRI_DIR_SEPARATOR_STR + name + ".data.json";
|
||||
|
||||
outFile.open(fileName.c_str(), std::ofstream::out | std::ofstream::trunc);
|
||||
|
||||
if (! outFile.is_open()) {
|
||||
errorMsg = "cannot write to file '" + fileName + "'";
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
|
||||
int res = DumpCollection(outFile, cid, name, parameters, maxTick, errorMsg);
|
||||
|
||||
outFile.close();
|
||||
|
||||
if (res != TRI_ERROR_NO_ERROR) {
|
||||
errorMsg = "cannot write to file '" + fileName + "'";
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
|
||||
return TRI_ERROR_INTERNAL;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
TRI_FreeJson(TRI_UNKNOWN_MEM_ZONE, json);
|
||||
|
||||
return TRI_ERROR_NO_ERROR;
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @brief main
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
int main (int argc, char* argv[]) {
|
||||
int ret = EXIT_SUCCESS;
|
||||
|
||||
arangodumpEntryFunction();
|
||||
|
||||
TRIAGENS_C_INITIALISE(argc, argv);
|
||||
TRIAGENS_REST_INITIALISE(argc, argv);
|
||||
|
||||
TRI_InitialiseLogging(false);
|
||||
|
||||
// .............................................................................
|
||||
// set defaults
|
||||
// .............................................................................
|
||||
|
||||
int err = 0;
|
||||
OutputDirectory = FileUtils::currentDirectory(&err).append(TRI_DIR_SEPARATOR_STR).append("dump");
|
||||
BaseClient.setEndpointString(Endpoint::getDefaultEndpoint());
|
||||
|
||||
// .............................................................................
|
||||
// parse the program options
|
||||
// .............................................................................
|
||||
|
||||
ParseProgramOptions(argc, argv);
|
||||
|
||||
// use a minimum value for batches
|
||||
if (ChunkSize < 1024 * 128) {
|
||||
ChunkSize = 1024 * 128;
|
||||
}
|
||||
|
||||
if (! DumpStructure && ! DumpData) {
|
||||
cerr << "must specify either --dump-structure or --dump-data" << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
|
||||
// .............................................................................
|
||||
// create output directory
|
||||
// .............................................................................
|
||||
|
||||
bool isDirectory = false;
|
||||
|
||||
if (OutputDirectory != "") {
|
||||
isDirectory = TRI_IsDirectory(OutputDirectory.c_str());
|
||||
}
|
||||
|
||||
if (OutputDirectory == "" ||
|
||||
(TRI_ExistsFile(OutputDirectory.c_str()) && ! isDirectory)) {
|
||||
cerr << "cannot write to output directory '" << OutputDirectory << "'" << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
|
||||
if (isDirectory && ! Overwrite) {
|
||||
cerr << "output directory '" << OutputDirectory << "' already exists. use --overwrite to overwrite data in in it" << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
else if (! isDirectory) {
|
||||
int res = TRI_CreateDirectory(OutputDirectory.c_str());
|
||||
|
||||
if (res != TRI_ERROR_NO_ERROR) {
|
||||
cerr << "unable to create output directory '" << OutputDirectory << "': " << string(TRI_errno_string(res)) << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
}
|
||||
|
||||
// .............................................................................
|
||||
// set-up client connection
|
||||
// .............................................................................
|
||||
|
||||
BaseClient.createEndpoint();
|
||||
|
||||
if (BaseClient.endpointServer() == 0) {
|
||||
cerr << "invalid value for --server.endpoint ('" << BaseClient.endpointString() << "')" << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
|
||||
Connection = GeneralClientConnection::factory(BaseClient.endpointServer(),
|
||||
BaseClient.requestTimeout(),
|
||||
BaseClient.connectTimeout(),
|
||||
ArangoClient::DEFAULT_RETRIES);
|
||||
|
||||
if (Connection == 0) {
|
||||
cerr << "out of memory" << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
|
||||
Client = new SimpleHttpClient(Connection, BaseClient.requestTimeout(), false);
|
||||
|
||||
if (Client == 0) {
|
||||
cerr << "out of memory" << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
|
||||
Client->setUserNamePassword("/", BaseClient.username(), BaseClient.password());
|
||||
|
||||
const string version = GetVersion();
|
||||
|
||||
if (! Connection->isConnected()) {
|
||||
cerr << "Could not connect to endpoint " << BaseClient.endpointServer()->getSpecification() << endl;
|
||||
cerr << "Error message: '" << Client->getErrorMessage() << "'" << endl;
|
||||
TRI_EXIT_FUNCTION(EXIT_FAILURE, NULL);
|
||||
}
|
||||
|
||||
// successfully connected
|
||||
|
||||
if (Progress) {
|
||||
cout << "Connected to ArangoDB '" << BaseClient.endpointServer()->getSpecification() << endl;
|
||||
}
|
||||
|
||||
string errorMsg = "";
|
||||
int res = GetInventory(errorMsg);
|
||||
|
||||
if (res != TRI_ERROR_NO_ERROR) {
|
||||
cerr << errorMsg;
|
||||
ret = EXIT_FAILURE;
|
||||
}
|
||||
|
||||
TRIAGENS_REST_SHUTDOWN;
|
||||
|
||||
arangodumpExitFunction(ret, NULL);
|
||||
|
||||
return ret;
|
||||
}
|
||||
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
/// @}
|
||||
////////////////////////////////////////////////////////////////////////////////
|
||||
|
||||
// -----------------------------------------------------------------------------
|
||||
// --SECTION-- END-OF-FILE
|
||||
// -----------------------------------------------------------------------------
|
||||
|
||||
// Local Variables:
|
||||
// mode: outline-minor
|
||||
// outline-regexp: "/// @brief\\|/// {@inheritDoc}\\|/// @addtogroup\\|/// @page\\|// --SECTION--\\|/// @\\}"
|
||||
// End:
|
||||
Loading…
Reference in New Issue