//////////////////////////////////////////////////////////////////////////////// /// @brief V8 shell functions /// /// @file /// /// DISCLAIMER /// /// Copyright 2014 ArangoDB GmbH, Cologne, Germany /// Copyright 2004-2014 triAGENS GmbH, Cologne, Germany /// /// Licensed under the Apache License, Version 2.0 (the "License"); /// you may not use this file except in compliance with the License. /// You may obtain a copy of the License at /// /// http://www.apache.org/licenses/LICENSE-2.0 /// /// Unless required by applicable law or agreed to in writing, software /// distributed under the License is distributed on an "AS IS" BASIS, /// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. /// See the License for the specific language governing permissions and /// limitations under the License. /// /// Copyright holder is ArangoDB GmbH, Cologne, Germany /// /// @author Dr. Frank Celler /// @author Copyright 2014, ArangoDB GmbH, Cologne, Germany /// @author Copyright 2011-2013, triAGENS GmbH, Cologne, Germany //////////////////////////////////////////////////////////////////////////////// #include "v8-shell.h" #include "Basics/conversions.h" #include "Basics/csv.h" #include "Basics/Exceptions.h" #include "Basics/logging.h" #include "Basics/shell-colors.h" #include "Basics/string-buffer.h" #include "Basics/tri-strings.h" #include "V8/v8-globals.h" #include "V8/v8-conv.h" #include "V8/v8-json.h" #include "V8/v8-utils.h" using namespace std; // ----------------------------------------------------------------------------- // --SECTION-- IMPORT / EXPORT // ----------------------------------------------------------------------------- // ----------------------------------------------------------------------------- // --SECTION-- private functions // ----------------------------------------------------------------------------- //////////////////////////////////////////////////////////////////////////////// /// @brief begins a new CSV line //////////////////////////////////////////////////////////////////////////////// static void ProcessCsvBegin (TRI_csv_parser_t* parser, size_t row) { v8::Isolate* isolate = (v8::Isolate*) parser->_data; v8::Handle* array = reinterpret_cast*>(parser->_dataBegin); (*array) = v8::Array::New(isolate); } //////////////////////////////////////////////////////////////////////////////// /// @brief adds a new CSV field //////////////////////////////////////////////////////////////////////////////// static void ProcessCsvAdd (TRI_csv_parser_t* parser, const char* field, size_t, size_t row, size_t column, bool escaped) { v8::Isolate* isolate = (v8::Isolate*) parser->_data; v8::Handle* array = reinterpret_cast*>(parser->_dataBegin); (*array)->Set((uint32_t) column, TRI_V8_STRING(field)); } //////////////////////////////////////////////////////////////////////////////// /// @brief ends a CSV line //////////////////////////////////////////////////////////////////////////////// static void ProcessCsvEnd (TRI_csv_parser_t* parser, const char* field, size_t, size_t row, size_t column, bool escaped) { v8::Isolate* isolate = (v8::Isolate*) parser->_data; v8::Handle* array = reinterpret_cast*>(parser->_dataBegin); (*array)->Set((uint32_t) column, TRI_V8_STRING(field)); v8::Handle* cb = reinterpret_cast*>(parser->_dataEnd); v8::Handle r = v8::Integer::New(isolate, (int) row); v8::Handle args[] = { *array, r }; (*cb)->Call(*cb, 2, args); } // ----------------------------------------------------------------------------- // --SECTION-- JS functions // ----------------------------------------------------------------------------- //////////////////////////////////////////////////////////////////////////////// /// @brief processes a CSV file /// /// @FUN{processCsvFile(@FA{filename}, @FA{callback})} /// /// Processes a CSV file. The @FA{callback} function is called for line in the /// file. The seperator is @LIT{\,} and the quote is @LIT{"}. /// /// Create the input file @LIT{csv.txt} /// /// @verbinclude fluent48 /// /// If you use @FN{processCsvFile} on this file, you get /// /// @verbinclude fluent47 /// /// @FUN{processCsvFile(@FA{filename}, @FA{callback}, @FA{options})} /// /// Processes a CSV file. The @FA{callback} function is called for line in the /// file. The @FA{options} argument must be an object. The value of /// @LIT{seperator} sets the seperator character and @LIT{quote} the quote /// character. //////////////////////////////////////////////////////////////////////////////// static void JS_ProcessCsvFile (const v8::FunctionCallbackInfo& args) { TRI_V8_TRY_CATCH_BEGIN(isolate); v8::HandleScope scope(isolate); if (args.Length() < 2) { TRI_V8_THROW_EXCEPTION_USAGE("processCsvFile(, [, ])"); } // extract the filename TRI_Utf8ValueNFC filename(TRI_UNKNOWN_MEM_ZONE, args[0]); if (*filename == 0) { TRI_V8_THROW_TYPE_ERROR(" must be an UTF8 filename"); } // extract the callback v8::Handle cb = v8::Handle::Cast(args[1]); // extract the options v8::Handle separatorKey = TRI_V8_ASCII_STRING("separator"); v8::Handle quoteKey = TRI_V8_ASCII_STRING("quote"); string separator = ","; string quote = "\""; if (3 <= args.Length()) { v8::Handle options = args[2]->ToObject(); // separator if (options->Has(separatorKey)) { separator = TRI_ObjectToString(options->Get(separatorKey)); if (separator.size() != 1) { TRI_V8_THROW_TYPE_ERROR(".separator must be exactly one character"); } } // quote if (options->Has(quoteKey)) { quote = TRI_ObjectToString(options->Get(quoteKey)); if (quote.length() > 1) { TRI_V8_THROW_TYPE_ERROR(".quote must be at most one character"); } } } // read and convert int fd = TRI_OPEN(*filename, O_RDONLY); if (fd < 0) { TRI_V8_THROW_EXCEPTION_SYS("cannot open file"); } TRI_csv_parser_t parser; TRI_InitCsvParser(&parser, TRI_UNKNOWN_MEM_ZONE, ProcessCsvBegin, ProcessCsvAdd, ProcessCsvEnd, isolate); TRI_SetSeparatorCsvParser(&parser, separator[0]); if (quote.length() > 0) { TRI_SetQuoteCsvParser(&parser, quote[0], true); } else { TRI_SetQuoteCsvParser(&parser, '\0', false); } parser._dataEnd = &cb; v8::Handle array; parser._dataBegin = &array; char buffer[10240]; while (true) { ssize_t n = TRI_READ(fd, buffer, sizeof(buffer)); if (n < 0) { TRI_DestroyCsvParser(&parser); TRI_CLOSE(fd); TRI_V8_THROW_EXCEPTION_SYS("cannot read file"); } else if (n == 0) { TRI_DestroyCsvParser(&parser); break; } TRI_ParseCsvString(&parser, buffer, n); } TRI_CLOSE(fd); TRI_V8_RETURN_UNDEFINED(); TRI_V8_TRY_CATCH_END } //////////////////////////////////////////////////////////////////////////////// /// @brief processes a JSON file /// /// @FUN{processJsonFile(@FA{filename}, @FA{callback})} /// /// Processes a JSON file. The file must contain the JSON objects each on its /// own line. The @FA{callback} function is called for each object. /// /// Create the input file @LIT{json.txt} /// /// @verbinclude fluent49 /// /// If you use @FN{processJsonFile} on this file, you get /// /// @verbinclude fluent50 /// //////////////////////////////////////////////////////////////////////////////// static void JS_ProcessJsonFile (const v8::FunctionCallbackInfo& args) { TRI_V8_TRY_CATCH_BEGIN(isolate); v8::HandleScope scope(isolate); if (args.Length() < 2) { TRI_V8_THROW_EXCEPTION_USAGE("processJsonFile(, )"); } // extract the filename TRI_Utf8ValueNFC filename(TRI_UNKNOWN_MEM_ZONE, args[0]); if (*filename == 0) { TRI_V8_THROW_TYPE_ERROR(" must be an UTF8 filename"); } // extract the callback v8::Handle cb = v8::Handle::Cast(args[1]); // read and convert string line; ifstream file(*filename); if (file.is_open()) { size_t row = 0; while (file.good()) { getline(file, line); const char* ptr = line.c_str(); const char* end = ptr + line.length(); while (ptr < end && (*ptr == ' ' || *ptr == '\t' || *ptr == '\r')) { ++ptr; } if (ptr == end) { continue; } char* error = nullptr; v8::Handle object = TRI_FromJsonString(isolate, line.c_str(), &error); if (object->IsUndefined()) { if (error != nullptr) { string msg = error; TRI_FreeString(TRI_UNKNOWN_MEM_ZONE, error); TRI_V8_THROW_SYNTAX_ERROR(msg.c_str()); } else { TRI_V8_THROW_EXCEPTION(TRI_ERROR_OUT_OF_MEMORY); } } if (error != nullptr) { TRI_FreeString(TRI_CORE_MEM_ZONE, error); } v8::Handle r = v8::Integer::New(isolate, (int) row); v8::Handle args[] = { object, r }; cb->Call(cb, 2, args); row++; } file.close(); } else { TRI_V8_THROW_EXCEPTION_SYS("cannot open file"); } TRI_V8_RETURN_UNDEFINED(); TRI_V8_TRY_CATCH_END } // ----------------------------------------------------------------------------- // --SECTION-- GENERAL // ----------------------------------------------------------------------------- // ----------------------------------------------------------------------------- // --SECTION-- module initialisation // ----------------------------------------------------------------------------- //////////////////////////////////////////////////////////////////////////////// /// @brief stores the V8 shell functions inside the global variable //////////////////////////////////////////////////////////////////////////////// void TRI_InitV8Shell (v8::Isolate* isolate, v8::Handle context) { v8::HandleScope scope(isolate); // ............................................................................. // create the global functions // ............................................................................. TRI_AddGlobalFunctionVocbase(isolate, context, TRI_V8_ASCII_STRING("SYS_PROCESS_CSV_FILE"), JS_ProcessCsvFile); TRI_AddGlobalFunctionVocbase(isolate, context, TRI_V8_ASCII_STRING("SYS_PROCESS_JSON_FILE"), JS_ProcessJsonFile); bool isTty = (isatty(STDOUT_FILENO) != 0); // on Linux, isatty() == 0 may also indicate an error. we can ignore this safely // because if isatty returns an error we should not assume we're printing on a // terminal // ............................................................................. // create the global variables // ............................................................................. v8::Handle colors = v8::Object::New(isolate); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_RED"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_RED) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_RED"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_RED) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_GREEN"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_GREEN) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_GREEN"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_GREEN) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BLUE"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BLUE) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_BLUE"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_BLUE) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_YELLOW"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_YELLOW) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_YELLOW"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_YELLOW) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_WHITE"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_WHITE) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_WHITE"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_WHITE) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_CYAN"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_CYAN) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_CYAN"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_CYAN) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_MAGENTA"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_MAGENTA) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_MAGENTA"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_MAGENTA) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BLACK"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BLACK) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BOLD_BLACK"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BOLD_BLACK) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BLINK"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BLINK) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_BRIGHT"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_BRIGHT) : v8::String::Empty(isolate), v8::ReadOnly); colors->ForceSet(TRI_V8_ASCII_STRING("COLOR_RESET"), isTty ? TRI_V8_ASCII_STRING(TRI_SHELL_COLOR_RESET) : v8::String::Empty(isolate), v8::ReadOnly); TRI_AddGlobalVariableVocbase(isolate, context, TRI_V8_ASCII_STRING("COLORS"), colors); } // ----------------------------------------------------------------------------- // --SECTION-- END-OF-FILE // ----------------------------------------------------------------------------- // Local Variables: // mode: outline-minor // outline-regexp: "/// @brief\\|/// {@inheritDoc}\\|/// @page\\|// --SECTION--\\|/// @\\}" // End: