//////////////////////////////////////////////////////////////////////////////// /// @brief V8 shell functions /// /// @file /// /// DISCLAIMER /// /// Copyright 2004-2012 triagens GmbH, Cologne, Germany /// /// Licensed under the Apache License, Version 2.0 (the "License"); /// you may not use this file except in compliance with the License. /// You may obtain a copy of the License at /// /// http://www.apache.org/licenses/LICENSE-2.0 /// /// Unless required by applicable law or agreed to in writing, software /// distributed under the License is distributed on an "AS IS" BASIS, /// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. /// See the License for the specific language governing permissions and /// limitations under the License. /// /// Copyright holder is triAGENS GmbH, Cologne, Germany /// /// @author Dr. Frank Celler /// @author Copyright 2011-2012, triAGENS GmbH, Cologne, Germany //////////////////////////////////////////////////////////////////////////////// #include "v8-shell.h" #include "BasicsC/conversions.h" #include "BasicsC/csv.h" #include "BasicsC/logging.h" #include "BasicsC/string-buffer.h" #include "BasicsC/strings.h" #include "ShapedJson/shaped-json.h" #include #include "V8/v8-conv.h" #include "V8/v8-json.h" #include "V8/v8-utils.h" using namespace std; // ----------------------------------------------------------------------------- // --SECTION-- IMPORT / EXPORT // ----------------------------------------------------------------------------- // ----------------------------------------------------------------------------- // --SECTION-- private functions // ----------------------------------------------------------------------------- //////////////////////////////////////////////////////////////////////////////// /// @addtogroup V8Shell /// @{ //////////////////////////////////////////////////////////////////////////////// //////////////////////////////////////////////////////////////////////////////// /// @brief begins a new CSV line //////////////////////////////////////////////////////////////////////////////// static void ProcessCsvBegin (TRI_csv_parser_t* parser, size_t row) { v8::Handle* array = reinterpret_cast*>(parser->_dataBegin); (*array) = v8::Array::New(); } //////////////////////////////////////////////////////////////////////////////// /// @brief adds a new CSV field //////////////////////////////////////////////////////////////////////////////// static void ProcessCsvAdd (TRI_csv_parser_t* parser, char const* field, size_t row, size_t column, bool escaped) { v8::Handle* array = reinterpret_cast*>(parser->_dataBegin); (*array)->Set(column, v8::String::New(field)); } //////////////////////////////////////////////////////////////////////////////// /// @brief ends a CSV line //////////////////////////////////////////////////////////////////////////////// static void ProcessCsvEnd (TRI_csv_parser_t* parser, char const* field, size_t row, size_t column, bool escaped) { v8::Handle* array = reinterpret_cast*>(parser->_dataBegin); (*array)->Set(column, v8::String::New(field)); v8::Handle* cb = reinterpret_cast*>(parser->_dataEnd); v8::Handle r = v8::Number::New(row); v8::Handle args[] = { *array, r }; (*cb)->Call(*cb, 2, args); } //////////////////////////////////////////////////////////////////////////////// /// @} //////////////////////////////////////////////////////////////////////////////// // ----------------------------------------------------------------------------- // --SECTION-- JS functions // ----------------------------------------------------------------------------- //////////////////////////////////////////////////////////////////////////////// /// @addtogroup V8Shell /// @{ //////////////////////////////////////////////////////////////////////////////// //////////////////////////////////////////////////////////////////////////////// /// @brief processes a CSV file /// /// @FUN{processCsvFile(@FA{filename}, @FA{callback})} /// /// Processes a CSV file. The @FA{callback} function is called for line in the /// file. The seperator is @CODE{\,} and the quote is @CODE{"}. /// /// Create the input file @CODE{csv.txt} /// /// @verbinclude fluent48 /// /// If you use @FN{processCsvFile} on this file, you get /// /// @verbinclude fluent47 /// /// @FUN{processCsvFile(@FA{filename}, @FA{callback}, @FA{options})} /// /// Processes a CSV file. The @FA{callback} function is called for line in the /// file. The @FA{options} argument must be an object. The value of /// @CODE{seperator} sets the seperator character and @CODE{quote} the quote /// character. //////////////////////////////////////////////////////////////////////////////// static v8::Handle JS_ProcessCsvFile (v8::Arguments const& argv) { v8::HandleScope scope; if (argv.Length() < 2) { return scope.Close(v8::ThrowException(v8::String::New("usage: processCsvFile(, [, ])"))); } // extract the filename v8::String::Utf8Value filename(argv[0]); if (*filename == 0) { return scope.Close(v8::ThrowException(v8::String::New(" must be an UTF8 filename"))); } // extract the callback v8::Handle cb = v8::Handle::Cast(argv[1]); // extract the options v8::Handle separatorKey = v8::String::New("separator"); v8::Handle quoteKey = v8::String::New("quote"); char separator = ','; char quote = '"'; if (3 <= argv.Length()) { v8::Handle options = argv[2]->ToObject(); bool error; // separator if (options->Has(separatorKey)) { separator = TRI_ObjectToCharacter(options->Get(separatorKey), error); if (error) { return scope.Close(v8::ThrowException(v8::String::New(".separator must be a character"))); } } // quote if (options->Has(quoteKey)) { quote = TRI_ObjectToCharacter(options->Get(quoteKey), error); if (error) { return scope.Close(v8::ThrowException(v8::String::New(".quote must be a character"))); } } } // read and convert int fd = open(*filename, O_RDONLY); if (fd < 0) { return scope.Close(v8::ThrowException(v8::String::New(TRI_LAST_ERROR_STR))); } TRI_csv_parser_t parser; TRI_InitCsvParser(&parser, TRI_UNKNOWN_MEM_ZONE, ProcessCsvBegin, ProcessCsvAdd, ProcessCsvEnd); parser._separator = separator; parser._quote = quote; parser._dataEnd = &cb; v8::Handle array; parser._dataBegin = &array; char buffer[10240]; while (true) { v8::HandleScope scope; ssize_t n = read(fd, buffer, sizeof(buffer)); if (n < 0) { TRI_DestroyCsvParser(&parser); return scope.Close(v8::ThrowException(v8::String::New(TRI_LAST_ERROR_STR))); } else if (n == 0) { TRI_DestroyCsvParser(&parser); break; } TRI_ParseCsvString2(&parser, buffer, n); } return scope.Close(v8::Undefined()); } //////////////////////////////////////////////////////////////////////////////// /// @brief processes a JSON file /// /// @FUN{processJsonFile(@FA{filename}, @FA{callback})} /// /// Processes a JSON file. The file must contain the JSON objects each on its /// own line. The @FA{callback} function is called for each object. /// /// Create the input file @CODE{json.txt} /// /// @verbinclude fluent49 /// /// If you use @FN{processJsonFile} on this file, you get /// /// @verbinclude fluent50 /// //////////////////////////////////////////////////////////////////////////////// static v8::Handle JS_ProcessJsonFile (v8::Arguments const& argv) { v8::HandleScope scope; if (argv.Length() < 2) { return scope.Close(v8::ThrowException(v8::String::New("usage: processJsonFile(, )"))); } // extract the filename v8::String::Utf8Value filename(argv[0]); if (*filename == 0) { return scope.Close(v8::ThrowException(v8::String::New(" must be an UTF8 filename"))); } // extract the callback v8::Handle cb = v8::Handle::Cast(argv[1]); // read and convert string line; ifstream file(*filename); if (file.is_open()) { size_t row = 0; while (file.good()) { v8::HandleScope scope; getline(file, line); char const* ptr = line.c_str(); char const* end = ptr + line.length(); while (ptr < end && (*ptr == ' ' || *ptr == '\t' || *ptr == '\r')) { ++ptr; } if (ptr == end) { continue; } char* error; v8::Handle object = TRI_FromJsonString(line.c_str(), &error); if (object->IsUndefined()) { v8::Handle msg = v8::String::New(error); TRI_FreeString(TRI_CORE_MEM_ZONE, error); return scope.Close(v8::ThrowException(msg)); } v8::Handle r = v8::Number::New(row); v8::Handle args[] = { object, r }; cb->Call(cb, 2, args); row++; } file.close(); } else { return scope.Close(v8::ThrowException(v8::String::New("cannot open file"))); } return scope.Close(v8::Undefined()); } //////////////////////////////////////////////////////////////////////////////// /// @} //////////////////////////////////////////////////////////////////////////////// // ----------------------------------------------------------------------------- // --SECTION-- GENERAL // ----------------------------------------------------------------------------- // ----------------------------------------------------------------------------- // --SECTION-- public functions // ----------------------------------------------------------------------------- //////////////////////////////////////////////////////////////////////////////// /// @addtogroup V8Shell /// @{ //////////////////////////////////////////////////////////////////////////////// //////////////////////////////////////////////////////////////////////////////// /// @brief stores the V8 shell functions inside the global variable //////////////////////////////////////////////////////////////////////////////// void TRI_InitV8Shell (v8::Handle context) { v8::HandleScope scope; // ............................................................................. // create the global functions // ............................................................................. context->Global()->Set(v8::String::New("processCsvFile"), v8::FunctionTemplate::New(JS_ProcessCsvFile)->GetFunction(), v8::ReadOnly); context->Global()->Set(v8::String::New("processJsonFile"), v8::FunctionTemplate::New(JS_ProcessJsonFile)->GetFunction(), v8::ReadOnly); } //////////////////////////////////////////////////////////////////////////////// /// @} //////////////////////////////////////////////////////////////////////////////// // Local Variables: // mode: outline-minor // outline-regexp: "^\\(/// @brief\\|/// {@inheritDoc}\\|/// @addtogroup\\|// --SECTION--\\|/// @\\}\\)" // End: