29#include <drizzled/module/module.h>
30#include <drizzled/module/context.h>
31#include <drizzled/plugin/plugin.h>
32#include <drizzled/plugin.h>
33#include <drizzled/plugin/daemon.h>
34#include <drizzled/sys_var.h>
35#include <drizzled/gettext.h>
36#include <drizzled/error.h>
37#include <drizzled/session.h>
38#include <drizzled/internal/my_sys.h>
39#include <drizzled/internal/m_string.h>
42#include <boost/program_options.hpp>
44#include <drizzled/constrained_value.h>
47#include <drizzled/execute.h>
48#include <drizzled/sql/result_set.h>
49#include <drizzled/diagnostics_area.h>
50#include <drizzled/plugin/listen.h>
51#include <drizzled/plugin/client.h>
52#include <drizzled/catalog/local.h>
53#include <drizzled/current_session.h>
55#include <drizzled/pthread_globals.h>
56#include <boost/bind/bind.hpp>
61#include <drizzled/version.h>
63#include <plugin/json_server/db_access.h>
64#include <plugin/json_server/http_handler.h>
65#include <plugin/json_server/http_server.h>
66#include <plugin/json_server/ddl/schema.h>
67#include <plugin/json_server/json_handler.h>
69namespace po= boost::program_options;
77static const string DEFAULT_SCHEMA =
"test";
78static const string DEFAULT_TABLE =
"";
79static const string JSON_SERVER_VERSION =
"0.3";
80static const uint32_t DEFAULT_MAX_THREADS= 32;
81static const bool DEFAULT_ALLOW_DROP_TABLE=
false;
86uint32_t clone_max_threads=0;
87bool updateSchema(Session *, set_var* var);
88bool updateTable(Session *, set_var* var);
89void updateMaxThreads(Session *, sql_var_t);
90static port_constraint port;
92static in_port_t getPort(
void)
97extern "C" void process_request(
struct evhttp_request *req,
void* );
98extern "C" void process_root_request(
struct evhttp_request *req,
void* );
99extern "C" void process_api01_version_req(
struct evhttp_request *req,
void* );
100extern "C" void process_version_req(
struct evhttp_request *req,
void* );
101extern "C" void process_sql_req(
struct evhttp_request *req,
void* );
105extern "C" void process_request(
struct evhttp_request *req,
void* )
107 struct evbuffer *buf = evbuffer_new();
108 if (buf == NULL)
return;
109 evbuffer_add_printf(buf,
"Requested: %s\n", evhttp_request_uri(req));
110 evhttp_send_reply(req, HTTP_OK,
"OK", buf);
113extern "C" void process_root_request(
struct evhttp_request *req,
void* )
115 struct evbuffer *buf = evbuffer_new();
116 if (buf == NULL)
return;
120 output.append(
"<html><head><title>JSON DATABASE interface demo</title></head>\n"
122 "<script lang=\"javascript\">\n"
123 "function to_table(obj) {\n"
124 " var str = '<table border=\"1\">';\n"
125 "for (var r=0; r< obj.length; r++) {\n"
127 " for (var c=0; c < obj[r].length; c++) {\n"
128 " str+= '<td>' + obj[r][c] + '</td>';\n"
135 "function to_table_from_json(obj) {\n"
136 " var str = '<table border=\"1\">';\n"
137 "for (var r=0; r< obj.length; r++) {\n"
139 " str+='<td>' + obj[r]['_id'] + '</td>';\n"
140 " str+='<td>' + JSON.stringify(obj[r]['document']) + '</td>';\n"
146 "function run_sql_query()\n"
148 "var url = window.location;\n"
149 "var query= document.getElementById(\"sql_query\").value;\n"
150 "var xmlHttp = new XMLHttpRequest();\n"
151 "xmlHttp.onreadystatechange = function () {\n"
152 "document.getElementById(\"responseText\").value = xmlHttp.responseText;\n"
153 "if (xmlHttp.readyState == 4 && xmlHttp.status == 200) {\n"
154 "var info = eval ( \"(\" + xmlHttp.responseText + \")\" );\n"
155 "document.getElementById( \"resultset\").innerHTML= to_table(info.result_set);\n"
158 "xmlHttp.open(\"POST\", url + \"sql\", true);\n"
159 "xmlHttp.send(query);\n"
162 "function run_json_query()\n"
165 "var url = window.location;\n"
166 "var method= document.getElementById(\"json_method\").value;\n"
167 "var query= document.getElementById(\"json_query\").value;\n"
168 "var schema= document.getElementById(\"schema\").value;\n"
169 "var table= document.getElementById(\"table\").value;\n"
170 "var xmlHttp = new XMLHttpRequest();\n"
171 "xmlHttp.onreadystatechange = function () {\n"
173 "document.getElementById(\"responseText\").value = xmlHttp.responseText;\n"
174 "if (xmlHttp.readyState == 4 && xmlHttp.status == 200) {\n"
175 "var info = eval ( \"(\" + xmlHttp.responseText + \")\" );\n"
176 "document.getElementById( \"resultset\").innerHTML= to_table_from_json(info.result_set);\n"
179 "if( method == \"POST\" ) {\n"
180 "xmlHttp.open(method, url + \"json?schema=\" + schema + \"&table=\" + table, true);\n"
181 "xmlHttp.send(query);\n"
183 "xmlHttp.open(method, url + \"json?schema=\" + schema + \"&table=\" + table + \"&query=\" + encodeURIComponent(query), true);\n"
188 "function update_version()\n"
189 "{drizzle_version(window.location);}\n\n"
190 "function drizzle_version($url)\n"
192 "var xmlHttp = new XMLHttpRequest();\n"
193 "xmlHttp.onreadystatechange = function () {\n"
194 "if (xmlHttp.readyState == 4 && xmlHttp.status == 200) {\n"
195 "var info = eval ( \"(\" + xmlHttp.responseText + \")\" );\n"
196 "document.getElementById( \"drizzleversion\").innerHTML= info.version;\n"
199 "xmlHttp.open(\"GET\", $url + \"version\", true);\n"
200 "xmlHttp.send(null);\n"
203 "<p>Drizzle server version: <a id=\"drizzleversion\"></a></p>\n"
204 "<p><textarea rows=\"3\" cols=\"80\" id=\"sql_query\">\n"
205 "SELECT * from DATA_DICTIONARY.GLOBAL_STATUS;\n"
207 "<button type=\"button\" onclick=\"run_sql_query();\">Execute SQL Query</button>\n"
209 "<textarea rows=\"8\" cols=\"80\" id=\"json_query\">\n"
212 "<button type=\"button\" onclick=\"run_json_query();\">Execute JSON Query</button>\n"
214 "<select id=\"json_method\"><option value=\"GET\">GET</option>"
215 "<option value=\"POST\">POST</option>"
216 "<option value=\"PUT\">PUT</option>"
217 "<option value=\"DELETE\">DELETE</option></select>"
218 "<script lang=\"javascript\">document.write(window.location);</script>json?schema=\n"
219 "<input type=\"text\" id=\"schema\" value=\"test\"/>"
220 "&table=<input type=\"text\" id=\"table\" value=\"jsonkv\"/>\n"
221 "</p><hr />\n<div id=\"resultset\"></div>\n"
222 "<hr /><p><textarea rows=\"12\" cols=\"80\" id=\"responseText\" ></textarea></p>"
223 "<script lang=\"javascript\">update_version(); run_sql_query();</script>\n"
226 evbuffer_add(buf, output.c_str(), output.length());
227 evhttp_send_reply(req, HTTP_OK,
"OK", buf);
230extern "C" void process_api01_version_req(
struct evhttp_request *req,
void* )
232 struct evbuffer *buf = evbuffer_new();
233 if (buf == NULL)
return;
236 root[
"version"]= ::drizzled::version();
238 Json::StyledWriter writer;
239 std::string output= writer.write(root);
241 evbuffer_add(buf, output.c_str(), output.length());
242 evhttp_send_reply(req, HTTP_OK,
"OK", buf);
245extern "C" void process_version_req(
struct evhttp_request *req,
void* )
247 struct evbuffer *buf = evbuffer_new();
248 if (buf == NULL)
return;
251 root[
"version"]= ::drizzled::version();
252 root[
"json_server_version"]=JSON_SERVER_VERSION;
254 Json::StyledWriter writer;
255 std::string output= writer.write(root);
257 evbuffer_add(buf, output.c_str(), output.length());
258 evhttp_send_reply(req, HTTP_OK,
"OK", buf);
261extern "C" void process_sql_req(
struct evhttp_request *req,
void* )
263 struct evbuffer *buf = evbuffer_new();
264 if (buf == NULL)
return;
270 l= evbuffer_remove(req->input_buffer, buffer, 1024);
271 input.append(buffer, l);
275 drizzled::catalog::local());
276 drizzled::identifier::user::mptr user_id= identifier::User::make_shared();
277 user_id->setUser(
"");
278 _session->setUser(user_id);
281 drizzled::Execute execute(*(_session.get()),
true);
283 drizzled::sql::ResultSet result_set(1);
286 execute.run(input, result_set);
287 drizzled::sql::Exception exception= result_set.getException();
289 drizzled::error_t err= exception.getErrorCode();
292 root[
"sqlstate"]= exception.getSQLState();
294 if ((err != drizzled::EE_OK) && (err != drizzled::ER_EMPTY_QUERY))
296 root[
"error_message"]= exception.getErrorMessage();
297 root[
"error_code"]= exception.getErrorCode();
298 root[
"schema"]=
"test";
301 while (result_set.next())
303 Json::Value json_row;
304 for (
size_t x= 0; x < result_set.getMetaData().getColumnCount(); x++)
306 if (not result_set.isNull(x))
308 json_row[
static_cast<Json::Value::ArrayIndex
>(x)]= result_set.getString(x);
311 root[
"result_set"].append(json_row);
314 root[
"query"]= input;
316 Json::StyledWriter writer;
317 std::string output= writer.write(root);
319 evbuffer_add(buf, output.c_str(), output.length());
320 evhttp_send_reply(req, HTTP_OK,
"OK", buf);
333 Json::Value json_out;
340 if(!handler->handleRequest())
342 if(!handler->validate(default_schema,default_table,allow_drop_table))
344 json_in= handler->getInputJson();
345 schema=handler->getSchema();
346 table=handler->getTable();
355 json_out= handler->getOutputJson();
360 json_out= handler->getOutputJson();
362 handler->setOutputJson(json_out);
363 handler->sendResponse();
377 drizzled::catalog::local());
378 drizzled::identifier::user::mptr user_id= identifier::User::make_shared();
380 setCurrentSession(_session.get());
385 Json::Value json_out;
387 const char *http_response_text=
"OK";
388 int http_response_code=HTTP_OK;
393 _json_handler->generate_input_json(req,_json_error);
396 json_in = _json_handler->get_input_json();
397 db_name=json_in[
"query"][
"name"].asString();
400 if(_session->main_da().is_error())
402 _json_error.
set_error(JsonErrorArea::ER_SQL,_session->main_da().sql_errno(),_session->main_da().message());
405 _json_handler->generate_output_query(_json_error);
406 output = _json_handler->get_output_query();
407 struct evbuffer *buf = evbuffer_new();
412 evbuffer_add(buf, output.c_str(), output.length());
413 evhttp_send_reply( req, http_response_code, http_response_text, buf);
424 drizzled::catalog::local());
425 drizzled::identifier::user::mptr user_id= identifier::User::make_shared();
427 setCurrentSession(_session.get());
432 Json::Value json_out;
434 const char *http_response_text=
"OK";
435 int http_response_code=HTTP_OK;
440 _json_handler->generate_input_json(req,_json_error);
443 json_in = _json_handler->get_input_json();
445 db_name=json_in[
"query"][
"name"].asString();
448 if(_session->main_da().is_error())
450 _json_error.
set_error(JsonErrorArea::ER_SQL,_session->main_da().sql_errno(),_session->main_da().message());
453 _json_handler->generate_output_query(_json_error);
454 output = _json_handler->get_output_query();
455 struct evbuffer *buf = evbuffer_new();
460 evbuffer_add(buf, output.c_str(), output.length());
461 evhttp_send_reply( req, http_response_code, http_response_text, buf);
465static void shutdown_event(
int,
short,
void *arg)
467 struct event_base *base= (
struct event_base *)arg;
468 event_base_loopbreak(base);
471static void run(
struct event_base *base)
473 internal::my_thread_init();
475 event_base_dispatch(base);
483 explicit FileDescriptor(
int fd= -1) : fd_(fd) { }
484 ~FileDescriptor() { reset(); }
486 int get()
const {
return fd_; }
487 bool valid()
const {
return fd_ != -1; }
489 void reset(
int fd= -1)
506 FileDescriptor(
const FileDescriptor&);
507 FileDescriptor& operator=(
const FileDescriptor&);
523 write_.reset(fds[1]);
526 bool valid()
const {
return read_.valid(); }
527 int read_fd()
const {
return read_.get(); }
529 bool makeReadNonBlocking()
531 int flags= fcntl(read_.get(), F_GETFL, 0);
534 sql_perror(
"fcntl:F_GETFL");
537 if (fcntl(read_.get(), F_SETFL, flags | O_NONBLOCK) < 0)
539 sql_perror(
"fcntl:F_SETFL");
550 if (write(write_.get(), &buffer, 1) != 1)
559typedef std::shared_ptr<struct event_base> event_base_ptr;
560typedef std::shared_ptr<struct evhttp> evhttp_ptr;
569 JsonWorker(
int listen_fd,
int wakeup_fd)
571 struct event_base *base= event_init();
573 throw std::runtime_error(
"event_init() failed");
574 base_.reset(base, event_base_free);
576 struct evhttp *httpd= evhttp_new(base);
578 throw std::runtime_error(
"evhttp_new() failed");
579 httpd_.reset(httpd, evhttp_free);
584 if (not accept_fd.valid())
585 throw std::runtime_error(
"dup() of listening socket failed");
587 if (evhttp_accept_socket(httpd, accept_fd.get()) != 0)
588 throw std::runtime_error(
"evhttp_accept_socket() failed");
591 registerRoutes(httpd);
593 event_set(&wakeup_event_, wakeup_fd, EV_READ | EV_PERSIST,
594 shutdown_event, base);
595 event_base_set(base, &wakeup_event_);
596 if (event_add(&wakeup_event_, NULL) < 0)
597 throw std::runtime_error(
"event_add() failed");
602 event_del(&wakeup_event_);
607 thread_.reset(
new boost::thread(boost::bind(&run, base_.get())));
617 static void registerRoutes(
struct evhttp *httpd)
619 evhttp_set_cb(httpd,
"/", process_root_request, NULL);
620 evhttp_set_cb(httpd,
"/0.1/version", process_api01_version_req, NULL);
621 evhttp_set_cb(httpd,
"/0.2/version", process_api01_version_req, NULL);
622 evhttp_set_cb(httpd,
"/0.3/version", process_version_req, NULL);
623 evhttp_set_cb(httpd,
"/0.3/sql", process_sql_req, NULL);
625 evhttp_set_cb(httpd,
"/latest/version", process_version_req, NULL);
626 evhttp_set_cb(httpd,
"/latest/sql", process_sql_req, NULL);
628 evhttp_set_cb(httpd,
"/version", process_version_req, NULL);
629 evhttp_set_cb(httpd,
"/sql", process_sql_req, NULL);
631 evhttp_set_cb(httpd,
"/json/ddl/schema/create",
633 evhttp_set_cb(httpd,
"/json/ddl/schema/drop",
638 event_base_ptr base_;
640 struct event wakeup_event_;
641 drizzled::thread_ptr thread_;
643 JsonWorker(
const JsonWorker&);
644 JsonWorker& operator=(
const JsonWorker&);
647typedef std::shared_ptr<JsonWorker> JsonWorkerPtr;
652 JsonServer(in_port_t port_arg) :
659 if (not wakeup_pipe_.valid())
661 if (not wakeup_pipe_.makeReadNonBlocking())
667 sql_perror(
"evhttp_bind_socket()");
670 listen_fd_.reset(fd);
672 return createThreads(max_threads);
675 bool createThreads(uint32_t num_threads)
677 for (uint32_t i= 0; i < num_threads; i++)
681 JsonWorkerPtr worker(
new JsonWorker(listen_fd_.get(),
682 wakeup_pipe_.read_fd()));
684 workers_.push_back(worker);
686 catch (
const std::exception &e)
688 errmsg_printf(error::ERROR,
689 _(
"json_server: could not start worker: %s"),
701 wakeup_pipe_.signal();
702 for (
size_t i= 0; i < workers_.size(); i++)
710 std::vector<JsonWorkerPtr> workers_;
714void updateMaxThreads(
Session *, sql_var_t)
716 if (clone_max_threads < max_threads)
718 if(server->createThreads(max_threads - clone_max_threads))
720 clone_max_threads=max_threads;
727 errmsg_printf(error::ERROR,_(
"json_server unable to create more threads"));
732 max_threads = clone_max_threads;
734 errmsg_printf(error::ERROR, _(
"json_server_max_threadscannot be smaller than previous configured value"));
739bool updateSchema(Session *, set_var* var)
743 std::string new_schema(var->value->
str_value.data());
744 default_schema=new_schema;
747 errmsg_printf(error::ERROR, _(
"json_server_schema cannot be NULL"));
751bool updateTable(Session *, set_var* var)
753 std::string new_table(var->value->
str_value.data());
754 default_table=new_table;
758static int json_server_init(drizzled::module::Context &context)
763 context.registerVariable(
new sys_var_constrained_value_readonly<in_port_t>(
"port", port));
764 context.registerVariable(
new sys_var_std_string(
"schema", default_schema, NULL, &updateSchema));
765 context.registerVariable(
new sys_var_std_string(
"table", default_table, NULL, &updateTable));
766 context.registerVariable(
new sys_var_bool_ptr(
"allow_drop_table", &allow_drop_table));
767 context.registerVariable(
new sys_var_uint32_t_ptr(
"max_threads",&max_threads,&updateMaxThreads));
769 clone_max_threads=max_threads;
772 if (server and not server->init())
777 return bool(server) ? 0 : 1;
780static void init_options(drizzled::module::option_context &context)
783 po::value<port_constraint>(&port)->default_value(8086),
784 _(
"Port number to use for connection or 0 for default (port 8086) "));
786 po::value<string>(&default_schema)->default_value(DEFAULT_SCHEMA),
787 _(
"Schema in use by json server"));
789 po::value<string>(&default_table)->default_value(DEFAULT_TABLE),
790 _(
"table in use by json server"));
791 context(
"allow_drop_table",
792 po::value<bool>(&allow_drop_table)->default_value(DEFAULT_ALLOW_DROP_TABLE),
793 _(
"allow to drop table"));
794 context(
"max_threads",
795 po::value<uint32_t>(&max_threads)->default_value(DEFAULT_MAX_THREADS),
796 _(
"Maximum threads in use by json server"));
803DRIZZLE_DECLARE_PLUGIN
808 "Stewart Smith, Henrik Ingo, Mohit Srivastava",
809 N_(
"JSON HTTP interface"),
811 drizzle_plugin::json_server::json_server_init,
813 drizzle_plugin::json_server::init_options
815DRIZZLE_DECLARE_PLUGIN_END;
const Json::Value getOutputJson() const
int BindSocket(const char *address, int port)
void set_error(enum_error_type type, drizzled::error_t sql_errno_arg, const char *message_arg)
void reset_diagnostics_area()
void set_schema(const std::string &)
static plugin::Client * getNullClient()
Defines the event_t struct that encapsulates an event.
void process_json_req(struct evhttp_request *req, void *)
void process_json_ddl_schema_drop_req(struct evhttp_request *req, void *)
void process_json_ddl_schema_create_req(struct evhttp_request *req, void *)
TODO: Rename this file - func.h is stupid.
An Proxy Wrapper around boost::program_options::variables_map.