2 * Copyright (c) 2009, 2010, 2011, 2012 Nicira, Inc.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
25 #include "dynamic-string.h"
26 #include "fatal-signal.h"
30 #include "poll-loop.h"
31 #include "reconnect.h"
36 VLOG_DEFINE_THIS_MODULE(jsonrpc);
39 struct stream *stream;
45 struct json_parser *parser;
46 struct jsonrpc_msg *received;
49 struct list output; /* Contains "struct ofpbuf"s. */
53 /* Rate limit for error messages. */
54 static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(5, 5);
56 static void jsonrpc_received(struct jsonrpc *);
57 static void jsonrpc_cleanup(struct jsonrpc *);
58 static void jsonrpc_error(struct jsonrpc *, int error);
60 /* This is just the same as stream_open() except that it uses the default
61 * JSONRPC ports if none is specified. */
63 jsonrpc_stream_open(const char *name, struct stream **streamp, uint8_t dscp)
65 return stream_open_with_default_ports(name, JSONRPC_TCP_PORT,
66 JSONRPC_SSL_PORT, streamp,
70 /* This is just the same as pstream_open() except that it uses the default
71 * JSONRPC ports if none is specified. */
73 jsonrpc_pstream_open(const char *name, struct pstream **pstreamp, uint8_t dscp)
75 return pstream_open_with_default_ports(name, JSONRPC_TCP_PORT,
76 JSONRPC_SSL_PORT, pstreamp, dscp);
79 /* Returns a new JSON-RPC stream that uses 'stream' for input and output. The
80 * new jsonrpc object takes ownership of 'stream'. */
82 jsonrpc_open(struct stream *stream)
86 assert(stream != NULL);
88 rpc = xzalloc(sizeof *rpc);
89 rpc->name = xstrdup(stream_get_name(stream));
91 byteq_init(&rpc->input);
92 list_init(&rpc->output);
97 /* Destroys 'rpc', closing the stream on which it is based, and frees its
100 jsonrpc_close(struct jsonrpc *rpc)
103 jsonrpc_cleanup(rpc);
109 /* Performs periodic maintenance on 'rpc', such as flushing output buffers. */
111 jsonrpc_run(struct jsonrpc *rpc)
117 stream_run(rpc->stream);
118 while (!list_is_empty(&rpc->output)) {
119 struct ofpbuf *buf = ofpbuf_from_list(rpc->output.next);
122 retval = stream_send(rpc->stream, buf->data, buf->size);
124 rpc->backlog -= retval;
125 ofpbuf_pull(buf, retval);
127 list_remove(&buf->list_node);
131 if (retval != -EAGAIN) {
132 VLOG_WARN_RL(&rl, "%s: send error: %s",
133 rpc->name, strerror(-retval));
134 jsonrpc_error(rpc, -retval);
141 /* Arranges for the poll loop to wake up when 'rpc' needs to perform
142 * maintenance activities. */
144 jsonrpc_wait(struct jsonrpc *rpc)
147 stream_run_wait(rpc->stream);
148 if (!list_is_empty(&rpc->output)) {
149 stream_send_wait(rpc->stream);
155 * Returns the current status of 'rpc'. The possible return values are:
158 * - EOF: end of file (remote end closed connection; not necessarily an error).
160 * When this functions nonzero, 'rpc' is effectively out of commission. 'rpc'
161 * will not receive any more messages and any further messages that one
162 * attempts to send with 'rpc' will be discarded. The caller can keep 'rpc'
163 * around as long as it wants, but it's not going to provide any more useful
167 jsonrpc_get_status(const struct jsonrpc *rpc)
172 /* Returns the number of bytes buffered by 'rpc' to be written to the
173 * underlying stream. Always returns 0 if 'rpc' has encountered an error or if
174 * the remote end closed the connection. */
176 jsonrpc_get_backlog(const struct jsonrpc *rpc)
178 return rpc->status ? 0 : rpc->backlog;
181 /* Returns 'rpc''s name, that is, the name returned by stream_get_name() for
182 * the stream underlying 'rpc' when 'rpc' was created. */
184 jsonrpc_get_name(const struct jsonrpc *rpc)
190 jsonrpc_log_msg(const struct jsonrpc *rpc, const char *title,
191 const struct jsonrpc_msg *msg)
193 if (VLOG_IS_DBG_ENABLED()) {
194 struct ds s = DS_EMPTY_INITIALIZER;
196 ds_put_format(&s, ", method=\"%s\"", msg->method);
199 ds_put_cstr(&s, ", params=");
200 json_to_ds(msg->params, 0, &s);
203 ds_put_cstr(&s, ", result=");
204 json_to_ds(msg->result, 0, &s);
207 ds_put_cstr(&s, ", error=");
208 json_to_ds(msg->error, 0, &s);
211 ds_put_cstr(&s, ", id=");
212 json_to_ds(msg->id, 0, &s);
214 VLOG_DBG("%s: %s %s%s", rpc->name, title,
215 jsonrpc_msg_type_to_string(msg->type), ds_cstr(&s));
220 /* Schedules 'msg' to be sent on 'rpc' and returns 'rpc''s status (as with
221 * jsonrpc_get_status()).
223 * If 'msg' cannot be sent immediately, it is appended to a buffer. The caller
224 * is responsible for ensuring that the amount of buffered data is somehow
225 * limited. (jsonrpc_get_backlog() returns the amount of data currently
226 * buffered in 'rpc'.)
228 * Always takes ownership of 'msg', regardless of success. */
230 jsonrpc_send(struct jsonrpc *rpc, struct jsonrpc_msg *msg)
238 jsonrpc_msg_destroy(msg);
242 jsonrpc_log_msg(rpc, "send", msg);
244 json = jsonrpc_msg_to_json(msg);
245 s = json_to_string(json, 0);
249 buf = xmalloc(sizeof *buf);
250 ofpbuf_use(buf, s, length);
252 list_push_back(&rpc->output, &buf->list_node);
253 rpc->backlog += length;
255 if (rpc->backlog == length) {
261 /* Attempts to receive a message from 'rpc'.
263 * If successful, stores the received message in '*msgp' and returns 0. The
264 * caller takes ownership of '*msgp' and must eventually destroy it with
265 * jsonrpc_msg_destroy().
267 * Otherwise, stores NULL in '*msgp' and returns one of the following:
269 * - EAGAIN: No message has been received.
271 * - EOF: The remote end closed the connection gracefully.
273 * - Otherwise an errno value that represents a JSON-RPC protocol violation
274 * or another error fatal to the connection. 'rpc' will not send or
275 * receive any more messages.
278 jsonrpc_recv(struct jsonrpc *rpc, struct jsonrpc_msg **msgp)
287 for (i = 0; i < 50; i++) {
289 *msgp = rpc->received;
290 rpc->received = NULL;
292 } else if (byteq_is_empty(&rpc->input)) {
296 chunk = byteq_headroom(&rpc->input);
297 retval = stream_recv(rpc->stream, byteq_head(&rpc->input), chunk);
299 if (retval == -EAGAIN) {
302 VLOG_WARN_RL(&rl, "%s: receive error: %s",
303 rpc->name, strerror(-retval));
304 jsonrpc_error(rpc, -retval);
307 } else if (retval == 0) {
308 jsonrpc_error(rpc, EOF);
311 byteq_advance_head(&rpc->input, retval);
316 rpc->parser = json_parser_create(0);
318 n = byteq_tailroom(&rpc->input);
319 used = json_parser_feed(rpc->parser,
320 (char *) byteq_tail(&rpc->input), n);
321 byteq_advance_tail(&rpc->input, used);
322 if (json_parser_is_done(rpc->parser)) {
323 jsonrpc_received(rpc);
325 const struct byteq *q = &rpc->input;
326 if (q->head <= BYTEQ_SIZE) {
327 stream_report_content(q->buffer, q->head,
329 THIS_MODULE, rpc->name);
340 /* Causes the poll loop to wake up when jsonrpc_recv() may return a value other
343 jsonrpc_recv_wait(struct jsonrpc *rpc)
345 if (rpc->status || rpc->received || !byteq_is_empty(&rpc->input)) {
346 (poll_immediate_wake)(rpc->name);
348 stream_recv_wait(rpc->stream);
352 /* Sends 'msg' on 'rpc' and waits for it to be successfully queued to the
353 * underlying stream. Returns 0 if 'msg' was sent successfully, otherwise a
354 * status value (see jsonrpc_get_status()).
356 * Always takes ownership of 'msg', regardless of success. */
358 jsonrpc_send_block(struct jsonrpc *rpc, struct jsonrpc_msg *msg)
364 error = jsonrpc_send(rpc, msg);
371 if (list_is_empty(&rpc->output) || rpc->status) {
379 /* Waits for a message to be received on 'rpc'. Same semantics as
380 * jsonrpc_recv() except that EAGAIN will never be returned. */
382 jsonrpc_recv_block(struct jsonrpc *rpc, struct jsonrpc_msg **msgp)
385 int error = jsonrpc_recv(rpc, msgp);
386 if (error != EAGAIN) {
393 jsonrpc_recv_wait(rpc);
398 /* Sends 'request' to 'rpc' then waits for a reply. The return value is 0 if
399 * successful, in which case '*replyp' is set to the reply, which the caller
400 * must eventually free with jsonrpc_msg_destroy(). Otherwise returns a status
401 * value (see jsonrpc_get_status()).
403 * Discards any message received on 'rpc' that is not a reply to 'request'
404 * (based on message id).
406 * Always takes ownership of 'request', regardless of success. */
408 jsonrpc_transact_block(struct jsonrpc *rpc, struct jsonrpc_msg *request,
409 struct jsonrpc_msg **replyp)
411 struct jsonrpc_msg *reply = NULL;
415 id = json_clone(request->id);
416 error = jsonrpc_send_block(rpc, request);
419 error = jsonrpc_recv_block(rpc, &reply);
423 if ((reply->type == JSONRPC_REPLY || reply->type == JSONRPC_ERROR)
424 && json_equal(id, reply->id)) {
427 jsonrpc_msg_destroy(reply);
430 *replyp = error ? NULL : reply;
436 jsonrpc_received(struct jsonrpc *rpc)
438 struct jsonrpc_msg *msg;
442 json = json_parser_finish(rpc->parser);
444 if (json->type == JSON_STRING) {
445 VLOG_WARN_RL(&rl, "%s: error parsing stream: %s",
446 rpc->name, json_string(json));
447 jsonrpc_error(rpc, EPROTO);
452 error = jsonrpc_msg_from_json(json, &msg);
454 VLOG_WARN_RL(&rl, "%s: received bad JSON-RPC message: %s",
457 jsonrpc_error(rpc, EPROTO);
461 jsonrpc_log_msg(rpc, "received", msg);
466 jsonrpc_error(struct jsonrpc *rpc, int error)
471 jsonrpc_cleanup(rpc);
476 jsonrpc_cleanup(struct jsonrpc *rpc)
478 stream_close(rpc->stream);
481 json_parser_abort(rpc->parser);
484 jsonrpc_msg_destroy(rpc->received);
485 rpc->received = NULL;
487 ofpbuf_list_delete(&rpc->output);
491 static struct jsonrpc_msg *
492 jsonrpc_create(enum jsonrpc_msg_type type, const char *method,
493 struct json *params, struct json *result, struct json *error,
496 struct jsonrpc_msg *msg = xmalloc(sizeof *msg);
498 msg->method = method ? xstrdup(method) : NULL;
499 msg->params = params;
500 msg->result = result;
507 jsonrpc_create_id(void)
509 static unsigned int id;
510 return json_integer_create(id++);
514 jsonrpc_create_request(const char *method, struct json *params,
517 struct json *id = jsonrpc_create_id();
519 *idp = json_clone(id);
521 return jsonrpc_create(JSONRPC_REQUEST, method, params, NULL, NULL, id);
525 jsonrpc_create_notify(const char *method, struct json *params)
527 return jsonrpc_create(JSONRPC_NOTIFY, method, params, NULL, NULL, NULL);
531 jsonrpc_create_reply(struct json *result, const struct json *id)
533 return jsonrpc_create(JSONRPC_REPLY, NULL, NULL, result, NULL,
538 jsonrpc_create_error(struct json *error, const struct json *id)
540 return jsonrpc_create(JSONRPC_REPLY, NULL, NULL, NULL, error,
545 jsonrpc_msg_type_to_string(enum jsonrpc_msg_type type)
548 case JSONRPC_REQUEST:
552 return "notification";
564 jsonrpc_msg_is_valid(const struct jsonrpc_msg *m)
566 const char *type_name;
567 unsigned int pattern;
569 if (m->params && m->params->type != JSON_ARRAY) {
570 return xstrdup("\"params\" must be JSON array");
574 case JSONRPC_REQUEST:
591 return xasprintf("invalid JSON-RPC message type %d", m->type);
594 type_name = jsonrpc_msg_type_to_string(m->type);
595 if ((m->method != NULL) != ((pattern & 0x10000) != 0)) {
596 return xasprintf("%s must%s have \"method\"",
597 type_name, (pattern & 0x10000) ? "" : " not");
600 if ((m->params != NULL) != ((pattern & 0x1000) != 0)) {
601 return xasprintf("%s must%s have \"params\"",
602 type_name, (pattern & 0x1000) ? "" : " not");
605 if ((m->result != NULL) != ((pattern & 0x100) != 0)) {
606 return xasprintf("%s must%s have \"result\"",
607 type_name, (pattern & 0x100) ? "" : " not");
610 if ((m->error != NULL) != ((pattern & 0x10) != 0)) {
611 return xasprintf("%s must%s have \"error\"",
612 type_name, (pattern & 0x10) ? "" : " not");
615 if ((m->id != NULL) != ((pattern & 0x1) != 0)) {
616 return xasprintf("%s must%s have \"id\"",
617 type_name, (pattern & 0x1) ? "" : " not");
624 jsonrpc_msg_destroy(struct jsonrpc_msg *m)
628 json_destroy(m->params);
629 json_destroy(m->result);
630 json_destroy(m->error);
637 null_from_json_null(struct json *json)
639 if (json && json->type == JSON_NULL) {
647 jsonrpc_msg_from_json(struct json *json, struct jsonrpc_msg **msgp)
649 struct json *method = NULL;
650 struct jsonrpc_msg *msg = NULL;
651 struct shash *object;
654 if (json->type != JSON_OBJECT) {
655 error = xstrdup("message is not a JSON object");
658 object = json_object(json);
660 method = shash_find_and_delete(object, "method");
661 if (method && method->type != JSON_STRING) {
662 error = xstrdup("method is not a JSON string");
666 msg = xzalloc(sizeof *msg);
667 msg->method = method ? xstrdup(method->u.string) : NULL;
668 msg->params = null_from_json_null(shash_find_and_delete(object, "params"));
669 msg->result = null_from_json_null(shash_find_and_delete(object, "result"));
670 msg->error = null_from_json_null(shash_find_and_delete(object, "error"));
671 msg->id = null_from_json_null(shash_find_and_delete(object, "id"));
672 msg->type = (msg->result ? JSONRPC_REPLY
673 : msg->error ? JSONRPC_ERROR
674 : msg->id ? JSONRPC_REQUEST
676 if (!shash_is_empty(object)) {
677 error = xasprintf("message has unexpected member \"%s\"",
678 shash_first(object)->name);
681 error = jsonrpc_msg_is_valid(msg);
687 json_destroy(method);
690 jsonrpc_msg_destroy(msg);
698 jsonrpc_msg_to_json(struct jsonrpc_msg *m)
700 struct json *json = json_object_create();
703 json_object_put(json, "method", json_string_create_nocopy(m->method));
707 json_object_put(json, "params", m->params);
711 json_object_put(json, "result", m->result);
712 } else if (m->type == JSONRPC_ERROR) {
713 json_object_put(json, "result", json_null_create());
717 json_object_put(json, "error", m->error);
718 } else if (m->type == JSONRPC_REPLY) {
719 json_object_put(json, "error", json_null_create());
723 json_object_put(json, "id", m->id);
724 } else if (m->type == JSONRPC_NOTIFY) {
725 json_object_put(json, "id", json_null_create());
733 /* A JSON-RPC session with reconnection. */
735 struct jsonrpc_session {
736 struct reconnect *reconnect;
738 struct stream *stream;
739 struct pstream *pstream;
744 /* Creates and returns a jsonrpc_session to 'name', which should be a string
745 * acceptable to stream_open() or pstream_open().
747 * If 'name' is an active connection method, e.g. "tcp:127.1.2.3", the new
748 * jsonrpc_session connects and reconnects, with back-off, to 'name'.
750 * If 'name' is a passive connection method, e.g. "ptcp:", the new
751 * jsonrpc_session listens for connections to 'name'. It maintains at most one
752 * connection at any given time. Any new connection causes the previous one
753 * (if any) to be dropped. */
754 struct jsonrpc_session *
755 jsonrpc_session_open(const char *name)
757 struct jsonrpc_session *s;
759 s = xmalloc(sizeof *s);
760 s->reconnect = reconnect_create(time_msec());
761 reconnect_set_name(s->reconnect, name);
762 reconnect_enable(s->reconnect, time_msec());
769 if (!pstream_verify_name(name)) {
770 reconnect_set_passive(s->reconnect, true, time_msec());
773 if (!stream_or_pstream_needs_probes(name)) {
774 reconnect_set_probe_interval(s->reconnect, 0);
780 /* Creates and returns a jsonrpc_session that is initially connected to
781 * 'jsonrpc'. If the connection is dropped, it will not be reconnected.
783 * On the assumption that such connections are likely to be short-lived
784 * (e.g. from ovs-vsctl), informational logging for them is suppressed. */
785 struct jsonrpc_session *
786 jsonrpc_session_open_unreliably(struct jsonrpc *jsonrpc)
788 struct jsonrpc_session *s;
790 s = xmalloc(sizeof *s);
791 s->reconnect = reconnect_create(time_msec());
792 reconnect_set_quiet(s->reconnect, true);
793 reconnect_set_name(s->reconnect, jsonrpc_get_name(jsonrpc));
794 reconnect_set_max_tries(s->reconnect, 0);
795 reconnect_connected(s->reconnect, time_msec());
805 jsonrpc_session_close(struct jsonrpc_session *s)
808 jsonrpc_close(s->rpc);
809 reconnect_destroy(s->reconnect);
810 stream_close(s->stream);
811 pstream_close(s->pstream);
817 jsonrpc_session_disconnect(struct jsonrpc_session *s)
820 jsonrpc_error(s->rpc, EOF);
821 jsonrpc_close(s->rpc);
824 } else if (s->stream) {
825 stream_close(s->stream);
832 jsonrpc_session_connect(struct jsonrpc_session *s)
834 const char *name = reconnect_get_name(s->reconnect);
837 jsonrpc_session_disconnect(s);
838 if (!reconnect_is_passive(s->reconnect)) {
839 error = jsonrpc_stream_open(name, &s->stream, s->dscp);
841 reconnect_connecting(s->reconnect, time_msec());
844 error = s->pstream ? 0 : jsonrpc_pstream_open(name, &s->pstream,
847 reconnect_listening(s->reconnect, time_msec());
852 reconnect_connect_failed(s->reconnect, time_msec(), error);
858 jsonrpc_session_run(struct jsonrpc_session *s)
861 struct stream *stream;
864 error = pstream_accept(s->pstream, &stream);
866 if (s->rpc || s->stream) {
868 "%s: new connection replacing active connection",
869 reconnect_get_name(s->reconnect));
870 jsonrpc_session_disconnect(s);
872 reconnect_connected(s->reconnect, time_msec());
873 s->rpc = jsonrpc_open(stream);
874 } else if (error != EAGAIN) {
875 reconnect_listen_error(s->reconnect, time_msec(), error);
876 pstream_close(s->pstream);
885 error = jsonrpc_get_status(s->rpc);
887 reconnect_disconnected(s->reconnect, time_msec(), error);
888 jsonrpc_session_disconnect(s);
890 } else if (s->stream) {
893 stream_run(s->stream);
894 error = stream_connect(s->stream);
896 reconnect_connected(s->reconnect, time_msec());
897 s->rpc = jsonrpc_open(s->stream);
899 } else if (error != EAGAIN) {
900 reconnect_connect_failed(s->reconnect, time_msec(), error);
901 stream_close(s->stream);
906 switch (reconnect_run(s->reconnect, time_msec())) {
907 case RECONNECT_CONNECT:
908 jsonrpc_session_connect(s);
911 case RECONNECT_DISCONNECT:
912 reconnect_disconnected(s->reconnect, time_msec(), 0);
913 jsonrpc_session_disconnect(s);
916 case RECONNECT_PROBE:
919 struct jsonrpc_msg *request;
921 params = json_array_create_empty();
922 request = jsonrpc_create_request("echo", params, NULL);
923 json_destroy(request->id);
924 request->id = json_string_create("echo");
925 jsonrpc_send(s->rpc, request);
932 jsonrpc_session_wait(struct jsonrpc_session *s)
935 jsonrpc_wait(s->rpc);
936 } else if (s->stream) {
937 stream_run_wait(s->stream);
938 stream_connect_wait(s->stream);
941 pstream_wait(s->pstream);
943 reconnect_wait(s->reconnect, time_msec());
947 jsonrpc_session_get_backlog(const struct jsonrpc_session *s)
949 return s->rpc ? jsonrpc_get_backlog(s->rpc) : 0;
952 /* Always returns a pointer to a valid C string, assuming 's' was initialized
955 jsonrpc_session_get_name(const struct jsonrpc_session *s)
957 return reconnect_get_name(s->reconnect);
960 /* Always takes ownership of 'msg', regardless of success. */
962 jsonrpc_session_send(struct jsonrpc_session *s, struct jsonrpc_msg *msg)
965 return jsonrpc_send(s->rpc, msg);
967 jsonrpc_msg_destroy(msg);
973 jsonrpc_session_recv(struct jsonrpc_session *s)
976 struct jsonrpc_msg *msg;
977 jsonrpc_recv(s->rpc, &msg);
979 reconnect_received(s->reconnect, time_msec());
980 if (msg->type == JSONRPC_REQUEST && !strcmp(msg->method, "echo")) {
981 /* Echo request. Send reply. */
982 struct jsonrpc_msg *reply;
984 reply = jsonrpc_create_reply(json_clone(msg->params), msg->id);
985 jsonrpc_session_send(s, reply);
986 } else if (msg->type == JSONRPC_REPLY
987 && msg->id && msg->id->type == JSON_STRING
988 && !strcmp(msg->id->u.string, "echo")) {
989 /* It's a reply to our echo request. Suppress it. */
993 jsonrpc_msg_destroy(msg);
1000 jsonrpc_session_recv_wait(struct jsonrpc_session *s)
1003 jsonrpc_recv_wait(s->rpc);
1008 jsonrpc_session_is_alive(const struct jsonrpc_session *s)
1010 return s->rpc || s->stream || reconnect_get_max_tries(s->reconnect);
1014 jsonrpc_session_is_connected(const struct jsonrpc_session *s)
1016 return s->rpc != NULL;
1020 jsonrpc_session_get_seqno(const struct jsonrpc_session *s)
1026 jsonrpc_session_get_status(const struct jsonrpc_session *s)
1028 return s && s->rpc ? jsonrpc_get_status(s->rpc) : 0;
1032 jsonrpc_session_get_reconnect_stats(const struct jsonrpc_session *s,
1033 struct reconnect_stats *stats)
1035 reconnect_get_stats(s->reconnect, time_msec(), stats);
1039 jsonrpc_session_force_reconnect(struct jsonrpc_session *s)
1041 reconnect_force_reconnect(s->reconnect, time_msec());
1045 jsonrpc_session_set_max_backoff(struct jsonrpc_session *s, int max_backoff)
1047 reconnect_set_backoff(s->reconnect, 0, max_backoff);
1051 jsonrpc_session_set_probe_interval(struct jsonrpc_session *s,
1054 reconnect_set_probe_interval(s->reconnect, probe_interval);
1058 jsonrpc_session_set_dscp(struct jsonrpc_session *s,
1061 if (s->dscp != dscp) {
1063 jsonrpc_session_force_reconnect(s);