2 * Copyright (c) 2009, 2010, 2011, 2012 Nicira Networks.
4 * Licensed under the Apache License, Version 2.0 (the "License");
5 * you may not use this file except in compliance with the License.
6 * You may obtain a copy of the License at:
8 * http://www.apache.org/licenses/LICENSE-2.0
10 * Unless required by applicable law or agreed to in writing, software
11 * distributed under the License is distributed on an "AS IS" BASIS,
12 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13 * See the License for the specific language governing permissions and
14 * limitations under the License.
25 #include "dynamic-string.h"
26 #include "fatal-signal.h"
30 #include "poll-loop.h"
31 #include "reconnect.h"
36 VLOG_DEFINE_THIS_MODULE(jsonrpc);
39 struct stream *stream;
45 struct json_parser *parser;
46 struct jsonrpc_msg *received;
49 struct list output; /* Contains "struct ofpbuf"s. */
53 /* Rate limit for error messages. */
54 static struct vlog_rate_limit rl = VLOG_RATE_LIMIT_INIT(5, 5);
56 static void jsonrpc_received(struct jsonrpc *);
57 static void jsonrpc_cleanup(struct jsonrpc *);
58 static void jsonrpc_error(struct jsonrpc *, int error);
60 /* This is just the same as stream_open() except that it uses the default
61 * JSONRPC ports if none is specified. */
63 jsonrpc_stream_open(const char *name, struct stream **streamp, uint8_t dscp)
65 return stream_open_with_default_ports(name, JSONRPC_TCP_PORT,
66 JSONRPC_SSL_PORT, streamp,
70 /* This is just the same as pstream_open() except that it uses the default
71 * JSONRPC ports if none is specified. */
73 jsonrpc_pstream_open(const char *name, struct pstream **pstreamp, uint8_t dscp)
75 return pstream_open_with_default_ports(name, JSONRPC_TCP_PORT,
76 JSONRPC_SSL_PORT, pstreamp, dscp);
79 /* Returns a new JSON-RPC stream that uses 'stream' for input and output. The
80 * new jsonrpc object takes ownership of 'stream'. */
82 jsonrpc_open(struct stream *stream)
86 assert(stream != NULL);
88 rpc = xzalloc(sizeof *rpc);
89 rpc->name = xstrdup(stream_get_name(stream));
91 byteq_init(&rpc->input);
92 list_init(&rpc->output);
97 /* Destroys 'rpc', closing the stream on which it is based, and frees its
100 jsonrpc_close(struct jsonrpc *rpc)
103 jsonrpc_cleanup(rpc);
109 /* Performs periodic maintenance on 'rpc', such as flushing output buffers. */
111 jsonrpc_run(struct jsonrpc *rpc)
117 stream_run(rpc->stream);
118 while (!list_is_empty(&rpc->output)) {
119 struct ofpbuf *buf = ofpbuf_from_list(rpc->output.next);
122 retval = stream_send(rpc->stream, buf->data, buf->size);
124 rpc->backlog -= retval;
125 ofpbuf_pull(buf, retval);
127 list_remove(&buf->list_node);
131 if (retval != -EAGAIN) {
132 VLOG_WARN_RL(&rl, "%s: send error: %s",
133 rpc->name, strerror(-retval));
134 jsonrpc_error(rpc, -retval);
141 /* Arranges for the poll loop to wake up when 'rpc' needs to perform
142 * maintenance activities. */
144 jsonrpc_wait(struct jsonrpc *rpc)
147 stream_run_wait(rpc->stream);
148 if (!list_is_empty(&rpc->output)) {
149 stream_send_wait(rpc->stream);
155 * Returns the current status of 'rpc'. The possible return values are:
158 * - EOF: end of file (remote end closed connection; not necessarily an error).
160 * When this functions nonzero, 'rpc' is effectively out of commission. 'rpc'
161 * will not receive any more messages and any further messages that one
162 * attempts to send with 'rpc' will be discarded. The caller can keep 'rpc'
163 * around as long as it wants, but it's not going to provide any more useful
167 jsonrpc_get_status(const struct jsonrpc *rpc)
172 /* Returns the number of bytes buffered by 'rpc' to be written to the
173 * underlying stream. Always returns 0 if 'rpc' has encountered an error or if
174 * the remote end closed the connection. */
176 jsonrpc_get_backlog(const struct jsonrpc *rpc)
178 return rpc->status ? 0 : rpc->backlog;
181 /* Returns 'rpc''s name, that is, the name returned by stream_get_name() for
182 * the stream underlying 'rpc' when 'rpc' was created. */
184 jsonrpc_get_name(const struct jsonrpc *rpc)
190 jsonrpc_log_msg(const struct jsonrpc *rpc, const char *title,
191 const struct jsonrpc_msg *msg)
193 if (VLOG_IS_DBG_ENABLED()) {
194 struct ds s = DS_EMPTY_INITIALIZER;
196 ds_put_format(&s, ", method=\"%s\"", msg->method);
199 ds_put_cstr(&s, ", params=");
200 json_to_ds(msg->params, 0, &s);
203 ds_put_cstr(&s, ", result=");
204 json_to_ds(msg->result, 0, &s);
207 ds_put_cstr(&s, ", error=");
208 json_to_ds(msg->error, 0, &s);
211 ds_put_cstr(&s, ", id=");
212 json_to_ds(msg->id, 0, &s);
214 VLOG_DBG("%s: %s %s%s", rpc->name, title,
215 jsonrpc_msg_type_to_string(msg->type), ds_cstr(&s));
220 /* Schedules 'msg' to be sent on 'rpc' and returns 'rpc''s status (as with
221 * jsonrpc_get_status()).
223 * If 'msg' cannot be sent immediately, it is appended to a buffer. The caller
224 * is responsible for ensuring that the amount of buffered data is somehow
225 * limited. (jsonrpc_get_backlog() returns the amount of data currently
226 * buffered in 'rpc'.)
228 * Always takes ownership of 'msg', regardless of success. */
230 jsonrpc_send(struct jsonrpc *rpc, struct jsonrpc_msg *msg)
238 jsonrpc_msg_destroy(msg);
242 jsonrpc_log_msg(rpc, "send", msg);
244 json = jsonrpc_msg_to_json(msg);
245 s = json_to_string(json, 0);
249 buf = xmalloc(sizeof *buf);
250 ofpbuf_use(buf, s, length);
252 list_push_back(&rpc->output, &buf->list_node);
253 rpc->backlog += length;
255 if (rpc->backlog == length) {
261 /* Attempts to receive a message from 'rpc'.
263 * If successful, stores the received message in '*msgp' and returns 0. The
264 * caller takes ownership of '*msgp' and must eventually destroy it with
265 * jsonrpc_msg_destroy().
267 * Otherwise, stores NULL in '*msgp' and returns one of the following:
269 * - EAGAIN: No message has been received.
271 * - EOF: The remote end closed the connection gracefully.
273 * - Otherwise an errno value that represents a JSON-RPC protocol violation
274 * or another error fatal to the connection. 'rpc' will not send or
275 * receive any more messages.
278 jsonrpc_recv(struct jsonrpc *rpc, struct jsonrpc_msg **msgp)
285 while (!rpc->received) {
286 if (byteq_is_empty(&rpc->input)) {
290 chunk = byteq_headroom(&rpc->input);
291 retval = stream_recv(rpc->stream, byteq_head(&rpc->input), chunk);
293 if (retval == -EAGAIN) {
296 VLOG_WARN_RL(&rl, "%s: receive error: %s",
297 rpc->name, strerror(-retval));
298 jsonrpc_error(rpc, -retval);
301 } else if (retval == 0) {
302 jsonrpc_error(rpc, EOF);
305 byteq_advance_head(&rpc->input, retval);
310 rpc->parser = json_parser_create(0);
312 n = byteq_tailroom(&rpc->input);
313 used = json_parser_feed(rpc->parser,
314 (char *) byteq_tail(&rpc->input), n);
315 byteq_advance_tail(&rpc->input, used);
316 if (json_parser_is_done(rpc->parser)) {
317 jsonrpc_received(rpc);
319 const struct byteq *q = &rpc->input;
320 if (q->head <= BYTEQ_SIZE) {
321 stream_report_content(q->buffer, q->head,
323 THIS_MODULE, rpc->name);
331 *msgp = rpc->received;
332 rpc->received = NULL;
336 /* Causes the poll loop to wake up when jsonrpc_recv() may return a value other
339 jsonrpc_recv_wait(struct jsonrpc *rpc)
341 if (rpc->status || rpc->received || !byteq_is_empty(&rpc->input)) {
342 (poll_immediate_wake)(rpc->name);
344 stream_recv_wait(rpc->stream);
348 /* Sends 'msg' on 'rpc' and waits for it to be successfully queued to the
349 * underlying stream. Returns 0 if 'msg' was sent successfully, otherwise a
350 * status value (see jsonrpc_get_status()).
352 * Always takes ownership of 'msg', regardless of success. */
354 jsonrpc_send_block(struct jsonrpc *rpc, struct jsonrpc_msg *msg)
360 error = jsonrpc_send(rpc, msg);
367 if (list_is_empty(&rpc->output) || rpc->status) {
375 /* Waits for a message to be received on 'rpc'. Same semantics as
376 * jsonrpc_recv() except that EAGAIN will never be returned. */
378 jsonrpc_recv_block(struct jsonrpc *rpc, struct jsonrpc_msg **msgp)
381 int error = jsonrpc_recv(rpc, msgp);
382 if (error != EAGAIN) {
389 jsonrpc_recv_wait(rpc);
394 /* Sends 'request' to 'rpc' then waits for a reply. The return value is 0 if
395 * successful, in which case '*replyp' is set to the reply, which the caller
396 * must eventually free with jsonrpc_msg_destroy(). Otherwise returns a status
397 * value (see jsonrpc_get_status()).
399 * Discards any message received on 'rpc' that is not a reply to 'request'
400 * (based on message id).
402 * Always takes ownership of 'request', regardless of success. */
404 jsonrpc_transact_block(struct jsonrpc *rpc, struct jsonrpc_msg *request,
405 struct jsonrpc_msg **replyp)
407 struct jsonrpc_msg *reply = NULL;
411 id = json_clone(request->id);
412 error = jsonrpc_send_block(rpc, request);
415 error = jsonrpc_recv_block(rpc, &reply);
419 if ((reply->type == JSONRPC_REPLY || reply->type == JSONRPC_ERROR)
420 && json_equal(id, reply->id)) {
423 jsonrpc_msg_destroy(reply);
426 *replyp = error ? NULL : reply;
432 jsonrpc_received(struct jsonrpc *rpc)
434 struct jsonrpc_msg *msg;
438 json = json_parser_finish(rpc->parser);
440 if (json->type == JSON_STRING) {
441 VLOG_WARN_RL(&rl, "%s: error parsing stream: %s",
442 rpc->name, json_string(json));
443 jsonrpc_error(rpc, EPROTO);
448 error = jsonrpc_msg_from_json(json, &msg);
450 VLOG_WARN_RL(&rl, "%s: received bad JSON-RPC message: %s",
453 jsonrpc_error(rpc, EPROTO);
457 jsonrpc_log_msg(rpc, "received", msg);
462 jsonrpc_error(struct jsonrpc *rpc, int error)
467 jsonrpc_cleanup(rpc);
472 jsonrpc_cleanup(struct jsonrpc *rpc)
474 stream_close(rpc->stream);
477 json_parser_abort(rpc->parser);
480 jsonrpc_msg_destroy(rpc->received);
481 rpc->received = NULL;
483 ofpbuf_list_delete(&rpc->output);
487 static struct jsonrpc_msg *
488 jsonrpc_create(enum jsonrpc_msg_type type, const char *method,
489 struct json *params, struct json *result, struct json *error,
492 struct jsonrpc_msg *msg = xmalloc(sizeof *msg);
494 msg->method = method ? xstrdup(method) : NULL;
495 msg->params = params;
496 msg->result = result;
503 jsonrpc_create_id(void)
505 static unsigned int id;
506 return json_integer_create(id++);
510 jsonrpc_create_request(const char *method, struct json *params,
513 struct json *id = jsonrpc_create_id();
515 *idp = json_clone(id);
517 return jsonrpc_create(JSONRPC_REQUEST, method, params, NULL, NULL, id);
521 jsonrpc_create_notify(const char *method, struct json *params)
523 return jsonrpc_create(JSONRPC_NOTIFY, method, params, NULL, NULL, NULL);
527 jsonrpc_create_reply(struct json *result, const struct json *id)
529 return jsonrpc_create(JSONRPC_REPLY, NULL, NULL, result, NULL,
534 jsonrpc_create_error(struct json *error, const struct json *id)
536 return jsonrpc_create(JSONRPC_REPLY, NULL, NULL, NULL, error,
541 jsonrpc_msg_type_to_string(enum jsonrpc_msg_type type)
544 case JSONRPC_REQUEST:
548 return "notification";
560 jsonrpc_msg_is_valid(const struct jsonrpc_msg *m)
562 const char *type_name;
563 unsigned int pattern;
565 if (m->params && m->params->type != JSON_ARRAY) {
566 return xstrdup("\"params\" must be JSON array");
570 case JSONRPC_REQUEST:
587 return xasprintf("invalid JSON-RPC message type %d", m->type);
590 type_name = jsonrpc_msg_type_to_string(m->type);
591 if ((m->method != NULL) != ((pattern & 0x10000) != 0)) {
592 return xasprintf("%s must%s have \"method\"",
593 type_name, (pattern & 0x10000) ? "" : " not");
596 if ((m->params != NULL) != ((pattern & 0x1000) != 0)) {
597 return xasprintf("%s must%s have \"params\"",
598 type_name, (pattern & 0x1000) ? "" : " not");
601 if ((m->result != NULL) != ((pattern & 0x100) != 0)) {
602 return xasprintf("%s must%s have \"result\"",
603 type_name, (pattern & 0x100) ? "" : " not");
606 if ((m->error != NULL) != ((pattern & 0x10) != 0)) {
607 return xasprintf("%s must%s have \"error\"",
608 type_name, (pattern & 0x10) ? "" : " not");
611 if ((m->id != NULL) != ((pattern & 0x1) != 0)) {
612 return xasprintf("%s must%s have \"id\"",
613 type_name, (pattern & 0x1) ? "" : " not");
620 jsonrpc_msg_destroy(struct jsonrpc_msg *m)
624 json_destroy(m->params);
625 json_destroy(m->result);
626 json_destroy(m->error);
633 null_from_json_null(struct json *json)
635 if (json && json->type == JSON_NULL) {
643 jsonrpc_msg_from_json(struct json *json, struct jsonrpc_msg **msgp)
645 struct json *method = NULL;
646 struct jsonrpc_msg *msg = NULL;
647 struct shash *object;
650 if (json->type != JSON_OBJECT) {
651 error = xstrdup("message is not a JSON object");
654 object = json_object(json);
656 method = shash_find_and_delete(object, "method");
657 if (method && method->type != JSON_STRING) {
658 error = xstrdup("method is not a JSON string");
662 msg = xzalloc(sizeof *msg);
663 msg->method = method ? xstrdup(method->u.string) : NULL;
664 msg->params = null_from_json_null(shash_find_and_delete(object, "params"));
665 msg->result = null_from_json_null(shash_find_and_delete(object, "result"));
666 msg->error = null_from_json_null(shash_find_and_delete(object, "error"));
667 msg->id = null_from_json_null(shash_find_and_delete(object, "id"));
668 msg->type = (msg->result ? JSONRPC_REPLY
669 : msg->error ? JSONRPC_ERROR
670 : msg->id ? JSONRPC_REQUEST
672 if (!shash_is_empty(object)) {
673 error = xasprintf("message has unexpected member \"%s\"",
674 shash_first(object)->name);
677 error = jsonrpc_msg_is_valid(msg);
683 json_destroy(method);
686 jsonrpc_msg_destroy(msg);
694 jsonrpc_msg_to_json(struct jsonrpc_msg *m)
696 struct json *json = json_object_create();
699 json_object_put(json, "method", json_string_create_nocopy(m->method));
703 json_object_put(json, "params", m->params);
707 json_object_put(json, "result", m->result);
708 } else if (m->type == JSONRPC_ERROR) {
709 json_object_put(json, "result", json_null_create());
713 json_object_put(json, "error", m->error);
714 } else if (m->type == JSONRPC_REPLY) {
715 json_object_put(json, "error", json_null_create());
719 json_object_put(json, "id", m->id);
720 } else if (m->type == JSONRPC_NOTIFY) {
721 json_object_put(json, "id", json_null_create());
729 /* A JSON-RPC session with reconnection. */
731 struct jsonrpc_session {
732 struct reconnect *reconnect;
734 struct stream *stream;
735 struct pstream *pstream;
739 /* Creates and returns a jsonrpc_session to 'name', which should be a string
740 * acceptable to stream_open() or pstream_open().
742 * If 'name' is an active connection method, e.g. "tcp:127.1.2.3", the new
743 * jsonrpc_session connects and reconnects, with back-off, to 'name'.
745 * If 'name' is a passive connection method, e.g. "ptcp:", the new
746 * jsonrpc_session listens for connections to 'name'. It maintains at most one
747 * connection at any given time. Any new connection causes the previous one
748 * (if any) to be dropped. */
749 struct jsonrpc_session *
750 jsonrpc_session_open(const char *name)
752 struct jsonrpc_session *s;
754 s = xmalloc(sizeof *s);
755 s->reconnect = reconnect_create(time_msec());
756 reconnect_set_name(s->reconnect, name);
757 reconnect_enable(s->reconnect, time_msec());
763 if (!pstream_verify_name(name)) {
764 reconnect_set_passive(s->reconnect, true, time_msec());
767 if (!stream_or_pstream_needs_probes(name)) {
768 reconnect_set_probe_interval(s->reconnect, 0);
774 /* Creates and returns a jsonrpc_session that is initially connected to
775 * 'jsonrpc'. If the connection is dropped, it will not be reconnected.
777 * On the assumption that such connections are likely to be short-lived
778 * (e.g. from ovs-vsctl), informational logging for them is suppressed. */
779 struct jsonrpc_session *
780 jsonrpc_session_open_unreliably(struct jsonrpc *jsonrpc)
782 struct jsonrpc_session *s;
784 s = xmalloc(sizeof *s);
785 s->reconnect = reconnect_create(time_msec());
786 reconnect_set_quiet(s->reconnect, true);
787 reconnect_set_name(s->reconnect, jsonrpc_get_name(jsonrpc));
788 reconnect_set_max_tries(s->reconnect, 0);
789 reconnect_connected(s->reconnect, time_msec());
799 jsonrpc_session_close(struct jsonrpc_session *s)
802 jsonrpc_close(s->rpc);
803 reconnect_destroy(s->reconnect);
804 stream_close(s->stream);
805 pstream_close(s->pstream);
811 jsonrpc_session_disconnect(struct jsonrpc_session *s)
814 jsonrpc_error(s->rpc, EOF);
815 jsonrpc_close(s->rpc);
818 } else if (s->stream) {
819 stream_close(s->stream);
826 jsonrpc_session_connect(struct jsonrpc_session *s)
828 const char *name = reconnect_get_name(s->reconnect);
831 jsonrpc_session_disconnect(s);
832 if (!reconnect_is_passive(s->reconnect)) {
833 error = jsonrpc_stream_open(name, &s->stream,
834 reconnect_get_dscp(s->reconnect));
836 reconnect_connecting(s->reconnect, time_msec());
839 error = s->pstream ? 0 : jsonrpc_pstream_open(name, &s->pstream,
840 reconnect_get_dscp(s->reconnect));
842 reconnect_listening(s->reconnect, time_msec());
847 reconnect_connect_failed(s->reconnect, time_msec(), error);
853 jsonrpc_session_run(struct jsonrpc_session *s)
856 struct stream *stream;
859 error = pstream_accept(s->pstream, &stream);
861 if (s->rpc || s->stream) {
863 "%s: new connection replacing active connection",
864 reconnect_get_name(s->reconnect));
865 jsonrpc_session_disconnect(s);
867 reconnect_connected(s->reconnect, time_msec());
868 s->rpc = jsonrpc_open(stream);
869 } else if (error != EAGAIN) {
870 reconnect_listen_error(s->reconnect, time_msec(), error);
871 pstream_close(s->pstream);
880 error = jsonrpc_get_status(s->rpc);
882 reconnect_disconnected(s->reconnect, time_msec(), error);
883 jsonrpc_session_disconnect(s);
885 } else if (s->stream) {
888 stream_run(s->stream);
889 error = stream_connect(s->stream);
891 reconnect_connected(s->reconnect, time_msec());
892 s->rpc = jsonrpc_open(s->stream);
894 } else if (error != EAGAIN) {
895 reconnect_connect_failed(s->reconnect, time_msec(), error);
896 stream_close(s->stream);
901 switch (reconnect_run(s->reconnect, time_msec())) {
902 case RECONNECT_CONNECT:
903 jsonrpc_session_connect(s);
906 case RECONNECT_DISCONNECT:
907 reconnect_disconnected(s->reconnect, time_msec(), 0);
908 jsonrpc_session_disconnect(s);
911 case RECONNECT_PROBE:
914 struct jsonrpc_msg *request;
916 params = json_array_create_empty();
917 request = jsonrpc_create_request("echo", params, NULL);
918 json_destroy(request->id);
919 request->id = json_string_create("echo");
920 jsonrpc_send(s->rpc, request);
927 jsonrpc_session_wait(struct jsonrpc_session *s)
930 jsonrpc_wait(s->rpc);
931 } else if (s->stream) {
932 stream_run_wait(s->stream);
933 stream_connect_wait(s->stream);
936 pstream_wait(s->pstream);
938 reconnect_wait(s->reconnect, time_msec());
942 jsonrpc_session_get_backlog(const struct jsonrpc_session *s)
944 return s->rpc ? jsonrpc_get_backlog(s->rpc) : 0;
947 /* Always returns a pointer to a valid C string, assuming 's' was initialized
950 jsonrpc_session_get_name(const struct jsonrpc_session *s)
952 return reconnect_get_name(s->reconnect);
955 /* Always takes ownership of 'msg', regardless of success. */
957 jsonrpc_session_send(struct jsonrpc_session *s, struct jsonrpc_msg *msg)
960 return jsonrpc_send(s->rpc, msg);
962 jsonrpc_msg_destroy(msg);
968 jsonrpc_session_recv(struct jsonrpc_session *s)
971 struct jsonrpc_msg *msg;
972 jsonrpc_recv(s->rpc, &msg);
974 reconnect_received(s->reconnect, time_msec());
975 if (msg->type == JSONRPC_REQUEST && !strcmp(msg->method, "echo")) {
976 /* Echo request. Send reply. */
977 struct jsonrpc_msg *reply;
979 reply = jsonrpc_create_reply(json_clone(msg->params), msg->id);
980 jsonrpc_session_send(s, reply);
981 } else if (msg->type == JSONRPC_REPLY
982 && msg->id && msg->id->type == JSON_STRING
983 && !strcmp(msg->id->u.string, "echo")) {
984 /* It's a reply to our echo request. Suppress it. */
988 jsonrpc_msg_destroy(msg);
995 jsonrpc_session_recv_wait(struct jsonrpc_session *s)
998 jsonrpc_recv_wait(s->rpc);
1003 jsonrpc_session_is_alive(const struct jsonrpc_session *s)
1005 return s->rpc || s->stream || reconnect_get_max_tries(s->reconnect);
1009 jsonrpc_session_is_connected(const struct jsonrpc_session *s)
1011 return s->rpc != NULL;
1015 jsonrpc_session_get_seqno(const struct jsonrpc_session *s)
1021 jsonrpc_session_get_status(const struct jsonrpc_session *s)
1023 return s && s->rpc ? jsonrpc_get_status(s->rpc) : 0;
1027 jsonrpc_session_get_reconnect_stats(const struct jsonrpc_session *s,
1028 struct reconnect_stats *stats)
1030 reconnect_get_stats(s->reconnect, time_msec(), stats);
1034 jsonrpc_session_force_reconnect(struct jsonrpc_session *s)
1036 reconnect_force_reconnect(s->reconnect, time_msec());
1040 jsonrpc_session_set_max_backoff(struct jsonrpc_session *s, int max_backoff)
1042 reconnect_set_backoff(s->reconnect, 0, max_backoff);
1046 jsonrpc_session_set_probe_interval(struct jsonrpc_session *s,
1049 reconnect_set_probe_interval(s->reconnect, probe_interval);
1053 jsonrpc_session_set_dscp(struct jsonrpc_session *s,
1056 reconnect_set_dscp(s->reconnect, dscp);