2 #include <linux/ceph/ceph_debug.h>
5 #include <linux/module.h>
6 #include <linux/random.h>
7 #include <linux/slab.h>
9 #include <linux/ceph/decode.h>
10 #include <linux/ceph/auth.h>
11 #include <linux/ceph/ceph_features.h>
12 #include <linux/ceph/libceph.h>
13 #include <linux/ceph/messenger.h>
17 #include "auth_x_protocol.h"
19 static void ceph_x_validate_tickets(struct ceph_auth_client *ac, int *pneed);
21 static int ceph_x_is_authenticated(struct ceph_auth_client *ac)
23 struct ceph_x_info *xi = ac->private;
26 ceph_x_validate_tickets(ac, &need);
27 dout("ceph_x_is_authenticated want=%d need=%d have=%d\n",
28 ac->want_keys, need, xi->have_keys);
29 return (ac->want_keys & xi->have_keys) == ac->want_keys;
32 static int ceph_x_should_authenticate(struct ceph_auth_client *ac)
34 struct ceph_x_info *xi = ac->private;
37 ceph_x_validate_tickets(ac, &need);
38 dout("ceph_x_should_authenticate want=%d need=%d have=%d\n",
39 ac->want_keys, need, xi->have_keys);
43 static int ceph_x_encrypt_offset(void)
45 return sizeof(u32) + sizeof(struct ceph_x_encrypt_header);
48 static int ceph_x_encrypt_buflen(int ilen)
50 return ceph_x_encrypt_offset() + ilen + 16;
53 static int ceph_x_encrypt(struct ceph_crypto_key *secret, void *buf,
54 int buf_len, int plaintext_len)
56 struct ceph_x_encrypt_header *hdr = buf + sizeof(u32);
61 hdr->magic = cpu_to_le64(CEPHX_ENC_MAGIC);
63 ret = ceph_crypt(secret, true, buf + sizeof(u32), buf_len - sizeof(u32),
64 plaintext_len + sizeof(struct ceph_x_encrypt_header),
69 ceph_encode_32(&buf, ciphertext_len);
70 return sizeof(u32) + ciphertext_len;
73 static int __ceph_x_decrypt(struct ceph_crypto_key *secret, void *p,
76 struct ceph_x_encrypt_header *hdr = p;
80 ret = ceph_crypt(secret, false, p, ciphertext_len, ciphertext_len,
85 if (le64_to_cpu(hdr->magic) != CEPHX_ENC_MAGIC) {
86 pr_err("%s bad magic\n", __func__);
90 return plaintext_len - sizeof(*hdr);
93 static int ceph_x_decrypt(struct ceph_crypto_key *secret, void **p, void *end)
98 ceph_decode_32_safe(p, end, ciphertext_len, e_inval);
99 ceph_decode_need(p, end, ciphertext_len, e_inval);
101 ret = __ceph_x_decrypt(secret, *p, ciphertext_len);
105 *p += ciphertext_len;
113 * get existing (or insert new) ticket handler
115 static struct ceph_x_ticket_handler *
116 get_ticket_handler(struct ceph_auth_client *ac, int service)
118 struct ceph_x_ticket_handler *th;
119 struct ceph_x_info *xi = ac->private;
120 struct rb_node *parent = NULL, **p = &xi->ticket_handlers.rb_node;
124 th = rb_entry(parent, struct ceph_x_ticket_handler, node);
125 if (service < th->service)
127 else if (service > th->service)
134 th = kzalloc(sizeof(*th), GFP_NOFS);
136 return ERR_PTR(-ENOMEM);
137 th->service = service;
138 rb_link_node(&th->node, parent, p);
139 rb_insert_color(&th->node, &xi->ticket_handlers);
143 static void remove_ticket_handler(struct ceph_auth_client *ac,
144 struct ceph_x_ticket_handler *th)
146 struct ceph_x_info *xi = ac->private;
148 dout("remove_ticket_handler %p %d\n", th, th->service);
149 rb_erase(&th->node, &xi->ticket_handlers);
150 ceph_crypto_key_destroy(&th->session_key);
152 ceph_buffer_put(th->ticket_blob);
156 static int process_one_ticket(struct ceph_auth_client *ac,
157 struct ceph_crypto_key *secret,
160 struct ceph_x_info *xi = ac->private;
162 u8 tkt_struct_v, blob_struct_v;
163 struct ceph_x_ticket_handler *th;
167 struct timespec validity;
170 struct ceph_crypto_key new_session_key;
171 struct ceph_buffer *new_ticket_blob;
172 unsigned long new_expires, new_renew_after;
176 ceph_decode_need(p, end, sizeof(u32) + 1, bad);
178 type = ceph_decode_32(p);
179 dout(" ticket type %d %s\n", type, ceph_entity_type_name(type));
181 tkt_struct_v = ceph_decode_8(p);
182 if (tkt_struct_v != 1)
185 th = get_ticket_handler(ac, type);
192 dp = *p + ceph_x_encrypt_offset();
193 ret = ceph_x_decrypt(secret, p, end);
196 dout(" decrypted %d bytes\n", ret);
199 tkt_struct_v = ceph_decode_8(&dp);
200 if (tkt_struct_v != 1)
203 ret = ceph_crypto_key_decode(&new_session_key, &dp, dend);
207 ceph_decode_timespec(&validity, dp);
208 dp += sizeof(struct ceph_timespec);
209 new_expires = get_seconds() + validity.tv_sec;
210 new_renew_after = new_expires - (validity.tv_sec / 4);
211 dout(" expires=%lu renew_after=%lu\n", new_expires,
214 /* ticket blob for service */
215 ceph_decode_8_safe(p, end, is_enc, bad);
218 tp = *p + ceph_x_encrypt_offset();
219 ret = ceph_x_decrypt(&th->session_key, p, end);
222 dout(" encrypted ticket, decrypted %d bytes\n", ret);
230 ceph_decode_32_safe(ptp, tpend, dlen, bad);
231 dout(" ticket blob is %d bytes\n", dlen);
232 ceph_decode_need(ptp, tpend, 1 + sizeof(u64), bad);
233 blob_struct_v = ceph_decode_8(ptp);
234 new_secret_id = ceph_decode_64(ptp);
235 ret = ceph_decode_buffer(&new_ticket_blob, ptp, tpend);
239 /* all is well, update our ticket */
240 ceph_crypto_key_destroy(&th->session_key);
242 ceph_buffer_put(th->ticket_blob);
243 th->session_key = new_session_key;
244 th->ticket_blob = new_ticket_blob;
245 th->secret_id = new_secret_id;
246 th->expires = new_expires;
247 th->renew_after = new_renew_after;
249 dout(" got ticket service %d (%s) secret_id %lld len %d\n",
250 type, ceph_entity_type_name(type), th->secret_id,
251 (int)th->ticket_blob->vec.iov_len);
252 xi->have_keys |= th->service;
262 static int ceph_x_proc_ticket_reply(struct ceph_auth_client *ac,
263 struct ceph_crypto_key *secret,
264 void *buf, void *end)
271 ceph_decode_8_safe(&p, end, reply_struct_v, bad);
272 if (reply_struct_v != 1)
275 ceph_decode_32_safe(&p, end, num, bad);
276 dout("%d tickets\n", num);
279 ret = process_one_ticket(ac, secret, &p, end);
291 * Encode and encrypt the second part (ceph_x_authorize_b) of the
292 * authorizer. The first part (ceph_x_authorize_a) should already be
295 static int encrypt_authorizer(struct ceph_x_authorizer *au,
296 u64 *server_challenge)
298 struct ceph_x_authorize_a *msg_a;
299 struct ceph_x_authorize_b *msg_b;
303 msg_a = au->buf->vec.iov_base;
304 WARN_ON(msg_a->ticket_blob.secret_id != cpu_to_le64(au->secret_id));
305 p = (void *)(msg_a + 1) + le32_to_cpu(msg_a->ticket_blob.blob_len);
306 end = au->buf->vec.iov_base + au->buf->vec.iov_len;
308 msg_b = p + ceph_x_encrypt_offset();
310 msg_b->nonce = cpu_to_le64(au->nonce);
311 if (server_challenge) {
312 msg_b->have_challenge = 1;
313 msg_b->server_challenge_plus_one =
314 cpu_to_le64(*server_challenge + 1);
316 msg_b->have_challenge = 0;
317 msg_b->server_challenge_plus_one = 0;
320 ret = ceph_x_encrypt(&au->session_key, p, end - p, sizeof(*msg_b));
325 if (server_challenge) {
329 au->buf->vec.iov_len = p - au->buf->vec.iov_base;
335 static void ceph_x_authorizer_cleanup(struct ceph_x_authorizer *au)
337 ceph_crypto_key_destroy(&au->session_key);
339 ceph_buffer_put(au->buf);
344 static int ceph_x_build_authorizer(struct ceph_auth_client *ac,
345 struct ceph_x_ticket_handler *th,
346 struct ceph_x_authorizer *au)
349 struct ceph_x_authorize_a *msg_a;
350 struct ceph_x_authorize_b *msg_b;
352 int ticket_blob_len =
353 (th->ticket_blob ? th->ticket_blob->vec.iov_len : 0);
355 dout("build_authorizer for %s %p\n",
356 ceph_entity_type_name(th->service), au);
358 ceph_crypto_key_destroy(&au->session_key);
359 ret = ceph_crypto_key_clone(&au->session_key, &th->session_key);
363 maxlen = sizeof(*msg_a) + ticket_blob_len +
364 ceph_x_encrypt_buflen(sizeof(*msg_b));
365 dout(" need len %d\n", maxlen);
366 if (au->buf && au->buf->alloc_len < maxlen) {
367 ceph_buffer_put(au->buf);
371 au->buf = ceph_buffer_new(maxlen, GFP_NOFS);
377 au->service = th->service;
378 au->secret_id = th->secret_id;
380 msg_a = au->buf->vec.iov_base;
382 msg_a->global_id = cpu_to_le64(ac->global_id);
383 msg_a->service_id = cpu_to_le32(th->service);
384 msg_a->ticket_blob.struct_v = 1;
385 msg_a->ticket_blob.secret_id = cpu_to_le64(th->secret_id);
386 msg_a->ticket_blob.blob_len = cpu_to_le32(ticket_blob_len);
387 if (ticket_blob_len) {
388 memcpy(msg_a->ticket_blob.blob, th->ticket_blob->vec.iov_base,
389 th->ticket_blob->vec.iov_len);
391 dout(" th %p secret_id %lld %lld\n", th, th->secret_id,
392 le64_to_cpu(msg_a->ticket_blob.secret_id));
394 get_random_bytes(&au->nonce, sizeof(au->nonce));
395 ret = encrypt_authorizer(au, NULL);
397 pr_err("failed to encrypt authorizer: %d", ret);
401 dout(" built authorizer nonce %llx len %d\n", au->nonce,
402 (int)au->buf->vec.iov_len);
406 ceph_x_authorizer_cleanup(au);
410 static int ceph_x_encode_ticket(struct ceph_x_ticket_handler *th,
413 ceph_decode_need(p, end, 1 + sizeof(u64), bad);
415 ceph_encode_64(p, th->secret_id);
416 if (th->ticket_blob) {
417 const char *buf = th->ticket_blob->vec.iov_base;
418 u32 len = th->ticket_blob->vec.iov_len;
420 ceph_encode_32_safe(p, end, len, bad);
421 ceph_encode_copy_safe(p, end, buf, len, bad);
423 ceph_encode_32_safe(p, end, 0, bad);
431 static bool need_key(struct ceph_x_ticket_handler *th)
436 return get_seconds() >= th->renew_after;
439 static bool have_key(struct ceph_x_ticket_handler *th)
442 if (get_seconds() >= th->expires)
443 th->have_key = false;
449 static void ceph_x_validate_tickets(struct ceph_auth_client *ac, int *pneed)
451 int want = ac->want_keys;
452 struct ceph_x_info *xi = ac->private;
455 *pneed = ac->want_keys & ~(xi->have_keys);
457 for (service = 1; service <= want; service <<= 1) {
458 struct ceph_x_ticket_handler *th;
460 if (!(ac->want_keys & service))
463 if (*pneed & service)
466 th = get_ticket_handler(ac, service);
475 xi->have_keys &= ~service;
479 static int ceph_x_build_request(struct ceph_auth_client *ac,
480 void *buf, void *end)
482 struct ceph_x_info *xi = ac->private;
484 struct ceph_x_request_header *head = buf;
486 struct ceph_x_ticket_handler *th =
487 get_ticket_handler(ac, CEPH_ENTITY_TYPE_AUTH);
492 ceph_x_validate_tickets(ac, &need);
494 dout("build_request want %x have %x need %x\n",
495 ac->want_keys, xi->have_keys, need);
497 if (need & CEPH_ENTITY_TYPE_AUTH) {
498 struct ceph_x_authenticate *auth = (void *)(head + 1);
500 void *enc_buf = xi->auth_authorizer.enc_buf;
501 struct ceph_x_challenge_blob *blob = enc_buf +
502 ceph_x_encrypt_offset();
508 dout(" get_auth_session_key\n");
509 head->op = cpu_to_le16(CEPHX_GET_AUTH_SESSION_KEY);
511 /* encrypt and hash */
512 get_random_bytes(&auth->client_challenge, sizeof(u64));
513 blob->client_challenge = auth->client_challenge;
514 blob->server_challenge = cpu_to_le64(xi->server_challenge);
515 ret = ceph_x_encrypt(&xi->secret, enc_buf, CEPHX_AU_ENC_BUF_LEN,
522 for (u = (u64 *)enc_buf; u + 1 <= (u64 *)(enc_buf + ret); u++)
523 auth->key ^= *(__le64 *)u;
524 dout(" server_challenge %llx client_challenge %llx key %llx\n",
525 xi->server_challenge, le64_to_cpu(auth->client_challenge),
526 le64_to_cpu(auth->key));
528 /* now encode the old ticket if exists */
529 ret = ceph_x_encode_ticket(th, &p, end);
538 struct ceph_x_service_ticket_request *req;
542 head->op = cpu_to_le16(CEPHX_GET_PRINCIPAL_SESSION_KEY);
544 ret = ceph_x_build_authorizer(ac, th, &xi->auth_authorizer);
547 ceph_encode_copy(&p, xi->auth_authorizer.buf->vec.iov_base,
548 xi->auth_authorizer.buf->vec.iov_len);
551 req->keys = cpu_to_le32(need);
559 static int ceph_x_handle_reply(struct ceph_auth_client *ac, int result,
560 void *buf, void *end)
562 struct ceph_x_info *xi = ac->private;
563 struct ceph_x_reply_header *head = buf;
564 struct ceph_x_ticket_handler *th;
570 return result; /* XXX hmm? */
574 struct ceph_x_server_challenge *sc = buf;
576 if (len != sizeof(*sc))
578 xi->server_challenge = le64_to_cpu(sc->server_challenge);
579 dout("handle_reply got server challenge %llx\n",
580 xi->server_challenge);
581 xi->starting = false;
582 xi->have_keys &= ~CEPH_ENTITY_TYPE_AUTH;
586 op = le16_to_cpu(head->op);
587 result = le32_to_cpu(head->result);
588 dout("handle_reply op %d result %d\n", op, result);
590 case CEPHX_GET_AUTH_SESSION_KEY:
591 /* verify auth key */
592 ret = ceph_x_proc_ticket_reply(ac, &xi->secret,
593 buf + sizeof(*head), end);
596 case CEPHX_GET_PRINCIPAL_SESSION_KEY:
597 th = get_ticket_handler(ac, CEPH_ENTITY_TYPE_AUTH);
600 ret = ceph_x_proc_ticket_reply(ac, &th->session_key,
601 buf + sizeof(*head), end);
609 if (ac->want_keys == xi->have_keys)
614 static void ceph_x_destroy_authorizer(struct ceph_authorizer *a)
616 struct ceph_x_authorizer *au = (void *)a;
618 ceph_x_authorizer_cleanup(au);
622 static int ceph_x_create_authorizer(
623 struct ceph_auth_client *ac, int peer_type,
624 struct ceph_auth_handshake *auth)
626 struct ceph_x_authorizer *au;
627 struct ceph_x_ticket_handler *th;
630 th = get_ticket_handler(ac, peer_type);
634 au = kzalloc(sizeof(*au), GFP_NOFS);
638 au->base.destroy = ceph_x_destroy_authorizer;
640 ret = ceph_x_build_authorizer(ac, th, au);
646 auth->authorizer = (struct ceph_authorizer *) au;
647 auth->authorizer_buf = au->buf->vec.iov_base;
648 auth->authorizer_buf_len = au->buf->vec.iov_len;
649 auth->authorizer_reply_buf = au->enc_buf;
650 auth->authorizer_reply_buf_len = CEPHX_AU_ENC_BUF_LEN;
651 auth->sign_message = ac->ops->sign_message;
652 auth->check_message_signature = ac->ops->check_message_signature;
657 static int ceph_x_update_authorizer(
658 struct ceph_auth_client *ac, int peer_type,
659 struct ceph_auth_handshake *auth)
661 struct ceph_x_authorizer *au;
662 struct ceph_x_ticket_handler *th;
664 th = get_ticket_handler(ac, peer_type);
668 au = (struct ceph_x_authorizer *)auth->authorizer;
669 if (au->secret_id < th->secret_id) {
670 dout("ceph_x_update_authorizer service %u secret %llu < %llu\n",
671 au->service, au->secret_id, th->secret_id);
672 return ceph_x_build_authorizer(ac, th, au);
677 static int decrypt_authorize_challenge(struct ceph_x_authorizer *au,
679 int challenge_buf_len,
680 u64 *server_challenge)
682 struct ceph_x_authorize_challenge *ch =
683 challenge_buf + sizeof(struct ceph_x_encrypt_header);
687 ret = __ceph_x_decrypt(&au->session_key, challenge_buf,
691 if (ret < sizeof(*ch)) {
692 pr_err("bad size %d for ceph_x_authorize_challenge\n", ret);
696 *server_challenge = le64_to_cpu(ch->server_challenge);
700 static int ceph_x_add_authorizer_challenge(struct ceph_auth_client *ac,
701 struct ceph_authorizer *a,
703 int challenge_buf_len)
705 struct ceph_x_authorizer *au = (void *)a;
706 u64 server_challenge;
709 ret = decrypt_authorize_challenge(au, challenge_buf, challenge_buf_len,
712 pr_err("failed to decrypt authorize challenge: %d", ret);
716 ret = encrypt_authorizer(au, &server_challenge);
718 pr_err("failed to encrypt authorizer w/ challenge: %d", ret);
725 static int ceph_x_verify_authorizer_reply(struct ceph_auth_client *ac,
726 struct ceph_authorizer *a)
728 struct ceph_x_authorizer *au = (void *)a;
729 void *p = au->enc_buf;
730 struct ceph_x_authorize_reply *reply = p + ceph_x_encrypt_offset();
733 ret = ceph_x_decrypt(&au->session_key, &p, p + CEPHX_AU_ENC_BUF_LEN);
736 if (ret < sizeof(*reply)) {
737 pr_err("bad size %d for ceph_x_authorize_reply\n", ret);
741 if (au->nonce + 1 != le64_to_cpu(reply->nonce_plus_one))
745 dout("verify_authorizer_reply nonce %llx got %llx ret %d\n",
746 au->nonce, le64_to_cpu(reply->nonce_plus_one), ret);
750 static void ceph_x_reset(struct ceph_auth_client *ac)
752 struct ceph_x_info *xi = ac->private;
756 xi->server_challenge = 0;
759 static void ceph_x_destroy(struct ceph_auth_client *ac)
761 struct ceph_x_info *xi = ac->private;
764 dout("ceph_x_destroy %p\n", ac);
765 ceph_crypto_key_destroy(&xi->secret);
767 while ((p = rb_first(&xi->ticket_handlers)) != NULL) {
768 struct ceph_x_ticket_handler *th =
769 rb_entry(p, struct ceph_x_ticket_handler, node);
770 remove_ticket_handler(ac, th);
773 ceph_x_authorizer_cleanup(&xi->auth_authorizer);
779 static void invalidate_ticket(struct ceph_auth_client *ac, int peer_type)
781 struct ceph_x_ticket_handler *th;
783 th = get_ticket_handler(ac, peer_type);
785 th->have_key = false;
788 static void ceph_x_invalidate_authorizer(struct ceph_auth_client *ac,
792 * We are to invalidate a service ticket in the hopes of
793 * getting a new, hopefully more valid, one. But, we won't get
794 * it unless our AUTH ticket is good, so invalidate AUTH ticket
795 * as well, just in case.
797 invalidate_ticket(ac, peer_type);
798 invalidate_ticket(ac, CEPH_ENTITY_TYPE_AUTH);
801 static int calc_signature(struct ceph_x_authorizer *au, struct ceph_msg *msg,
804 void *enc_buf = au->enc_buf;
807 if (!(msg->con->peer_features & CEPH_FEATURE_CEPHX_V2)) {
814 } __packed *sigblock = enc_buf + ceph_x_encrypt_offset();
816 sigblock->len = cpu_to_le32(4*sizeof(u32));
817 sigblock->header_crc = msg->hdr.crc;
818 sigblock->front_crc = msg->footer.front_crc;
819 sigblock->middle_crc = msg->footer.middle_crc;
820 sigblock->data_crc = msg->footer.data_crc;
822 ret = ceph_x_encrypt(&au->session_key, enc_buf,
823 CEPHX_AU_ENC_BUF_LEN, sizeof(*sigblock));
827 *psig = *(__le64 *)(enc_buf + sizeof(u32));
837 __le32 seq_lower_word;
838 } __packed *sigblock = enc_buf;
841 } __packed *penc = enc_buf;
844 sigblock->header_crc = msg->hdr.crc;
845 sigblock->front_crc = msg->footer.front_crc;
846 sigblock->front_len = msg->hdr.front_len;
847 sigblock->middle_crc = msg->footer.middle_crc;
848 sigblock->middle_len = msg->hdr.middle_len;
849 sigblock->data_crc = msg->footer.data_crc;
850 sigblock->data_len = msg->hdr.data_len;
851 sigblock->seq_lower_word = *(__le32 *)&msg->hdr.seq;
853 /* no leading len, no ceph_x_encrypt_header */
854 ret = ceph_crypt(&au->session_key, true, enc_buf,
855 CEPHX_AU_ENC_BUF_LEN, sizeof(*sigblock),
860 *psig = penc->a ^ penc->b ^ penc->c ^ penc->d;
866 static int ceph_x_sign_message(struct ceph_auth_handshake *auth,
867 struct ceph_msg *msg)
872 if (ceph_test_opt(from_msgr(msg->con->msgr), NOMSGSIGN))
875 ret = calc_signature((struct ceph_x_authorizer *)auth->authorizer,
880 msg->footer.sig = sig;
881 msg->footer.flags |= CEPH_MSG_FOOTER_SIGNED;
885 static int ceph_x_check_message_signature(struct ceph_auth_handshake *auth,
886 struct ceph_msg *msg)
891 if (ceph_test_opt(from_msgr(msg->con->msgr), NOMSGSIGN))
894 ret = calc_signature((struct ceph_x_authorizer *)auth->authorizer,
898 if (sig_check == msg->footer.sig)
900 if (msg->footer.flags & CEPH_MSG_FOOTER_SIGNED)
901 dout("ceph_x_check_message_signature %p has signature %llx "
902 "expect %llx\n", msg, msg->footer.sig, sig_check);
904 dout("ceph_x_check_message_signature %p sender did not set "
905 "CEPH_MSG_FOOTER_SIGNED\n", msg);
909 static const struct ceph_auth_client_ops ceph_x_ops = {
911 .is_authenticated = ceph_x_is_authenticated,
912 .should_authenticate = ceph_x_should_authenticate,
913 .build_request = ceph_x_build_request,
914 .handle_reply = ceph_x_handle_reply,
915 .create_authorizer = ceph_x_create_authorizer,
916 .update_authorizer = ceph_x_update_authorizer,
917 .add_authorizer_challenge = ceph_x_add_authorizer_challenge,
918 .verify_authorizer_reply = ceph_x_verify_authorizer_reply,
919 .invalidate_authorizer = ceph_x_invalidate_authorizer,
920 .reset = ceph_x_reset,
921 .destroy = ceph_x_destroy,
922 .sign_message = ceph_x_sign_message,
923 .check_message_signature = ceph_x_check_message_signature,
927 int ceph_x_init(struct ceph_auth_client *ac)
929 struct ceph_x_info *xi;
932 dout("ceph_x_init %p\n", ac);
934 xi = kzalloc(sizeof(*xi), GFP_NOFS);
940 pr_err("no secret set (for auth_x protocol)\n");
944 ret = ceph_crypto_key_clone(&xi->secret, ac->key);
946 pr_err("cannot clone key: %d\n", ret);
951 xi->ticket_handlers = RB_ROOT;
953 ac->protocol = CEPH_AUTH_CEPHX;
955 ac->ops = &ceph_x_ops;