1 6c6e6e50 2020-10-24 neels /* $OpenBSD: softraid_crypto.c,v 1.139 2020/07/13 00:06:22 kn Exp $ */
3 6c6e6e50 2020-10-24 neels * Copyright (c) 2007 Marco Peereboom <marco@peereboom.us>
4 6c6e6e50 2020-10-24 neels * Copyright (c) 2008 Hans-Joerg Hoexer <hshoexer@openbsd.org>
5 6c6e6e50 2020-10-24 neels * Copyright (c) 2008 Damien Miller <djm@mindrot.org>
6 6c6e6e50 2020-10-24 neels * Copyright (c) 2009 Joel Sing <jsing@openbsd.org>
8 6c6e6e50 2020-10-24 neels * Permission to use, copy, modify, and distribute this software for any
9 6c6e6e50 2020-10-24 neels * purpose with or without fee is hereby granted, provided that the above
10 6c6e6e50 2020-10-24 neels * copyright notice and this permission notice appear in all copies.
12 6c6e6e50 2020-10-24 neels * THE SOFTWARE IS PROVIDED "AS IS" AND THE AUTHOR DISCLAIMS ALL WARRANTIES
13 6c6e6e50 2020-10-24 neels * WITH REGARD TO THIS SOFTWARE INCLUDING ALL IMPLIED WARRANTIES OF
14 6c6e6e50 2020-10-24 neels * MERCHANTABILITY AND FITNESS. IN NO EVENT SHALL THE AUTHOR BE LIABLE FOR
15 6c6e6e50 2020-10-24 neels * ANY SPECIAL, DIRECT, INDIRECT, OR CONSEQUENTIAL DAMAGES OR ANY DAMAGES
16 6c6e6e50 2020-10-24 neels * WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS, WHETHER IN AN
17 6c6e6e50 2020-10-24 neels * ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF
18 6c6e6e50 2020-10-24 neels * OR IN CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
21 6c6e6e50 2020-10-24 neels #include "bio.h"
23 6c6e6e50 2020-10-24 neels #include <sys/param.h>
24 6c6e6e50 2020-10-24 neels #include <sys/systm.h>
25 6c6e6e50 2020-10-24 neels #include <sys/buf.h>
26 6c6e6e50 2020-10-24 neels #include <sys/device.h>
27 6c6e6e50 2020-10-24 neels #include <sys/ioctl.h>
28 6c6e6e50 2020-10-24 neels #include <sys/malloc.h>
29 6c6e6e50 2020-10-24 neels #include <sys/pool.h>
30 6c6e6e50 2020-10-24 neels #include <sys/kernel.h>
31 6c6e6e50 2020-10-24 neels #include <sys/disk.h>
32 6c6e6e50 2020-10-24 neels #include <sys/rwlock.h>
33 6c6e6e50 2020-10-24 neels #include <sys/queue.h>
34 6c6e6e50 2020-10-24 neels #include <sys/fcntl.h>
35 6c6e6e50 2020-10-24 neels #include <sys/disklabel.h>
36 6c6e6e50 2020-10-24 neels #include <sys/vnode.h>
37 6c6e6e50 2020-10-24 neels #include <sys/mount.h>
38 6c6e6e50 2020-10-24 neels #include <sys/sensors.h>
39 6c6e6e50 2020-10-24 neels #include <sys/stat.h>
40 6c6e6e50 2020-10-24 neels #include <sys/conf.h>
41 6c6e6e50 2020-10-24 neels #include <sys/uio.h>
42 6c6e6e50 2020-10-24 neels #include <sys/dkio.h>
44 6c6e6e50 2020-10-24 neels #include <crypto/cryptodev.h>
45 6c6e6e50 2020-10-24 neels #include <crypto/rijndael.h>
46 6c6e6e50 2020-10-24 neels #include <crypto/md5.h>
47 6c6e6e50 2020-10-24 neels #include <crypto/sha1.h>
48 6c6e6e50 2020-10-24 neels #include <crypto/sha2.h>
49 6c6e6e50 2020-10-24 neels #include <crypto/hmac.h>
51 6c6e6e50 2020-10-24 neels #include <scsi/scsi_all.h>
52 6c6e6e50 2020-10-24 neels #include <scsi/scsiconf.h>
53 6c6e6e50 2020-10-24 neels #include <scsi/scsi_disk.h>
55 6c6e6e50 2020-10-24 neels #include <dev/softraidvar.h>
57 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *sr_crypto_prepare(struct sr_workunit *, int);
58 6c6e6e50 2020-10-24 neels int sr_crypto_create_keys(struct sr_discipline *);
59 6c6e6e50 2020-10-24 neels int sr_crypto_get_kdf(struct bioc_createraid *,
60 6c6e6e50 2020-10-24 neels struct sr_discipline *);
61 6c6e6e50 2020-10-24 neels int sr_crypto_decrypt(u_char *, u_char *, u_char *, size_t, int);
62 6c6e6e50 2020-10-24 neels int sr_crypto_encrypt(u_char *, u_char *, u_char *, size_t, int);
63 6c6e6e50 2020-10-24 neels int sr_crypto_decrypt_key(struct sr_discipline *);
64 6c6e6e50 2020-10-24 neels int sr_crypto_change_maskkey(struct sr_discipline *,
65 6c6e6e50 2020-10-24 neels struct sr_crypto_kdfinfo *, struct sr_crypto_kdfinfo *);
66 6c6e6e50 2020-10-24 neels int sr_crypto_create(struct sr_discipline *,
67 6c6e6e50 2020-10-24 neels struct bioc_createraid *, int, int64_t);
68 6c6e6e50 2020-10-24 neels int sr_crypto_assemble(struct sr_discipline *,
69 6c6e6e50 2020-10-24 neels struct bioc_createraid *, int, void *);
70 6c6e6e50 2020-10-24 neels int sr_crypto_alloc_resources(struct sr_discipline *);
71 6c6e6e50 2020-10-24 neels void sr_crypto_free_resources(struct sr_discipline *);
72 6c6e6e50 2020-10-24 neels int sr_crypto_ioctl(struct sr_discipline *,
73 6c6e6e50 2020-10-24 neels struct bioc_discipline *);
74 6c6e6e50 2020-10-24 neels int sr_crypto_meta_opt_handler(struct sr_discipline *,
75 6c6e6e50 2020-10-24 neels struct sr_meta_opt_hdr *);
76 6c6e6e50 2020-10-24 neels void sr_crypto_write(struct cryptop *);
77 6c6e6e50 2020-10-24 neels int sr_crypto_rw(struct sr_workunit *);
78 6c6e6e50 2020-10-24 neels int sr_crypto_dev_rw(struct sr_workunit *, struct sr_crypto_wu *);
79 6c6e6e50 2020-10-24 neels void sr_crypto_done(struct sr_workunit *);
80 6c6e6e50 2020-10-24 neels void sr_crypto_read(struct cryptop *);
81 6c6e6e50 2020-10-24 neels void sr_crypto_calculate_check_hmac_sha1(u_int8_t *, int,
82 6c6e6e50 2020-10-24 neels u_int8_t *, int, u_char *);
83 6c6e6e50 2020-10-24 neels void sr_crypto_hotplug(struct sr_discipline *, struct disk *, int);
85 6c6e6e50 2020-10-24 neels #ifdef SR_DEBUG0
86 6c6e6e50 2020-10-24 neels void sr_crypto_dumpkeys(struct sr_discipline *);
89 6c6e6e50 2020-10-24 neels /* Discipline initialisation. */
91 6c6e6e50 2020-10-24 neels sr_crypto_discipline_init(struct sr_discipline *sd)
95 6c6e6e50 2020-10-24 neels /* Fill out discipline members. */
96 6c6e6e50 2020-10-24 neels sd->sd_wu_size = sizeof(struct sr_crypto_wu);
97 6c6e6e50 2020-10-24 neels sd->sd_type = SR_MD_CRYPTO;
98 6c6e6e50 2020-10-24 neels strlcpy(sd->sd_name, "CRYPTO", sizeof(sd->sd_name));
99 6c6e6e50 2020-10-24 neels sd->sd_capabilities = SR_CAP_SYSTEM_DISK | SR_CAP_AUTO_ASSEMBLE;
100 6c6e6e50 2020-10-24 neels sd->sd_max_wu = SR_CRYPTO_NOWU;
102 6c6e6e50 2020-10-24 neels for (i = 0; i < SR_CRYPTO_MAXKEYS; i++)
103 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_sid[i] = (u_int64_t)-1;
105 6c6e6e50 2020-10-24 neels /* Setup discipline specific function pointers. */
106 6c6e6e50 2020-10-24 neels sd->sd_alloc_resources = sr_crypto_alloc_resources;
107 6c6e6e50 2020-10-24 neels sd->sd_assemble = sr_crypto_assemble;
108 6c6e6e50 2020-10-24 neels sd->sd_create = sr_crypto_create;
109 6c6e6e50 2020-10-24 neels sd->sd_free_resources = sr_crypto_free_resources;
110 6c6e6e50 2020-10-24 neels sd->sd_ioctl_handler = sr_crypto_ioctl;
111 6c6e6e50 2020-10-24 neels sd->sd_meta_opt_handler = sr_crypto_meta_opt_handler;
112 6c6e6e50 2020-10-24 neels sd->sd_scsi_rw = sr_crypto_rw;
113 6c6e6e50 2020-10-24 neels sd->sd_scsi_done = sr_crypto_done;
117 6c6e6e50 2020-10-24 neels sr_crypto_create(struct sr_discipline *sd, struct bioc_createraid *bc,
118 6c6e6e50 2020-10-24 neels int no_chunk, int64_t coerced_size)
120 6c6e6e50 2020-10-24 neels struct sr_meta_opt_item *omi;
121 6c6e6e50 2020-10-24 neels int rv = EINVAL;
123 6c6e6e50 2020-10-24 neels if (no_chunk != 1) {
124 6c6e6e50 2020-10-24 neels sr_error(sd->sd_sc, "%s requires exactly one chunk",
125 6c6e6e50 2020-10-24 neels sd->sd_name);
126 6c6e6e50 2020-10-24 neels goto done;
129 6c6e6e50 2020-10-24 neels if (coerced_size > SR_CRYPTO_MAXSIZE) {
130 6c6e6e50 2020-10-24 neels sr_error(sd->sd_sc, "%s exceeds maximum size (%lli > %llu)",
131 6c6e6e50 2020-10-24 neels sd->sd_name, coerced_size, SR_CRYPTO_MAXSIZE);
132 6c6e6e50 2020-10-24 neels goto done;
135 6c6e6e50 2020-10-24 neels /* Create crypto optional metadata. */
136 6c6e6e50 2020-10-24 neels omi = malloc(sizeof(struct sr_meta_opt_item), M_DEVBUF,
137 6c6e6e50 2020-10-24 neels M_WAITOK | M_ZERO);
138 6c6e6e50 2020-10-24 neels omi->omi_som = malloc(sizeof(struct sr_meta_crypto), M_DEVBUF,
139 6c6e6e50 2020-10-24 neels M_WAITOK | M_ZERO);
140 6c6e6e50 2020-10-24 neels omi->omi_som->som_type = SR_OPT_CRYPTO;
141 6c6e6e50 2020-10-24 neels omi->omi_som->som_length = sizeof(struct sr_meta_crypto);
142 6c6e6e50 2020-10-24 neels SLIST_INSERT_HEAD(&sd->sd_meta_opt, omi, omi_link);
143 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta = (struct sr_meta_crypto *)omi->omi_som;
144 6c6e6e50 2020-10-24 neels sd->sd_meta->ssdi.ssd_opt_no++;
146 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.key_disk = NULL;
148 6c6e6e50 2020-10-24 neels if (bc->bc_key_disk != NODEV) {
150 6c6e6e50 2020-10-24 neels /* Create a key disk. */
151 6c6e6e50 2020-10-24 neels if (sr_crypto_get_kdf(bc, sd))
152 6c6e6e50 2020-10-24 neels goto done;
153 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.key_disk =
154 6c6e6e50 2020-10-24 neels sr_crypto_create_key_disk(sd, bc->bc_key_disk);
155 6c6e6e50 2020-10-24 neels if (sd->mds.mdd_crypto.key_disk == NULL)
156 6c6e6e50 2020-10-24 neels goto done;
157 6c6e6e50 2020-10-24 neels sd->sd_capabilities |= SR_CAP_AUTO_ASSEMBLE;
159 6c6e6e50 2020-10-24 neels } else if (bc->bc_opaque_flags & BIOC_SOOUT) {
161 6c6e6e50 2020-10-24 neels /* No hint available yet. */
162 6c6e6e50 2020-10-24 neels bc->bc_opaque_status = BIOC_SOINOUT_FAILED;
163 6c6e6e50 2020-10-24 neels rv = EAGAIN;
164 6c6e6e50 2020-10-24 neels goto done;
166 6c6e6e50 2020-10-24 neels } else if (sr_crypto_get_kdf(bc, sd))
167 6c6e6e50 2020-10-24 neels goto done;
169 6c6e6e50 2020-10-24 neels /* Passphrase volumes cannot be automatically assembled. */
170 6c6e6e50 2020-10-24 neels if (!(bc->bc_flags & BIOC_SCNOAUTOASSEMBLE) && bc->bc_key_disk == NODEV)
171 6c6e6e50 2020-10-24 neels goto done;
173 6c6e6e50 2020-10-24 neels sd->sd_meta->ssdi.ssd_size = coerced_size;
175 6c6e6e50 2020-10-24 neels sr_crypto_create_keys(sd);
177 6c6e6e50 2020-10-24 neels sd->sd_max_ccb_per_wu = no_chunk;
181 6c6e6e50 2020-10-24 neels return (rv);
185 6c6e6e50 2020-10-24 neels sr_crypto_assemble(struct sr_discipline *sd, struct bioc_createraid *bc,
186 6c6e6e50 2020-10-24 neels int no_chunk, void *data)
188 6c6e6e50 2020-10-24 neels int rv = EINVAL;
190 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.key_disk = NULL;
192 6c6e6e50 2020-10-24 neels /* Crypto optional metadata must already exist... */
193 6c6e6e50 2020-10-24 neels if (sd->mds.mdd_crypto.scr_meta == NULL)
194 6c6e6e50 2020-10-24 neels goto done;
196 6c6e6e50 2020-10-24 neels if (data != NULL) {
197 6c6e6e50 2020-10-24 neels /* Kernel already has mask key. */
198 6c6e6e50 2020-10-24 neels memcpy(sd->mds.mdd_crypto.scr_maskkey, data,
199 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_maskkey));
200 6c6e6e50 2020-10-24 neels } else if (bc->bc_key_disk != NODEV) {
201 6c6e6e50 2020-10-24 neels /* Read the mask key from the key disk. */
202 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.key_disk =
203 6c6e6e50 2020-10-24 neels sr_crypto_read_key_disk(sd, bc->bc_key_disk);
204 6c6e6e50 2020-10-24 neels if (sd->mds.mdd_crypto.key_disk == NULL)
205 6c6e6e50 2020-10-24 neels goto done;
206 6c6e6e50 2020-10-24 neels } else if (bc->bc_opaque_flags & BIOC_SOOUT) {
207 6c6e6e50 2020-10-24 neels /* provide userland with kdf hint */
208 6c6e6e50 2020-10-24 neels if (bc->bc_opaque == NULL)
209 6c6e6e50 2020-10-24 neels goto done;
211 6c6e6e50 2020-10-24 neels if (sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint) <
212 6c6e6e50 2020-10-24 neels bc->bc_opaque_size)
213 6c6e6e50 2020-10-24 neels goto done;
215 6c6e6e50 2020-10-24 neels if (copyout(sd->mds.mdd_crypto.scr_meta->scm_kdfhint,
216 6c6e6e50 2020-10-24 neels bc->bc_opaque, bc->bc_opaque_size))
217 6c6e6e50 2020-10-24 neels goto done;
219 6c6e6e50 2020-10-24 neels /* we're done */
220 6c6e6e50 2020-10-24 neels bc->bc_opaque_status = BIOC_SOINOUT_OK;
221 6c6e6e50 2020-10-24 neels rv = EAGAIN;
222 6c6e6e50 2020-10-24 neels goto done;
223 6c6e6e50 2020-10-24 neels } else if (bc->bc_opaque_flags & BIOC_SOIN) {
224 6c6e6e50 2020-10-24 neels /* get kdf with maskkey from userland */
225 6c6e6e50 2020-10-24 neels if (sr_crypto_get_kdf(bc, sd))
226 6c6e6e50 2020-10-24 neels goto done;
228 6c6e6e50 2020-10-24 neels goto done;
230 6c6e6e50 2020-10-24 neels sd->sd_max_ccb_per_wu = sd->sd_meta->ssdi.ssd_chunk_no;
234 6c6e6e50 2020-10-24 neels return (rv);
237 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *
238 6c6e6e50 2020-10-24 neels sr_crypto_prepare(struct sr_workunit *wu, int encrypt)
240 6c6e6e50 2020-10-24 neels struct scsi_xfer *xs = wu->swu_xs;
241 6c6e6e50 2020-10-24 neels struct sr_discipline *sd = wu->swu_dis;
242 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *crwu;
243 6c6e6e50 2020-10-24 neels struct cryptodesc *crd;
244 6c6e6e50 2020-10-24 neels int flags, i, n;
245 6c6e6e50 2020-10-24 neels daddr_t blkno;
246 6c6e6e50 2020-10-24 neels u_int keyndx;
248 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: sr_crypto_prepare wu %p encrypt %d\n",
249 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc), wu, encrypt);
251 6c6e6e50 2020-10-24 neels crwu = (struct sr_crypto_wu *)wu;
252 6c6e6e50 2020-10-24 neels crwu->cr_uio.uio_iovcnt = 1;
253 6c6e6e50 2020-10-24 neels crwu->cr_uio.uio_iov->iov_len = xs->datalen;
254 6c6e6e50 2020-10-24 neels if (xs->flags & SCSI_DATA_OUT) {
255 6c6e6e50 2020-10-24 neels crwu->cr_uio.uio_iov->iov_base = crwu->cr_dmabuf;
256 6c6e6e50 2020-10-24 neels memcpy(crwu->cr_uio.uio_iov->iov_base, xs->data, xs->datalen);
258 6c6e6e50 2020-10-24 neels crwu->cr_uio.uio_iov->iov_base = xs->data;
260 6c6e6e50 2020-10-24 neels blkno = wu->swu_blk_start;
261 6c6e6e50 2020-10-24 neels n = xs->datalen >> DEV_BSHIFT;
264 6c6e6e50 2020-10-24 neels * We preallocated enough crypto descs for up to MAXPHYS of I/O.
265 6c6e6e50 2020-10-24 neels * Since there may be less than that we need to tweak the amount
266 6c6e6e50 2020-10-24 neels * of crypto desc structures to be just long enough for our needs.
268 6c6e6e50 2020-10-24 neels KASSERT(crwu->cr_crp->crp_ndescalloc >= n);
269 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_ndesc = n;
270 6c6e6e50 2020-10-24 neels flags = (encrypt ? CRD_F_ENCRYPT : 0) |
271 6c6e6e50 2020-10-24 neels CRD_F_IV_PRESENT | CRD_F_IV_EXPLICIT;
274 6c6e6e50 2020-10-24 neels * Select crypto session based on block number.
276 6c6e6e50 2020-10-24 neels * XXX - this does not handle the case where the read/write spans
277 6c6e6e50 2020-10-24 neels * across a different key blocks (e.g. 0.5TB boundary). Currently
278 6c6e6e50 2020-10-24 neels * this is already broken by the use of scr_key[0] below.
280 6c6e6e50 2020-10-24 neels keyndx = blkno >> SR_CRYPTO_KEY_BLKSHIFT;
281 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_sid = sd->mds.mdd_crypto.scr_sid[keyndx];
283 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_opaque = crwu;
284 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_ilen = xs->datalen;
285 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_alloctype = M_DEVBUF;
286 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_flags = CRYPTO_F_IOV | CRYPTO_F_NOQUEUE;
287 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_buf = &crwu->cr_uio;
288 6c6e6e50 2020-10-24 neels for (i = 0; i < crwu->cr_crp->crp_ndesc; i++, blkno++) {
289 6c6e6e50 2020-10-24 neels crd = &crwu->cr_crp->crp_desc[i];
290 6c6e6e50 2020-10-24 neels crd->crd_skip = i << DEV_BSHIFT;
291 6c6e6e50 2020-10-24 neels crd->crd_len = DEV_BSIZE;
292 6c6e6e50 2020-10-24 neels crd->crd_inject = 0;
293 6c6e6e50 2020-10-24 neels crd->crd_flags = flags;
294 6c6e6e50 2020-10-24 neels crd->crd_alg = sd->mds.mdd_crypto.scr_alg;
295 6c6e6e50 2020-10-24 neels crd->crd_klen = sd->mds.mdd_crypto.scr_klen;
296 6c6e6e50 2020-10-24 neels crd->crd_key = sd->mds.mdd_crypto.scr_key[0];
297 6c6e6e50 2020-10-24 neels memcpy(crd->crd_iv, &blkno, sizeof(blkno));
300 6c6e6e50 2020-10-24 neels return (crwu);
304 6c6e6e50 2020-10-24 neels sr_crypto_get_kdf(struct bioc_createraid *bc, struct sr_discipline *sd)
306 6c6e6e50 2020-10-24 neels int rv = EINVAL;
307 6c6e6e50 2020-10-24 neels struct sr_crypto_kdfinfo *kdfinfo;
309 6c6e6e50 2020-10-24 neels if (!(bc->bc_opaque_flags & BIOC_SOIN))
310 6c6e6e50 2020-10-24 neels return (rv);
311 6c6e6e50 2020-10-24 neels if (bc->bc_opaque == NULL)
312 6c6e6e50 2020-10-24 neels return (rv);
313 6c6e6e50 2020-10-24 neels if (bc->bc_opaque_size != sizeof(*kdfinfo))
314 6c6e6e50 2020-10-24 neels return (rv);
316 6c6e6e50 2020-10-24 neels kdfinfo = malloc(bc->bc_opaque_size, M_DEVBUF, M_WAITOK | M_ZERO);
317 6c6e6e50 2020-10-24 neels if (copyin(bc->bc_opaque, kdfinfo, bc->bc_opaque_size))
320 6c6e6e50 2020-10-24 neels if (kdfinfo->len != bc->bc_opaque_size)
323 6c6e6e50 2020-10-24 neels /* copy KDF hint to disk meta data */
324 6c6e6e50 2020-10-24 neels if (kdfinfo->flags & SR_CRYPTOKDF_HINT) {
325 6c6e6e50 2020-10-24 neels if (sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint) <
326 6c6e6e50 2020-10-24 neels kdfinfo->genkdf.len)
328 6c6e6e50 2020-10-24 neels memcpy(sd->mds.mdd_crypto.scr_meta->scm_kdfhint,
329 6c6e6e50 2020-10-24 neels &kdfinfo->genkdf, kdfinfo->genkdf.len);
332 6c6e6e50 2020-10-24 neels /* copy mask key to run-time meta data */
333 6c6e6e50 2020-10-24 neels if ((kdfinfo->flags & SR_CRYPTOKDF_KEY)) {
334 6c6e6e50 2020-10-24 neels if (sizeof(sd->mds.mdd_crypto.scr_maskkey) <
335 6c6e6e50 2020-10-24 neels sizeof(kdfinfo->maskkey))
337 6c6e6e50 2020-10-24 neels memcpy(sd->mds.mdd_crypto.scr_maskkey, &kdfinfo->maskkey,
338 6c6e6e50 2020-10-24 neels sizeof(kdfinfo->maskkey));
341 6c6e6e50 2020-10-24 neels bc->bc_opaque_status = BIOC_SOINOUT_OK;
344 6c6e6e50 2020-10-24 neels explicit_bzero(kdfinfo, bc->bc_opaque_size);
345 6c6e6e50 2020-10-24 neels free(kdfinfo, M_DEVBUF, bc->bc_opaque_size);
347 6c6e6e50 2020-10-24 neels return (rv);
351 6c6e6e50 2020-10-24 neels sr_crypto_encrypt(u_char *p, u_char *c, u_char *key, size_t size, int alg)
353 6c6e6e50 2020-10-24 neels rijndael_ctx ctx;
354 6c6e6e50 2020-10-24 neels int i, rv = 1;
356 6c6e6e50 2020-10-24 neels switch (alg) {
357 6c6e6e50 2020-10-24 neels case SR_CRYPTOM_AES_ECB_256:
358 6c6e6e50 2020-10-24 neels if (rijndael_set_key_enc_only(&ctx, key, 256) != 0)
360 6c6e6e50 2020-10-24 neels for (i = 0; i < size; i += RIJNDAEL128_BLOCK_LEN)
361 6c6e6e50 2020-10-24 neels rijndael_encrypt(&ctx, &p[i], &c[i]);
365 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: unsupported encryption algorithm %d\n",
366 6c6e6e50 2020-10-24 neels "softraid", alg);
372 6c6e6e50 2020-10-24 neels explicit_bzero(&ctx, sizeof(ctx));
373 6c6e6e50 2020-10-24 neels return (rv);
377 6c6e6e50 2020-10-24 neels sr_crypto_decrypt(u_char *c, u_char *p, u_char *key, size_t size, int alg)
379 6c6e6e50 2020-10-24 neels rijndael_ctx ctx;
380 6c6e6e50 2020-10-24 neels int i, rv = 1;
382 6c6e6e50 2020-10-24 neels switch (alg) {
383 6c6e6e50 2020-10-24 neels case SR_CRYPTOM_AES_ECB_256:
384 6c6e6e50 2020-10-24 neels if (rijndael_set_key(&ctx, key, 256) != 0)
386 6c6e6e50 2020-10-24 neels for (i = 0; i < size; i += RIJNDAEL128_BLOCK_LEN)
387 6c6e6e50 2020-10-24 neels rijndael_decrypt(&ctx, &c[i], &p[i]);
391 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: unsupported encryption algorithm %d\n",
392 6c6e6e50 2020-10-24 neels "softraid", alg);
398 6c6e6e50 2020-10-24 neels explicit_bzero(&ctx, sizeof(ctx));
399 6c6e6e50 2020-10-24 neels return (rv);
403 6c6e6e50 2020-10-24 neels sr_crypto_calculate_check_hmac_sha1(u_int8_t *maskkey, int maskkey_size,
404 6c6e6e50 2020-10-24 neels u_int8_t *key, int key_size, u_char *check_digest)
406 6c6e6e50 2020-10-24 neels u_char check_key[SHA1_DIGEST_LENGTH];
407 6c6e6e50 2020-10-24 neels HMAC_SHA1_CTX hmacctx;
408 6c6e6e50 2020-10-24 neels SHA1_CTX shactx;
410 6c6e6e50 2020-10-24 neels bzero(check_key, sizeof(check_key));
411 6c6e6e50 2020-10-24 neels bzero(&hmacctx, sizeof(hmacctx));
412 6c6e6e50 2020-10-24 neels bzero(&shactx, sizeof(shactx));
414 6c6e6e50 2020-10-24 neels /* k = SHA1(mask_key) */
415 6c6e6e50 2020-10-24 neels SHA1Init(&shactx);
416 6c6e6e50 2020-10-24 neels SHA1Update(&shactx, maskkey, maskkey_size);
417 6c6e6e50 2020-10-24 neels SHA1Final(check_key, &shactx);
419 6c6e6e50 2020-10-24 neels /* mac = HMAC_SHA1_k(unencrypted key) */
420 6c6e6e50 2020-10-24 neels HMAC_SHA1_Init(&hmacctx, check_key, sizeof(check_key));
421 6c6e6e50 2020-10-24 neels HMAC_SHA1_Update(&hmacctx, key, key_size);
422 6c6e6e50 2020-10-24 neels HMAC_SHA1_Final(check_digest, &hmacctx);
424 6c6e6e50 2020-10-24 neels explicit_bzero(check_key, sizeof(check_key));
425 6c6e6e50 2020-10-24 neels explicit_bzero(&hmacctx, sizeof(hmacctx));
426 6c6e6e50 2020-10-24 neels explicit_bzero(&shactx, sizeof(shactx));
430 6c6e6e50 2020-10-24 neels sr_crypto_decrypt_key(struct sr_discipline *sd)
432 6c6e6e50 2020-10-24 neels u_char check_digest[SHA1_DIGEST_LENGTH];
433 6c6e6e50 2020-10-24 neels int rv = 1;
435 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: sr_crypto_decrypt_key\n", DEVNAME(sd->sd_sc));
437 6c6e6e50 2020-10-24 neels if (sd->mds.mdd_crypto.scr_meta->scm_check_alg != SR_CRYPTOC_HMAC_SHA1)
440 6c6e6e50 2020-10-24 neels if (sr_crypto_decrypt((u_char *)sd->mds.mdd_crypto.scr_meta->scm_key,
441 6c6e6e50 2020-10-24 neels (u_char *)sd->mds.mdd_crypto.scr_key,
442 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_maskkey, sizeof(sd->mds.mdd_crypto.scr_key),
443 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_mask_alg) == -1)
446 6c6e6e50 2020-10-24 neels #ifdef SR_DEBUG0
447 6c6e6e50 2020-10-24 neels sr_crypto_dumpkeys(sd);
450 6c6e6e50 2020-10-24 neels /* Check that the key decrypted properly. */
451 6c6e6e50 2020-10-24 neels sr_crypto_calculate_check_hmac_sha1(sd->mds.mdd_crypto.scr_maskkey,
452 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_maskkey),
453 6c6e6e50 2020-10-24 neels (u_int8_t *)sd->mds.mdd_crypto.scr_key,
454 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_key),
455 6c6e6e50 2020-10-24 neels check_digest);
456 6c6e6e50 2020-10-24 neels if (memcmp(sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac,
457 6c6e6e50 2020-10-24 neels check_digest, sizeof(check_digest)) != 0) {
458 6c6e6e50 2020-10-24 neels explicit_bzero(sd->mds.mdd_crypto.scr_key,
459 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_key));
463 6c6e6e50 2020-10-24 neels rv = 0; /* Success */
465 6c6e6e50 2020-10-24 neels /* we don't need the mask key anymore */
466 6c6e6e50 2020-10-24 neels explicit_bzero(&sd->mds.mdd_crypto.scr_maskkey,
467 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_maskkey));
469 6c6e6e50 2020-10-24 neels explicit_bzero(check_digest, sizeof(check_digest));
471 6c6e6e50 2020-10-24 neels return rv;
475 6c6e6e50 2020-10-24 neels sr_crypto_create_keys(struct sr_discipline *sd)
478 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: sr_crypto_create_keys\n",
479 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc));
481 6c6e6e50 2020-10-24 neels if (AES_MAXKEYBYTES < sizeof(sd->mds.mdd_crypto.scr_maskkey))
482 6c6e6e50 2020-10-24 neels return (1);
484 6c6e6e50 2020-10-24 neels /* XXX allow user to specify */
485 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_alg = SR_CRYPTOA_AES_XTS_256;
487 6c6e6e50 2020-10-24 neels /* generate crypto keys */
488 6c6e6e50 2020-10-24 neels arc4random_buf(sd->mds.mdd_crypto.scr_key,
489 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_key));
491 6c6e6e50 2020-10-24 neels /* Mask the disk keys. */
492 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_mask_alg = SR_CRYPTOM_AES_ECB_256;
493 6c6e6e50 2020-10-24 neels sr_crypto_encrypt((u_char *)sd->mds.mdd_crypto.scr_key,
494 6c6e6e50 2020-10-24 neels (u_char *)sd->mds.mdd_crypto.scr_meta->scm_key,
495 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_maskkey, sizeof(sd->mds.mdd_crypto.scr_key),
496 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_mask_alg);
498 6c6e6e50 2020-10-24 neels /* Prepare key decryption check code. */
499 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_check_alg = SR_CRYPTOC_HMAC_SHA1;
500 6c6e6e50 2020-10-24 neels sr_crypto_calculate_check_hmac_sha1(sd->mds.mdd_crypto.scr_maskkey,
501 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_maskkey),
502 6c6e6e50 2020-10-24 neels (u_int8_t *)sd->mds.mdd_crypto.scr_key,
503 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_key),
504 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac);
506 6c6e6e50 2020-10-24 neels /* Erase the plaintext disk keys */
507 6c6e6e50 2020-10-24 neels explicit_bzero(sd->mds.mdd_crypto.scr_key,
508 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_key));
510 6c6e6e50 2020-10-24 neels #ifdef SR_DEBUG0
511 6c6e6e50 2020-10-24 neels sr_crypto_dumpkeys(sd);
514 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_flags = SR_CRYPTOF_KEY |
515 6c6e6e50 2020-10-24 neels SR_CRYPTOF_KDFHINT;
517 6c6e6e50 2020-10-24 neels return (0);
521 6c6e6e50 2020-10-24 neels sr_crypto_change_maskkey(struct sr_discipline *sd,
522 6c6e6e50 2020-10-24 neels struct sr_crypto_kdfinfo *kdfinfo1, struct sr_crypto_kdfinfo *kdfinfo2)
524 6c6e6e50 2020-10-24 neels u_char check_digest[SHA1_DIGEST_LENGTH];
525 6c6e6e50 2020-10-24 neels u_char *c, *p = NULL;
526 6c6e6e50 2020-10-24 neels size_t ksz;
527 6c6e6e50 2020-10-24 neels int rv = 1;
529 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: sr_crypto_change_maskkey\n",
530 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc));
532 6c6e6e50 2020-10-24 neels if (sd->mds.mdd_crypto.scr_meta->scm_check_alg != SR_CRYPTOC_HMAC_SHA1)
535 6c6e6e50 2020-10-24 neels c = (u_char *)sd->mds.mdd_crypto.scr_meta->scm_key;
536 6c6e6e50 2020-10-24 neels ksz = sizeof(sd->mds.mdd_crypto.scr_key);
537 6c6e6e50 2020-10-24 neels p = malloc(ksz, M_DEVBUF, M_WAITOK | M_CANFAIL | M_ZERO);
538 6c6e6e50 2020-10-24 neels if (p == NULL)
541 6c6e6e50 2020-10-24 neels if (sr_crypto_decrypt(c, p, kdfinfo1->maskkey, ksz,
542 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_mask_alg) == -1)
545 6c6e6e50 2020-10-24 neels #ifdef SR_DEBUG0
546 6c6e6e50 2020-10-24 neels sr_crypto_dumpkeys(sd);
549 6c6e6e50 2020-10-24 neels sr_crypto_calculate_check_hmac_sha1(kdfinfo1->maskkey,
550 6c6e6e50 2020-10-24 neels sizeof(kdfinfo1->maskkey), p, ksz, check_digest);
551 6c6e6e50 2020-10-24 neels if (memcmp(sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac,
552 6c6e6e50 2020-10-24 neels check_digest, sizeof(check_digest)) != 0) {
553 6c6e6e50 2020-10-24 neels sr_error(sd->sd_sc, "incorrect key or passphrase");
554 6c6e6e50 2020-10-24 neels rv = EPERM;
558 6c6e6e50 2020-10-24 neels /* Copy new KDF hint to metadata, if supplied. */
559 6c6e6e50 2020-10-24 neels if (kdfinfo2->flags & SR_CRYPTOKDF_HINT) {
560 6c6e6e50 2020-10-24 neels if (kdfinfo2->genkdf.len >
561 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint))
563 6c6e6e50 2020-10-24 neels explicit_bzero(sd->mds.mdd_crypto.scr_meta->scm_kdfhint,
564 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint));
565 6c6e6e50 2020-10-24 neels memcpy(sd->mds.mdd_crypto.scr_meta->scm_kdfhint,
566 6c6e6e50 2020-10-24 neels &kdfinfo2->genkdf, kdfinfo2->genkdf.len);
569 6c6e6e50 2020-10-24 neels /* Mask the disk keys. */
570 6c6e6e50 2020-10-24 neels c = (u_char *)sd->mds.mdd_crypto.scr_meta->scm_key;
571 6c6e6e50 2020-10-24 neels if (sr_crypto_encrypt(p, c, kdfinfo2->maskkey, ksz,
572 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_mask_alg) == -1)
575 6c6e6e50 2020-10-24 neels /* Prepare key decryption check code. */
576 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_check_alg = SR_CRYPTOC_HMAC_SHA1;
577 6c6e6e50 2020-10-24 neels sr_crypto_calculate_check_hmac_sha1(kdfinfo2->maskkey,
578 6c6e6e50 2020-10-24 neels sizeof(kdfinfo2->maskkey), (u_int8_t *)sd->mds.mdd_crypto.scr_key,
579 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_key), check_digest);
581 6c6e6e50 2020-10-24 neels /* Copy new encrypted key and HMAC to metadata. */
582 6c6e6e50 2020-10-24 neels memcpy(sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac, check_digest,
583 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_meta->chk_hmac_sha1.sch_mac));
585 6c6e6e50 2020-10-24 neels rv = 0; /* Success */
589 6c6e6e50 2020-10-24 neels explicit_bzero(p, ksz);
590 6c6e6e50 2020-10-24 neels free(p, M_DEVBUF, ksz);
593 6c6e6e50 2020-10-24 neels explicit_bzero(check_digest, sizeof(check_digest));
594 6c6e6e50 2020-10-24 neels explicit_bzero(&kdfinfo1->maskkey, sizeof(kdfinfo1->maskkey));
595 6c6e6e50 2020-10-24 neels explicit_bzero(&kdfinfo2->maskkey, sizeof(kdfinfo2->maskkey));
597 6c6e6e50 2020-10-24 neels return (rv);
600 6c6e6e50 2020-10-24 neels struct sr_chunk *
601 6c6e6e50 2020-10-24 neels sr_crypto_create_key_disk(struct sr_discipline *sd, dev_t dev)
603 6c6e6e50 2020-10-24 neels struct sr_softc *sc = sd->sd_sc;
604 6c6e6e50 2020-10-24 neels struct sr_discipline *fakesd = NULL;
605 6c6e6e50 2020-10-24 neels struct sr_metadata *sm = NULL;
606 6c6e6e50 2020-10-24 neels struct sr_meta_chunk *km;
607 6c6e6e50 2020-10-24 neels struct sr_meta_opt_item *omi = NULL;
608 6c6e6e50 2020-10-24 neels struct sr_meta_keydisk *skm;
609 6c6e6e50 2020-10-24 neels struct sr_chunk *key_disk = NULL;
610 6c6e6e50 2020-10-24 neels struct disklabel label;
611 6c6e6e50 2020-10-24 neels struct vnode *vn;
612 6c6e6e50 2020-10-24 neels char devname[32];
613 6c6e6e50 2020-10-24 neels int c, part, open = 0;
616 6c6e6e50 2020-10-24 neels * Create a metadata structure on the key disk and store
617 6c6e6e50 2020-10-24 neels * keying material in the optional metadata.
620 6c6e6e50 2020-10-24 neels sr_meta_getdevname(sc, dev, devname, sizeof(devname));
622 6c6e6e50 2020-10-24 neels /* Make sure chunk is not already in use. */
623 6c6e6e50 2020-10-24 neels c = sr_chunk_in_use(sc, dev);
624 6c6e6e50 2020-10-24 neels if (c != BIOC_SDINVALID && c != BIOC_SDOFFLINE) {
625 6c6e6e50 2020-10-24 neels sr_error(sc, "%s is already in use", devname);
626 6c6e6e50 2020-10-24 neels goto done;
629 6c6e6e50 2020-10-24 neels /* Open device. */
630 6c6e6e50 2020-10-24 neels if (bdevvp(dev, &vn)) {
631 6c6e6e50 2020-10-24 neels sr_error(sc, "cannot open key disk %s", devname);
632 6c6e6e50 2020-10-24 neels goto done;
634 6c6e6e50 2020-10-24 neels if (VOP_OPEN(vn, FREAD | FWRITE, NOCRED, curproc)) {
635 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_META,"%s: sr_crypto_create_key_disk cannot "
636 6c6e6e50 2020-10-24 neels "open %s\n", DEVNAME(sc), devname);
638 6c6e6e50 2020-10-24 neels goto done;
640 6c6e6e50 2020-10-24 neels open = 1; /* close dev on error */
642 6c6e6e50 2020-10-24 neels /* Get partition details. */
643 6c6e6e50 2020-10-24 neels part = DISKPART(dev);
644 6c6e6e50 2020-10-24 neels if (VOP_IOCTL(vn, DIOCGDINFO, (caddr_t)&label,
645 6c6e6e50 2020-10-24 neels FREAD, NOCRED, curproc)) {
646 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_META, "%s: sr_crypto_create_key_disk ioctl "
647 6c6e6e50 2020-10-24 neels "failed\n", DEVNAME(sc));
648 6c6e6e50 2020-10-24 neels goto done;
650 6c6e6e50 2020-10-24 neels if (label.d_partitions[part].p_fstype != FS_RAID) {
651 6c6e6e50 2020-10-24 neels sr_error(sc, "%s partition not of type RAID (%d)",
652 6c6e6e50 2020-10-24 neels devname, label.d_partitions[part].p_fstype);
653 6c6e6e50 2020-10-24 neels goto done;
657 6c6e6e50 2020-10-24 neels * Create and populate chunk metadata.
660 6c6e6e50 2020-10-24 neels key_disk = malloc(sizeof(struct sr_chunk), M_DEVBUF, M_WAITOK | M_ZERO);
661 6c6e6e50 2020-10-24 neels km = &key_disk->src_meta;
663 6c6e6e50 2020-10-24 neels key_disk->src_dev_mm = dev;
664 6c6e6e50 2020-10-24 neels key_disk->src_vn = vn;
665 6c6e6e50 2020-10-24 neels strlcpy(key_disk->src_devname, devname, sizeof(km->scmi.scm_devname));
666 6c6e6e50 2020-10-24 neels key_disk->src_size = 0;
668 6c6e6e50 2020-10-24 neels km->scmi.scm_volid = sd->sd_meta->ssdi.ssd_level;
669 6c6e6e50 2020-10-24 neels km->scmi.scm_chunk_id = 0;
670 6c6e6e50 2020-10-24 neels km->scmi.scm_size = 0;
671 6c6e6e50 2020-10-24 neels km->scmi.scm_coerced_size = 0;
672 6c6e6e50 2020-10-24 neels strlcpy(km->scmi.scm_devname, devname, sizeof(km->scmi.scm_devname));
673 6c6e6e50 2020-10-24 neels memcpy(&km->scmi.scm_uuid, &sd->sd_meta->ssdi.ssd_uuid,
674 6c6e6e50 2020-10-24 neels sizeof(struct sr_uuid));
676 6c6e6e50 2020-10-24 neels sr_checksum(sc, km, &km->scm_checksum,
677 6c6e6e50 2020-10-24 neels sizeof(struct sr_meta_chunk_invariant));
679 6c6e6e50 2020-10-24 neels km->scm_status = BIOC_SDONLINE;
682 6c6e6e50 2020-10-24 neels * Create and populate our own discipline and metadata.
685 6c6e6e50 2020-10-24 neels sm = malloc(sizeof(struct sr_metadata), M_DEVBUF, M_WAITOK | M_ZERO);
686 6c6e6e50 2020-10-24 neels sm->ssdi.ssd_magic = SR_MAGIC;
687 6c6e6e50 2020-10-24 neels sm->ssdi.ssd_version = SR_META_VERSION;
688 6c6e6e50 2020-10-24 neels sm->ssd_ondisk = 0;
689 6c6e6e50 2020-10-24 neels sm->ssdi.ssd_vol_flags = 0;
690 6c6e6e50 2020-10-24 neels memcpy(&sm->ssdi.ssd_uuid, &sd->sd_meta->ssdi.ssd_uuid,
691 6c6e6e50 2020-10-24 neels sizeof(struct sr_uuid));
692 6c6e6e50 2020-10-24 neels sm->ssdi.ssd_chunk_no = 1;
693 6c6e6e50 2020-10-24 neels sm->ssdi.ssd_volid = SR_KEYDISK_VOLID;
694 6c6e6e50 2020-10-24 neels sm->ssdi.ssd_level = SR_KEYDISK_LEVEL;
695 6c6e6e50 2020-10-24 neels sm->ssdi.ssd_size = 0;
696 6c6e6e50 2020-10-24 neels strlcpy(sm->ssdi.ssd_vendor, "OPENBSD", sizeof(sm->ssdi.ssd_vendor));
697 6c6e6e50 2020-10-24 neels snprintf(sm->ssdi.ssd_product, sizeof(sm->ssdi.ssd_product),
698 6c6e6e50 2020-10-24 neels "SR %s", "KEYDISK");
699 6c6e6e50 2020-10-24 neels snprintf(sm->ssdi.ssd_revision, sizeof(sm->ssdi.ssd_revision),
700 6c6e6e50 2020-10-24 neels "%03d", SR_META_VERSION);
702 6c6e6e50 2020-10-24 neels fakesd = malloc(sizeof(struct sr_discipline), M_DEVBUF,
703 6c6e6e50 2020-10-24 neels M_WAITOK | M_ZERO);
704 6c6e6e50 2020-10-24 neels fakesd->sd_sc = sd->sd_sc;
705 6c6e6e50 2020-10-24 neels fakesd->sd_meta = sm;
706 6c6e6e50 2020-10-24 neels fakesd->sd_meta_type = SR_META_F_NATIVE;
707 6c6e6e50 2020-10-24 neels fakesd->sd_vol_status = BIOC_SVONLINE;
708 6c6e6e50 2020-10-24 neels strlcpy(fakesd->sd_name, "KEYDISK", sizeof(fakesd->sd_name));
709 6c6e6e50 2020-10-24 neels SLIST_INIT(&fakesd->sd_meta_opt);
711 6c6e6e50 2020-10-24 neels /* Add chunk to volume. */
712 6c6e6e50 2020-10-24 neels fakesd->sd_vol.sv_chunks = malloc(sizeof(struct sr_chunk *), M_DEVBUF,
713 6c6e6e50 2020-10-24 neels M_WAITOK | M_ZERO);
714 6c6e6e50 2020-10-24 neels fakesd->sd_vol.sv_chunks[0] = key_disk;
715 6c6e6e50 2020-10-24 neels SLIST_INIT(&fakesd->sd_vol.sv_chunk_list);
716 6c6e6e50 2020-10-24 neels SLIST_INSERT_HEAD(&fakesd->sd_vol.sv_chunk_list, key_disk, src_link);
718 6c6e6e50 2020-10-24 neels /* Generate mask key. */
719 6c6e6e50 2020-10-24 neels arc4random_buf(sd->mds.mdd_crypto.scr_maskkey,
720 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_maskkey));
722 6c6e6e50 2020-10-24 neels /* Copy mask key to optional metadata area. */
723 6c6e6e50 2020-10-24 neels omi = malloc(sizeof(struct sr_meta_opt_item), M_DEVBUF,
724 6c6e6e50 2020-10-24 neels M_WAITOK | M_ZERO);
725 6c6e6e50 2020-10-24 neels omi->omi_som = malloc(sizeof(struct sr_meta_keydisk), M_DEVBUF,
726 6c6e6e50 2020-10-24 neels M_WAITOK | M_ZERO);
727 6c6e6e50 2020-10-24 neels omi->omi_som->som_type = SR_OPT_KEYDISK;
728 6c6e6e50 2020-10-24 neels omi->omi_som->som_length = sizeof(struct sr_meta_keydisk);
729 6c6e6e50 2020-10-24 neels skm = (struct sr_meta_keydisk *)omi->omi_som;
730 6c6e6e50 2020-10-24 neels memcpy(&skm->skm_maskkey, sd->mds.mdd_crypto.scr_maskkey,
731 6c6e6e50 2020-10-24 neels sizeof(skm->skm_maskkey));
732 6c6e6e50 2020-10-24 neels SLIST_INSERT_HEAD(&fakesd->sd_meta_opt, omi, omi_link);
733 6c6e6e50 2020-10-24 neels fakesd->sd_meta->ssdi.ssd_opt_no++;
735 6c6e6e50 2020-10-24 neels /* Save metadata. */
736 6c6e6e50 2020-10-24 neels if (sr_meta_save(fakesd, SR_META_DIRTY)) {
737 6c6e6e50 2020-10-24 neels sr_error(sc, "could not save metadata to %s", devname);
738 6c6e6e50 2020-10-24 neels goto fail;
741 6c6e6e50 2020-10-24 neels goto done;
744 6c6e6e50 2020-10-24 neels free(key_disk, M_DEVBUF, sizeof(struct sr_chunk));
745 6c6e6e50 2020-10-24 neels key_disk = NULL;
748 6c6e6e50 2020-10-24 neels free(omi, M_DEVBUF, sizeof(struct sr_meta_opt_item));
749 6c6e6e50 2020-10-24 neels if (fakesd && fakesd->sd_vol.sv_chunks)
750 6c6e6e50 2020-10-24 neels free(fakesd->sd_vol.sv_chunks, M_DEVBUF,
751 6c6e6e50 2020-10-24 neels sizeof(struct sr_chunk *));
752 6c6e6e50 2020-10-24 neels free(fakesd, M_DEVBUF, sizeof(struct sr_discipline));
753 6c6e6e50 2020-10-24 neels free(sm, M_DEVBUF, sizeof(struct sr_metadata));
754 6c6e6e50 2020-10-24 neels if (open) {
755 6c6e6e50 2020-10-24 neels VOP_CLOSE(vn, FREAD | FWRITE, NOCRED, curproc);
759 6c6e6e50 2020-10-24 neels return key_disk;
762 6c6e6e50 2020-10-24 neels struct sr_chunk *
763 6c6e6e50 2020-10-24 neels sr_crypto_read_key_disk(struct sr_discipline *sd, dev_t dev)
765 6c6e6e50 2020-10-24 neels struct sr_softc *sc = sd->sd_sc;
766 6c6e6e50 2020-10-24 neels struct sr_metadata *sm = NULL;
767 6c6e6e50 2020-10-24 neels struct sr_meta_opt_item *omi, *omi_next;
768 6c6e6e50 2020-10-24 neels struct sr_meta_opt_hdr *omh;
769 6c6e6e50 2020-10-24 neels struct sr_meta_keydisk *skm;
770 6c6e6e50 2020-10-24 neels struct sr_meta_opt_head som;
771 6c6e6e50 2020-10-24 neels struct sr_chunk *key_disk = NULL;
772 6c6e6e50 2020-10-24 neels struct disklabel label;
773 6c6e6e50 2020-10-24 neels struct vnode *vn = NULL;
774 6c6e6e50 2020-10-24 neels char devname[32];
775 6c6e6e50 2020-10-24 neels int c, part, open = 0;
778 6c6e6e50 2020-10-24 neels * Load a key disk and load keying material into memory.
781 6c6e6e50 2020-10-24 neels SLIST_INIT(&som);
783 6c6e6e50 2020-10-24 neels sr_meta_getdevname(sc, dev, devname, sizeof(devname));
785 6c6e6e50 2020-10-24 neels /* Make sure chunk is not already in use. */
786 6c6e6e50 2020-10-24 neels c = sr_chunk_in_use(sc, dev);
787 6c6e6e50 2020-10-24 neels if (c != BIOC_SDINVALID && c != BIOC_SDOFFLINE) {
788 6c6e6e50 2020-10-24 neels sr_error(sc, "%s is already in use", devname);
789 6c6e6e50 2020-10-24 neels goto done;
792 6c6e6e50 2020-10-24 neels /* Open device. */
793 6c6e6e50 2020-10-24 neels if (bdevvp(dev, &vn)) {
794 6c6e6e50 2020-10-24 neels sr_error(sc, "cannot open key disk %s", devname);
795 6c6e6e50 2020-10-24 neels goto done;
797 6c6e6e50 2020-10-24 neels if (VOP_OPEN(vn, FREAD, NOCRED, curproc)) {
798 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_META,"%s: sr_crypto_read_key_disk cannot "
799 6c6e6e50 2020-10-24 neels "open %s\n", DEVNAME(sc), devname);
801 6c6e6e50 2020-10-24 neels goto done;
803 6c6e6e50 2020-10-24 neels open = 1; /* close dev on error */
805 6c6e6e50 2020-10-24 neels /* Get partition details. */
806 6c6e6e50 2020-10-24 neels part = DISKPART(dev);
807 6c6e6e50 2020-10-24 neels if (VOP_IOCTL(vn, DIOCGDINFO, (caddr_t)&label, FREAD,
808 6c6e6e50 2020-10-24 neels NOCRED, curproc)) {
809 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_META, "%s: sr_crypto_read_key_disk ioctl "
810 6c6e6e50 2020-10-24 neels "failed\n", DEVNAME(sc));
811 6c6e6e50 2020-10-24 neels goto done;
813 6c6e6e50 2020-10-24 neels if (label.d_partitions[part].p_fstype != FS_RAID) {
814 6c6e6e50 2020-10-24 neels sr_error(sc, "%s partition not of type RAID (%d)",
815 6c6e6e50 2020-10-24 neels devname, label.d_partitions[part].p_fstype);
816 6c6e6e50 2020-10-24 neels goto done;
820 6c6e6e50 2020-10-24 neels * Read and validate key disk metadata.
822 6c6e6e50 2020-10-24 neels sm = malloc(SR_META_SIZE * DEV_BSIZE, M_DEVBUF, M_WAITOK | M_ZERO);
823 6c6e6e50 2020-10-24 neels if (sr_meta_native_read(sd, dev, sm, NULL)) {
824 6c6e6e50 2020-10-24 neels sr_error(sc, "native bootprobe could not read native metadata");
825 6c6e6e50 2020-10-24 neels goto done;
828 6c6e6e50 2020-10-24 neels if (sr_meta_validate(sd, dev, sm, NULL)) {
829 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_META, "%s: invalid metadata\n",
830 6c6e6e50 2020-10-24 neels DEVNAME(sc));
831 6c6e6e50 2020-10-24 neels goto done;
834 6c6e6e50 2020-10-24 neels /* Make sure this is a key disk. */
835 6c6e6e50 2020-10-24 neels if (sm->ssdi.ssd_level != SR_KEYDISK_LEVEL) {
836 6c6e6e50 2020-10-24 neels sr_error(sc, "%s is not a key disk", devname);
837 6c6e6e50 2020-10-24 neels goto done;
840 6c6e6e50 2020-10-24 neels /* Construct key disk chunk. */
841 6c6e6e50 2020-10-24 neels key_disk = malloc(sizeof(struct sr_chunk), M_DEVBUF, M_WAITOK | M_ZERO);
842 6c6e6e50 2020-10-24 neels key_disk->src_dev_mm = dev;
843 6c6e6e50 2020-10-24 neels key_disk->src_vn = vn;
844 6c6e6e50 2020-10-24 neels key_disk->src_size = 0;
846 6c6e6e50 2020-10-24 neels memcpy(&key_disk->src_meta, (struct sr_meta_chunk *)(sm + 1),
847 6c6e6e50 2020-10-24 neels sizeof(key_disk->src_meta));
849 6c6e6e50 2020-10-24 neels /* Read mask key from optional metadata. */
850 6c6e6e50 2020-10-24 neels sr_meta_opt_load(sc, sm, &som);
851 6c6e6e50 2020-10-24 neels SLIST_FOREACH(omi, &som, omi_link) {
852 6c6e6e50 2020-10-24 neels omh = omi->omi_som;
853 6c6e6e50 2020-10-24 neels if (omh->som_type == SR_OPT_KEYDISK) {
854 6c6e6e50 2020-10-24 neels skm = (struct sr_meta_keydisk *)omh;
855 6c6e6e50 2020-10-24 neels memcpy(sd->mds.mdd_crypto.scr_maskkey, &skm->skm_maskkey,
856 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_maskkey));
857 6c6e6e50 2020-10-24 neels } else if (omh->som_type == SR_OPT_CRYPTO) {
858 6c6e6e50 2020-10-24 neels /* Original keydisk format with key in crypto area. */
859 6c6e6e50 2020-10-24 neels memcpy(sd->mds.mdd_crypto.scr_maskkey,
860 6c6e6e50 2020-10-24 neels omh + sizeof(struct sr_meta_opt_hdr),
861 6c6e6e50 2020-10-24 neels sizeof(sd->mds.mdd_crypto.scr_maskkey));
868 6c6e6e50 2020-10-24 neels for (omi = SLIST_FIRST(&som); omi != NULL; omi = omi_next) {
869 6c6e6e50 2020-10-24 neels omi_next = SLIST_NEXT(omi, omi_link);
870 6c6e6e50 2020-10-24 neels free(omi->omi_som, M_DEVBUF, 0);
871 6c6e6e50 2020-10-24 neels free(omi, M_DEVBUF, sizeof(struct sr_meta_opt_item));
874 6c6e6e50 2020-10-24 neels free(sm, M_DEVBUF, SR_META_SIZE * DEV_BSIZE);
876 6c6e6e50 2020-10-24 neels if (vn && open) {
877 6c6e6e50 2020-10-24 neels VOP_CLOSE(vn, FREAD, NOCRED, curproc);
881 6c6e6e50 2020-10-24 neels return key_disk;
884 6c6e6e50 2020-10-24 neels static void
885 6c6e6e50 2020-10-24 neels sr_crypto_free_sessions(struct sr_discipline *sd)
889 6c6e6e50 2020-10-24 neels for (i = 0; i < SR_CRYPTO_MAXKEYS; i++) {
890 6c6e6e50 2020-10-24 neels if (sd->mds.mdd_crypto.scr_sid[i] != (u_int64_t)-1) {
891 6c6e6e50 2020-10-24 neels crypto_freesession(sd->mds.mdd_crypto.scr_sid[i]);
892 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_sid[i] = (u_int64_t)-1;
898 6c6e6e50 2020-10-24 neels sr_crypto_alloc_resources(struct sr_discipline *sd)
900 6c6e6e50 2020-10-24 neels struct sr_workunit *wu;
901 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *crwu;
902 6c6e6e50 2020-10-24 neels struct cryptoini cri;
903 6c6e6e50 2020-10-24 neels u_int num_keys, i;
905 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: sr_crypto_alloc_resources\n",
906 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc));
908 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_alg = CRYPTO_AES_XTS;
909 6c6e6e50 2020-10-24 neels switch (sd->mds.mdd_crypto.scr_meta->scm_alg) {
910 6c6e6e50 2020-10-24 neels case SR_CRYPTOA_AES_XTS_128:
911 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_klen = 256;
913 6c6e6e50 2020-10-24 neels case SR_CRYPTOA_AES_XTS_256:
914 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_klen = 512;
917 6c6e6e50 2020-10-24 neels sr_error(sd->sd_sc, "unknown crypto algorithm");
918 6c6e6e50 2020-10-24 neels return (EINVAL);
921 6c6e6e50 2020-10-24 neels for (i = 0; i < SR_CRYPTO_MAXKEYS; i++)
922 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_sid[i] = (u_int64_t)-1;
924 6c6e6e50 2020-10-24 neels if (sr_wu_alloc(sd)) {
925 6c6e6e50 2020-10-24 neels sr_error(sd->sd_sc, "unable to allocate work units");
926 6c6e6e50 2020-10-24 neels return (ENOMEM);
928 6c6e6e50 2020-10-24 neels if (sr_ccb_alloc(sd)) {
929 6c6e6e50 2020-10-24 neels sr_error(sd->sd_sc, "unable to allocate CCBs");
930 6c6e6e50 2020-10-24 neels return (ENOMEM);
932 6c6e6e50 2020-10-24 neels if (sr_crypto_decrypt_key(sd)) {
933 6c6e6e50 2020-10-24 neels sr_error(sd->sd_sc, "incorrect key or passphrase");
934 6c6e6e50 2020-10-24 neels return (EPERM);
938 6c6e6e50 2020-10-24 neels * For each work unit allocate the uio, iovec and crypto structures.
939 6c6e6e50 2020-10-24 neels * These have to be allocated now because during runtime we cannot
940 6c6e6e50 2020-10-24 neels * fail an allocation without failing the I/O (which can cause real
941 6c6e6e50 2020-10-24 neels * problems).
943 6c6e6e50 2020-10-24 neels TAILQ_FOREACH(wu, &sd->sd_wu, swu_next) {
944 6c6e6e50 2020-10-24 neels crwu = (struct sr_crypto_wu *)wu;
945 6c6e6e50 2020-10-24 neels crwu->cr_uio.uio_iov = &crwu->cr_iov;
946 6c6e6e50 2020-10-24 neels crwu->cr_dmabuf = dma_alloc(MAXPHYS, PR_WAITOK);
947 6c6e6e50 2020-10-24 neels crwu->cr_crp = crypto_getreq(MAXPHYS >> DEV_BSHIFT);
948 6c6e6e50 2020-10-24 neels if (crwu->cr_crp == NULL)
949 6c6e6e50 2020-10-24 neels return (ENOMEM);
952 6c6e6e50 2020-10-24 neels memset(&cri, 0, sizeof(cri));
953 6c6e6e50 2020-10-24 neels cri.cri_alg = sd->mds.mdd_crypto.scr_alg;
954 6c6e6e50 2020-10-24 neels cri.cri_klen = sd->mds.mdd_crypto.scr_klen;
956 6c6e6e50 2020-10-24 neels /* Allocate a session for every 2^SR_CRYPTO_KEY_BLKSHIFT blocks. */
957 6c6e6e50 2020-10-24 neels num_keys = ((sd->sd_meta->ssdi.ssd_size - 1) >>
958 6c6e6e50 2020-10-24 neels SR_CRYPTO_KEY_BLKSHIFT) + 1;
959 6c6e6e50 2020-10-24 neels if (num_keys > SR_CRYPTO_MAXKEYS)
960 6c6e6e50 2020-10-24 neels return (EFBIG);
961 6c6e6e50 2020-10-24 neels for (i = 0; i < num_keys; i++) {
962 6c6e6e50 2020-10-24 neels cri.cri_key = sd->mds.mdd_crypto.scr_key[i];
963 6c6e6e50 2020-10-24 neels if (crypto_newsession(&sd->mds.mdd_crypto.scr_sid[i],
964 6c6e6e50 2020-10-24 neels &cri, 0) != 0) {
965 6c6e6e50 2020-10-24 neels sr_crypto_free_sessions(sd);
966 6c6e6e50 2020-10-24 neels return (EINVAL);
970 6c6e6e50 2020-10-24 neels sr_hotplug_register(sd, sr_crypto_hotplug);
972 6c6e6e50 2020-10-24 neels return (0);
976 6c6e6e50 2020-10-24 neels sr_crypto_free_resources(struct sr_discipline *sd)
978 6c6e6e50 2020-10-24 neels struct sr_workunit *wu;
979 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *crwu;
981 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: sr_crypto_free_resources\n",
982 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc));
984 6c6e6e50 2020-10-24 neels if (sd->mds.mdd_crypto.key_disk != NULL) {
985 6c6e6e50 2020-10-24 neels explicit_bzero(sd->mds.mdd_crypto.key_disk,
986 6c6e6e50 2020-10-24 neels sizeof(*sd->mds.mdd_crypto.key_disk));
987 6c6e6e50 2020-10-24 neels free(sd->mds.mdd_crypto.key_disk, M_DEVBUF,
988 6c6e6e50 2020-10-24 neels sizeof(*sd->mds.mdd_crypto.key_disk));
991 6c6e6e50 2020-10-24 neels sr_hotplug_unregister(sd, sr_crypto_hotplug);
993 6c6e6e50 2020-10-24 neels sr_crypto_free_sessions(sd);
995 6c6e6e50 2020-10-24 neels TAILQ_FOREACH(wu, &sd->sd_wu, swu_next) {
996 6c6e6e50 2020-10-24 neels crwu = (struct sr_crypto_wu *)wu;
997 6c6e6e50 2020-10-24 neels if (crwu->cr_dmabuf)
998 6c6e6e50 2020-10-24 neels dma_free(crwu->cr_dmabuf, MAXPHYS);
999 6c6e6e50 2020-10-24 neels if (crwu->cr_crp)
1000 6c6e6e50 2020-10-24 neels crypto_freereq(crwu->cr_crp);
1003 6c6e6e50 2020-10-24 neels sr_wu_free(sd);
1004 6c6e6e50 2020-10-24 neels sr_ccb_free(sd);
1008 6c6e6e50 2020-10-24 neels sr_crypto_ioctl(struct sr_discipline *sd, struct bioc_discipline *bd)
1010 6c6e6e50 2020-10-24 neels struct sr_crypto_kdfpair kdfpair;
1011 6c6e6e50 2020-10-24 neels struct sr_crypto_kdfinfo kdfinfo1, kdfinfo2;
1012 6c6e6e50 2020-10-24 neels int size, rv = 1;
1014 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_IOCTL, "%s: sr_crypto_ioctl %u\n",
1015 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc), bd->bd_cmd);
1017 6c6e6e50 2020-10-24 neels switch (bd->bd_cmd) {
1018 6c6e6e50 2020-10-24 neels case SR_IOCTL_GET_KDFHINT:
1020 6c6e6e50 2020-10-24 neels /* Get KDF hint for userland. */
1021 6c6e6e50 2020-10-24 neels size = sizeof(sd->mds.mdd_crypto.scr_meta->scm_kdfhint);
1022 6c6e6e50 2020-10-24 neels if (bd->bd_data == NULL || bd->bd_size > size)
1023 6c6e6e50 2020-10-24 neels goto bad;
1024 6c6e6e50 2020-10-24 neels if (copyout(sd->mds.mdd_crypto.scr_meta->scm_kdfhint,
1025 6c6e6e50 2020-10-24 neels bd->bd_data, bd->bd_size))
1026 6c6e6e50 2020-10-24 neels goto bad;
1032 6c6e6e50 2020-10-24 neels case SR_IOCTL_CHANGE_PASSPHRASE:
1034 6c6e6e50 2020-10-24 neels /* Attempt to change passphrase. */
1036 6c6e6e50 2020-10-24 neels size = sizeof(kdfpair);
1037 6c6e6e50 2020-10-24 neels if (bd->bd_data == NULL || bd->bd_size > size)
1038 6c6e6e50 2020-10-24 neels goto bad;
1039 6c6e6e50 2020-10-24 neels if (copyin(bd->bd_data, &kdfpair, size))
1040 6c6e6e50 2020-10-24 neels goto bad;
1042 6c6e6e50 2020-10-24 neels size = sizeof(kdfinfo1);
1043 6c6e6e50 2020-10-24 neels if (kdfpair.kdfinfo1 == NULL || kdfpair.kdfsize1 > size)
1044 6c6e6e50 2020-10-24 neels goto bad;
1045 6c6e6e50 2020-10-24 neels if (copyin(kdfpair.kdfinfo1, &kdfinfo1, size))
1046 6c6e6e50 2020-10-24 neels goto bad;
1048 6c6e6e50 2020-10-24 neels size = sizeof(kdfinfo2);
1049 6c6e6e50 2020-10-24 neels if (kdfpair.kdfinfo2 == NULL || kdfpair.kdfsize2 > size)
1050 6c6e6e50 2020-10-24 neels goto bad;
1051 6c6e6e50 2020-10-24 neels if (copyin(kdfpair.kdfinfo2, &kdfinfo2, size))
1052 6c6e6e50 2020-10-24 neels goto bad;
1054 6c6e6e50 2020-10-24 neels if (sr_crypto_change_maskkey(sd, &kdfinfo1, &kdfinfo2))
1055 6c6e6e50 2020-10-24 neels goto bad;
1057 6c6e6e50 2020-10-24 neels /* Save metadata to disk. */
1058 6c6e6e50 2020-10-24 neels rv = sr_meta_save(sd, SR_META_DIRTY);
1064 6c6e6e50 2020-10-24 neels explicit_bzero(&kdfpair, sizeof(kdfpair));
1065 6c6e6e50 2020-10-24 neels explicit_bzero(&kdfinfo1, sizeof(kdfinfo1));
1066 6c6e6e50 2020-10-24 neels explicit_bzero(&kdfinfo2, sizeof(kdfinfo2));
1068 6c6e6e50 2020-10-24 neels return (rv);
1072 6c6e6e50 2020-10-24 neels sr_crypto_meta_opt_handler(struct sr_discipline *sd, struct sr_meta_opt_hdr *om)
1074 6c6e6e50 2020-10-24 neels int rv = EINVAL;
1076 6c6e6e50 2020-10-24 neels if (om->som_type == SR_OPT_CRYPTO) {
1077 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta = (struct sr_meta_crypto *)om;
1081 6c6e6e50 2020-10-24 neels return (rv);
1085 6c6e6e50 2020-10-24 neels sr_crypto_rw(struct sr_workunit *wu)
1087 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *crwu;
1088 6c6e6e50 2020-10-24 neels daddr_t blkno;
1089 6c6e6e50 2020-10-24 neels int rv = 0;
1091 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_DIS, "%s: sr_crypto_rw wu %p\n",
1092 6c6e6e50 2020-10-24 neels DEVNAME(wu->swu_dis->sd_sc), wu);
1094 6c6e6e50 2020-10-24 neels if (sr_validate_io(wu, &blkno, "sr_crypto_rw"))
1095 6c6e6e50 2020-10-24 neels return (1);
1097 6c6e6e50 2020-10-24 neels if (wu->swu_xs->flags & SCSI_DATA_OUT) {
1098 6c6e6e50 2020-10-24 neels crwu = sr_crypto_prepare(wu, 1);
1099 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_callback = sr_crypto_write;
1100 6c6e6e50 2020-10-24 neels rv = crypto_dispatch(crwu->cr_crp);
1101 6c6e6e50 2020-10-24 neels if (rv == 0)
1102 6c6e6e50 2020-10-24 neels rv = crwu->cr_crp->crp_etype;
1104 6c6e6e50 2020-10-24 neels rv = sr_crypto_dev_rw(wu, NULL);
1106 6c6e6e50 2020-10-24 neels return (rv);
1110 6c6e6e50 2020-10-24 neels sr_crypto_write(struct cryptop *crp)
1112 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *crwu = crp->crp_opaque;
1113 6c6e6e50 2020-10-24 neels struct sr_workunit *wu = &crwu->cr_wu;
1116 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_INTR, "%s: sr_crypto_write: wu %p xs: %p\n",
1117 6c6e6e50 2020-10-24 neels DEVNAME(wu->swu_dis->sd_sc), wu, wu->swu_xs);
1119 6c6e6e50 2020-10-24 neels if (crp->crp_etype) {
1120 6c6e6e50 2020-10-24 neels /* fail io */
1121 6c6e6e50 2020-10-24 neels wu->swu_xs->error = XS_DRIVER_STUFFUP;
1122 6c6e6e50 2020-10-24 neels s = splbio();
1123 6c6e6e50 2020-10-24 neels sr_scsi_done(wu->swu_dis, wu->swu_xs);
1127 6c6e6e50 2020-10-24 neels sr_crypto_dev_rw(wu, crwu);
1131 6c6e6e50 2020-10-24 neels sr_crypto_dev_rw(struct sr_workunit *wu, struct sr_crypto_wu *crwu)
1133 6c6e6e50 2020-10-24 neels struct sr_discipline *sd = wu->swu_dis;
1134 6c6e6e50 2020-10-24 neels struct scsi_xfer *xs = wu->swu_xs;
1135 6c6e6e50 2020-10-24 neels struct sr_ccb *ccb;
1136 6c6e6e50 2020-10-24 neels struct uio *uio;
1137 6c6e6e50 2020-10-24 neels daddr_t blkno;
1139 6c6e6e50 2020-10-24 neels blkno = wu->swu_blk_start;
1141 6c6e6e50 2020-10-24 neels ccb = sr_ccb_rw(sd, 0, blkno, xs->datalen, xs->data, xs->flags, 0);
1142 6c6e6e50 2020-10-24 neels if (!ccb) {
1143 6c6e6e50 2020-10-24 neels /* should never happen but handle more gracefully */
1144 6c6e6e50 2020-10-24 neels printf("%s: %s: too many ccbs queued\n",
1145 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc), sd->sd_meta->ssd_devname);
1146 6c6e6e50 2020-10-24 neels goto bad;
1148 6c6e6e50 2020-10-24 neels if (!ISSET(xs->flags, SCSI_DATA_IN)) {
1149 6c6e6e50 2020-10-24 neels uio = crwu->cr_crp->crp_buf;
1150 6c6e6e50 2020-10-24 neels ccb->ccb_buf.b_data = uio->uio_iov->iov_base;
1151 6c6e6e50 2020-10-24 neels ccb->ccb_opaque = crwu;
1153 6c6e6e50 2020-10-24 neels sr_wu_enqueue_ccb(wu, ccb);
1154 6c6e6e50 2020-10-24 neels sr_schedule_wu(wu);
1156 6c6e6e50 2020-10-24 neels return (0);
1159 6c6e6e50 2020-10-24 neels /* wu is unwound by sr_wu_put */
1160 6c6e6e50 2020-10-24 neels if (crwu)
1161 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_etype = EINVAL;
1162 6c6e6e50 2020-10-24 neels return (1);
1166 6c6e6e50 2020-10-24 neels sr_crypto_done(struct sr_workunit *wu)
1168 6c6e6e50 2020-10-24 neels struct scsi_xfer *xs = wu->swu_xs;
1169 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *crwu;
1172 6c6e6e50 2020-10-24 neels /* If this was a successful read, initiate decryption of the data. */
1173 6c6e6e50 2020-10-24 neels if (ISSET(xs->flags, SCSI_DATA_IN) && xs->error == XS_NOERROR) {
1174 6c6e6e50 2020-10-24 neels crwu = sr_crypto_prepare(wu, 0);
1175 6c6e6e50 2020-10-24 neels crwu->cr_crp->crp_callback = sr_crypto_read;
1176 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_INTR, "%s: sr_crypto_done: crypto_dispatch %p\n",
1177 6c6e6e50 2020-10-24 neels DEVNAME(wu->swu_dis->sd_sc), crwu->cr_crp);
1178 6c6e6e50 2020-10-24 neels crypto_dispatch(crwu->cr_crp);
1182 6c6e6e50 2020-10-24 neels s = splbio();
1183 6c6e6e50 2020-10-24 neels sr_scsi_done(wu->swu_dis, wu->swu_xs);
1188 6c6e6e50 2020-10-24 neels sr_crypto_read(struct cryptop *crp)
1190 6c6e6e50 2020-10-24 neels struct sr_crypto_wu *crwu = crp->crp_opaque;
1191 6c6e6e50 2020-10-24 neels struct sr_workunit *wu = &crwu->cr_wu;
1194 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_INTR, "%s: sr_crypto_read: wu %p xs: %p\n",
1195 6c6e6e50 2020-10-24 neels DEVNAME(wu->swu_dis->sd_sc), wu, wu->swu_xs);
1197 6c6e6e50 2020-10-24 neels if (crp->crp_etype)
1198 6c6e6e50 2020-10-24 neels wu->swu_xs->error = XS_DRIVER_STUFFUP;
1200 6c6e6e50 2020-10-24 neels s = splbio();
1201 6c6e6e50 2020-10-24 neels sr_scsi_done(wu->swu_dis, wu->swu_xs);
1206 6c6e6e50 2020-10-24 neels sr_crypto_hotplug(struct sr_discipline *sd, struct disk *diskp, int action)
1208 6c6e6e50 2020-10-24 neels DNPRINTF(SR_D_MISC, "%s: sr_crypto_hotplug: %s %d\n",
1209 6c6e6e50 2020-10-24 neels DEVNAME(sd->sd_sc), diskp->dk_name, action);
1212 6c6e6e50 2020-10-24 neels #ifdef SR_DEBUG0
1214 6c6e6e50 2020-10-24 neels sr_crypto_dumpkeys(struct sr_discipline *sd)
1216 6c6e6e50 2020-10-24 neels int i, j;
1218 6c6e6e50 2020-10-24 neels printf("sr_crypto_dumpkeys:\n");
1219 6c6e6e50 2020-10-24 neels for (i = 0; i < SR_CRYPTO_MAXKEYS; i++) {
1220 6c6e6e50 2020-10-24 neels printf("\tscm_key[%d]: 0x", i);
1221 6c6e6e50 2020-10-24 neels for (j = 0; j < SR_CRYPTO_KEYBYTES; j++) {
1222 6c6e6e50 2020-10-24 neels printf("%02x",
1223 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_meta->scm_key[i][j]);
1225 6c6e6e50 2020-10-24 neels printf("\n");
1227 6c6e6e50 2020-10-24 neels printf("sr_crypto_dumpkeys: runtime data keys:\n");
1228 6c6e6e50 2020-10-24 neels for (i = 0; i < SR_CRYPTO_MAXKEYS; i++) {
1229 6c6e6e50 2020-10-24 neels printf("\tscr_key[%d]: 0x", i);
1230 6c6e6e50 2020-10-24 neels for (j = 0; j < SR_CRYPTO_KEYBYTES; j++) {
1231 6c6e6e50 2020-10-24 neels printf("%02x",
1232 6c6e6e50 2020-10-24 neels sd->mds.mdd_crypto.scr_key[i][j]);
1234 6c6e6e50 2020-10-24 neels printf("\n");
1237 6c6e6e50 2020-10-24 neels #endif /* SR_DEBUG */
