{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.193577365Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57129"} {"msg":"region 03ce6d61-248a-47c9-888d-b223e6aacef3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.242363364Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.24554072Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.24556149Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions","method":"POST","req_id":"dc2059c4-b993-432f-a082-71b023d7e1d2","remote_addr":"[fd00:1122:3344:101::c]:57129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20149,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_cc475068-8b59-4dab-adce-6caf42ff9c4f/crucible/regions/03ce6d61-248a-47c9-888d-b223e6aacef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.256068916Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cc475068-8b59-4dab-adce-6caf42ff9c4f/crucible/regions/03ce6d61-248a-47c9-888d-b223e6aacef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.256093607Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"03ce6d61-248a-47c9-888d-b223e6aacef3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/03ce6d61-248a-47c9-888d-b223e6aacef3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.312355447Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"region":"03ce6d61-248a-47c9-888d-b223e6aacef3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"03ce6d61-248a-47c9-888d-b223e6aacef3\" \"--data\" \"/data/regions/03ce6d61-248a-47c9-888d-b223e6aacef3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.314742827Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"region":"03ce6d61-248a-47c9-888d-b223e6aacef3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.398569463Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions","method":"POST","req_id":"99f062a0-e520-4c66-8208-772613771325","remote_addr":"[fd00:1122:3344:101::c]:57129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.711135683Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"region":"03ce6d61-248a-47c9-888d-b223e6aacef3","component":"worker"} {"msg":"region 03ce6d61-248a-47c9-888d-b223e6aacef3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.711187643Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.711268564Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-03ce6d61-248a-47c9-888d-b223e6aacef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.711597957Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-03ce6d61-248a-47c9-888d-b223e6aacef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.725056227Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.747890414Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03ce6d61-248a-47c9-888d-b223e6aacef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.751423993Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03ce6d61-248a-47c9-888d-b223e6aacef3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.75479918Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.754875291Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.754928561Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.754983472Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.758130158Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.769200598Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:42.977430723Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions","method":"POST","req_id":"dcfc667c-e0c9-4401-8c27-607ce3ee2995","remote_addr":"[fd00:1122:3344:101::c]:57129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":67,"response_code":200} {"msg":"region fada1b33-57da-4d69-a423-af3ad51caace state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.401589617Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.401755748Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions","method":"POST","req_id":"2eea61b7-c23d-45dc-8221-e15902cb9319","remote_addr":"[fd00:1122:3344:101::c]:57129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":219,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.401771958Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_cc475068-8b59-4dab-adce-6caf42ff9c4f/crucible/regions/fada1b33-57da-4d69-a423-af3ad51caace","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.408358012Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cc475068-8b59-4dab-adce-6caf42ff9c4f/crucible/regions/fada1b33-57da-4d69-a423-af3ad51caace","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.408384932Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fada1b33-57da-4d69-a423-af3ad51caace\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fada1b33-57da-4d69-a423-af3ad51caace\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.4557608Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"region":"fada1b33-57da-4d69-a423-af3ad51caace","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fada1b33-57da-4d69-a423-af3ad51caace\" \"--data\" \"/data/regions/fada1b33-57da-4d69-a423-af3ad51caace\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.45580212Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"region":"fada1b33-57da-4d69-a423-af3ad51caace","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.529517084Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"region":"fada1b33-57da-4d69-a423-af3ad51caace","component":"worker"} {"msg":"region fada1b33-57da-4d69-a423-af3ad51caace state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.529552614Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.529647675Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fada1b33-57da-4d69-a423-af3ad51caace","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.533490166Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fada1b33-57da-4d69-a423-af3ad51caace","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.53630857Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.542739692Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fada1b33-57da-4d69-a423-af3ad51caace","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.545668716Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fada1b33-57da-4d69-a423-af3ad51caace","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.545955729Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.546018979Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.5460698Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.54613023Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.54981233Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.555286985Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:17:49.615307747Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions","method":"POST","req_id":"ba42d440-a8f9-4434-9f33-1796888de0aa","remote_addr":"[fd00:1122:3344:101::c]:57129","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":63,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.446852209Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:52376"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.446990361Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions/fada1b33-57da-4d69-a423-af3ad51caace","method":"GET","req_id":"81ff274d-39e5-42fa-a601-0e8d5fd78d99","remote_addr":"[fd00:1122:3344:101::c]:52376","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/fada1b33-57da-4d69-a423-af3ad51caace\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.449931655Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"dataset is oxp_cc475068-8b59-4dab-adce-6caf42ff9c4f/crucible/regions/fada1b33-57da-4d69-a423-af3ad51caace","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.462558928Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"region fada1b33-57da-4d69-a423-af3ad51caace state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.470641864Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.471273309Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions/fada1b33-57da-4d69-a423-af3ad51caace","method":"DELETE","req_id":"cbfd749e-6b9e-4dc7-878c-6f3df298a111","remote_addr":"[fd00:1122:3344:101::c]:52376","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":21362,"response_code":204} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.47131877Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-fada1b33-57da-4d69-a423-af3ad51caace (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.472266928Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.474717118Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions/fada1b33-57da-4d69-a423-af3ad51caace","method":"GET","req_id":"01d0e4b0-2d65-418c-93a8-13ac295a1ca9","remote_addr":"[fd00:1122:3344:101::c]:52376","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":34,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.488228578Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cc475068-8b59-4dab-adce-6caf42ff9c4f/crucible/regions/fada1b33-57da-4d69-a423-af3ad51caace\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.496610937Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"region":"fada1b33-57da-4d69-a423-af3ad51caace","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.540584257Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions/fada1b33-57da-4d69-a423-af3ad51caace","method":"GET","req_id":"4e2a7b39-cdd2-4723-af1d-31f9ae0128fa","remote_addr":"[fd00:1122:3344:101::c]:52376","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"region fada1b33-57da-4d69-a423-af3ad51caace state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.543068077Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-16T02:18:20.624742676Z","hostname":"oxz_crucible_900ae03d-4f5c-4fee-8129-a85d674442c9","pid":25153,"uri":"/crucible/0/regions/fada1b33-57da-4d69-a423-af3ad51caace","method":"GET","req_id":"78f3aa3d-6cd6-41bc-9209-efa29fb71463","remote_addr":"[fd00:1122:3344:101::c]:52376","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":35,"response_code":200}