{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.324876804Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60508"} {"msg":"region 201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.324992625Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.325585544Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"c30f2631-459f-48fd-a72e-1d4cd0c02a0d","remote_addr":"[fd00:1122:3344:101::a]:60508","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":631,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.325598894Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.33282536Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.33284473Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.393179285Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"region":"201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9\" \"--data\" \"/data/regions/201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.393222566Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"region":"201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.478361555Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"region":"201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","component":"worker"} {"msg":"region 201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.478405035Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.478579818Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.480006679Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.498941346Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.530104953Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.534301035Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/201f8a9d-bcfb-4ac5-89e5-6b538e9e81f9","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.53468318Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.534766482Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.534819122Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.534864923Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.538972863Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.557101889Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:25.700736985Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"uri":"/crucible/0/regions","method":"POST","req_id":"2248e9b6-cb75-4dc7-ab11-4c3337a63f97","remote_addr":"[fd00:1122:3344:101::a]:60508","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.84811004Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"uri":"/crucible/0/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954","method":"GET","req_id":"922dce30-addf-4478-83f9-29eb1eb2878c","remote_addr":"[fd00:1122:3344:101::a]:60508","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":200} {"msg":"path is \"/data/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.851971437Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.858001495Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954@813c0850-f471-41f5-a6ee-41fe6ce9f374","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.864766174Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954\", \"813c0850-f471-41f5-a6ee-41fe6ce9f374\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.864786934Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.87334851Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"uri":"/crucible/0/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954/snapshots/813c0850-f471-41f5-a6ee-41fe6ce9f374","method":"GET","req_id":"bdbec99f-23bc-4b54-83cc-9a8e12f0ccf1","remote_addr":"[fd00:1122:3344:101::a]:60508","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21399,"response_code":200} {"msg":"path is \"/data/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.877588202Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.884649416Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954@813c0850-f471-41f5-a6ee-41fe6ce9f374","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.890685734Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954\", \"813c0850-f471-41f5-a6ee-41fe6ce9f374\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.890708495Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot bf7b66bd-22d6-4a4b-9192-8439e1397954-813c0850-f471-41f5-a6ee-41fe6ce9f374 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.89718608Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.897315022Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"uri":"/crucible/0/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954/snapshots/813c0850-f471-41f5-a6ee-41fe6ce9f374/run","method":"POST","req_id":"d5d938c2-834d-4d95-bb9a-64fe21c08be3","remote_addr":"[fd00:1122:3344:101::a]:60508","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19744,"response_code":200} {"msg":"applying SMF actions for region bf7b66bd-22d6-4a4b-9192-8439e1397954 running snapshot 813c0850-f471-41f5-a6ee-41fe6ce9f374 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.897330222Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-bf7b66bd-22d6-4a4b-9192-8439e1397954-813c0850-f471-41f5-a6ee-41fe6ce9f374","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.90194663Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-bf7b66bd-22d6-4a4b-9192-8439e1397954-813c0850-f471-41f5-a6ee-41fe6ce9f374","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.909376148Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-bf7b66bd-22d6-4a4b-9192-8439e1397954-813c0850-f471-41f5-a6ee-41fe6ce9f374","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.919539897Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954/.zfs/snapshot/813c0850-f471-41f5-a6ee-41fe6ce9f374","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.919867452Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.919913643Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.919949494Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.919987124Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.920030045Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.923758599Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.92860143Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"worker"} {"msg":"region bf7b66bd-22d6-4a4b-9192-8439e1397954 running snapshot 813c0850-f471-41f5-a6ee-41fe6ce9f374 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:26.92861759Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"path is \"/data/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954\"","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:27.108888584Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"dataset is oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:27.115634862Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"datafile"} {"msg":"snapshot is oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954@813c0850-f471-41f5-a6ee-41fe6ce9f374","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:27.12095207Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_44101716-8adc-49f7-a3bb-9f63828b4c8a/crucible/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954\", \"813c0850-f471-41f5-a6ee-41fe6ce9f374\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:27.120974931Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-02-08T16:48:27.127421685Z","hostname":"oxz_crucible_38b58189-6e02-4390-8a98-fea7d4ca32f0","pid":23536,"uri":"/crucible/0/regions/bf7b66bd-22d6-4a4b-9192-8439e1397954/snapshots/813c0850-f471-41f5-a6ee-41fe6ce9f374/run","method":"POST","req_id":"932849ff-5a97-4934-9f28-c00e8060fc4c","remote_addr":"[fd00:1122:3344:101::a]:60508","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18601,"response_code":200}