{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.594466632Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:63755"} {"msg":"region 1dd2774c-24ed-4cee-bd85-1210ddc0f0b3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.594550944Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.595199095Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.595215855Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"uri":"/crucible/0/regions","method":"POST","req_id":"aacea582-9dfc-4c1b-996a-a83e07673e24","remote_addr":"[fd00:1122:3344:101::b]:63755","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":690,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.604572205Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.604593115Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1dd2774c-24ed-4cee-bd85-1210ddc0f0b3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1dd2774c-24ed-4cee-bd85-1210ddc0f0b3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.66873261Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"region":"1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1dd2774c-24ed-4cee-bd85-1210ddc0f0b3\" \"--data\" \"/data/regions/1dd2774c-24ed-4cee-bd85-1210ddc0f0b3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.669435372Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"region":"1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.771184129Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"region":"1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","component":"worker"} {"msg":"region 1dd2774c-24ed-4cee-bd85-1210ddc0f0b3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.77122278Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.771308622Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.771642057Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.780240794Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.798498096Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.801151161Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1dd2774c-24ed-4cee-bd85-1210ddc0f0b3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.801446966Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.801491377Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.801533987Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.801571008Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.804970296Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.819688697Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:42.857728917Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"uri":"/crucible/0/regions","method":"POST","req_id":"6c0143dc-ddb8-44f2-967e-0cc87790909c","remote_addr":"[fd00:1122:3344:101::b]:63755","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.424383914Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"uri":"/crucible/0/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf","method":"GET","req_id":"790937c1-2800-4ec5-b960-e1c4dc33ece7","remote_addr":"[fd00:1122:3344:101::b]:63755","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"path is \"/data/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.42822882Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"dataset is oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.43466325Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"snapshot is oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf@1465a034-88f8-4aca-9d73-2eb4fdfca4df","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.440877016Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf\", \"1465a034-88f8-4aca-9d73-2eb4fdfca4df\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.440899516Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.448962644Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"uri":"/crucible/0/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf/snapshots/1465a034-88f8-4aca-9d73-2eb4fdfca4df","method":"GET","req_id":"987b47ee-6e19-47b3-a3b6-59221d2d083e","remote_addr":"[fd00:1122:3344:101::b]:63755","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":20774,"response_code":200} {"msg":"path is \"/data/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.45226098Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"dataset is oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.457657252Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"snapshot is oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf@1465a034-88f8-4aca-9d73-2eb4fdfca4df","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.464339987Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf\", \"1465a034-88f8-4aca-9d73-2eb4fdfca4df\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.464358727Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 9df97c6e-fa44-4bf1-a9ef-9305b6f348cf-1465a034-88f8-4aca-9d73-2eb4fdfca4df state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.471727742Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"applying SMF actions for region 9df97c6e-fa44-4bf1-a9ef-9305b6f348cf running snapshot 1465a034-88f8-4aca-9d73-2eb4fdfca4df (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.471860575Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.471871575Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"uri":"/crucible/0/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf/snapshots/1465a034-88f8-4aca-9d73-2eb4fdfca4df/run","method":"POST","req_id":"b812a959-60f8-4e47-a43e-0b26eeed6426","remote_addr":"[fd00:1122:3344:101::b]:63755","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":19622,"response_code":200} {"msg":"creating missing snapshot instance snapshot-9df97c6e-fa44-4bf1-a9ef-9305b6f348cf-1465a034-88f8-4aca-9d73-2eb4fdfca4df","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.476702087Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-9df97c6e-fa44-4bf1-a9ef-9305b6f348cf-1465a034-88f8-4aca-9d73-2eb4fdfca4df","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.487122795Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-9df97c6e-fa44-4bf1-a9ef-9305b6f348cf-1465a034-88f8-4aca-9d73-2eb4fdfca4df","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.496585217Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf/.zfs/snapshot/1465a034-88f8-4aca-9d73-2eb4fdfca4df","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.496885972Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.496929043Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.496970773Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.497008074Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.497059695Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.500942351Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.505668402Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"worker"} {"msg":"region 9df97c6e-fa44-4bf1-a9ef-9305b6f348cf running snapshot 1465a034-88f8-4aca-9d73-2eb4fdfca4df state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.505678972Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"path is \"/data/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.744938777Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"dataset is oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.751396537Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"datafile"} {"msg":"snapshot is oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf@1465a034-88f8-4aca-9d73-2eb4fdfca4df","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.757722605Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_2a1c5e29-5867-4457-ada0-36088a902568/crucible/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf\", \"1465a034-88f8-4aca-9d73-2eb4fdfca4df\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.757747066Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-22T10:01:44.763481324Z","hostname":"oxz_crucible_9fe8e86c-58bb-4930-8c22-46fce3c2af01","pid":23992,"uri":"/crucible/0/regions/9df97c6e-fa44-4bf1-a9ef-9305b6f348cf/snapshots/1465a034-88f8-4aca-9d73-2eb4fdfca4df/run","method":"POST","req_id":"e42a98ef-b3d5-4eff-b2b7-7926a3ef26bf","remote_addr":"[fd00:1122:3344:101::b]:63755","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18571,"response_code":200}