{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.117197194Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62725"} {"msg":"region 5f425de8-0fad-44a2-91d7-72835038a7dd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.117259905Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.118560028Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.118572288Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"uri":"/crucible/0/regions","method":"POST","req_id":"fdc33708-4ec3-46b9-a5ec-9c5547a7bec8","remote_addr":"[fd00:1122:3344:101::b]:62725","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1331,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/5f425de8-0fad-44a2-91d7-72835038a7dd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.127420966Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/5f425de8-0fad-44a2-91d7-72835038a7dd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.127438926Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5f425de8-0fad-44a2-91d7-72835038a7dd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5f425de8-0fad-44a2-91d7-72835038a7dd\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.183408246Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"region":"5f425de8-0fad-44a2-91d7-72835038a7dd","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5f425de8-0fad-44a2-91d7-72835038a7dd\" \"--data\" \"/data/regions/5f425de8-0fad-44a2-91d7-72835038a7dd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.183440897Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"region":"5f425de8-0fad-44a2-91d7-72835038a7dd","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.270727376Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"region":"5f425de8-0fad-44a2-91d7-72835038a7dd","component":"worker"} {"msg":"region 5f425de8-0fad-44a2-91d7-72835038a7dd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.270762227Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.270884279Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5f425de8-0fad-44a2-91d7-72835038a7dd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.271276276Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5f425de8-0fad-44a2-91d7-72835038a7dd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.280618593Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.293962691Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"uri":"/crucible/0/regions","method":"POST","req_id":"7285a613-57e1-49a1-9c80-4cc05c64dd2a","remote_addr":"[fd00:1122:3344:101::b]:62725","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":200} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.305438886Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5f425de8-0fad-44a2-91d7-72835038a7dd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.308755325Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5f425de8-0fad-44a2-91d7-72835038a7dd","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.308953569Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.30899788Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.30903471Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.309068781Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.312687466Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:31.329500526Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.231954339Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"uri":"/crucible/0/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f","method":"GET","req_id":"02f6b993-3289-4379-a034-e33835e48b88","remote_addr":"[fd00:1122:3344:101::b]:62725","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"path is \"/data/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.235534313Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"dataset is oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.244029005Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"snapshot is oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f@b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.251671871Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f\", \"b37c9f1e-c473-4967-bb6b-8d1939804129\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.251706132Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.263965471Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"uri":"/crucible/0/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f/snapshots/b37c9f1e-c473-4967-bb6b-8d1939804129","method":"GET","req_id":"c9346245-15b9-4ab0-b595-48e2127ff205","remote_addr":"[fd00:1122:3344:101::b]:62725","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28467,"response_code":200} {"msg":"path is \"/data/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.268460311Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"dataset is oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.275836243Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"snapshot is oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f@b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.281723428Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f\", \"b37c9f1e-c473-4967-bb6b-8d1939804129\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.281748748Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ac8ae3f9-96f5-4fe4-bc32-7976ff62899f-b37c9f1e-c473-4967-bb6b-8d1939804129 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.290471404Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"applying SMF actions for region ac8ae3f9-96f5-4fe4-bc32-7976ff62899f running snapshot b37c9f1e-c473-4967-bb6b-8d1939804129 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.290608057Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.290616997Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"uri":"/crucible/0/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f/snapshots/b37c9f1e-c473-4967-bb6b-8d1939804129/run","method":"POST","req_id":"f1d398d0-810c-4aa6-b3c0-2b38eb6b7db0","remote_addr":"[fd00:1122:3344:101::b]:62725","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22191,"response_code":200} {"msg":"creating missing snapshot instance snapshot-ac8ae3f9-96f5-4fe4-bc32-7976ff62899f-b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.295344341Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ac8ae3f9-96f5-4fe4-bc32-7976ff62899f-b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.305423111Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ac8ae3f9-96f5-4fe4-bc32-7976ff62899f-b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.315654004Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f/.zfs/snapshot/b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.31596215Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.31600718Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.316048421Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.316086242Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.316133733Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.319770588Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.32439469Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"worker"} {"msg":"region ac8ae3f9-96f5-4fe4-bc32-7976ff62899f running snapshot b37c9f1e-c473-4967-bb6b-8d1939804129 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.32441149Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"path is \"/data/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.449612127Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"dataset is oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.456822376Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"datafile"} {"msg":"snapshot is oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f@b37c9f1e-c473-4967-bb6b-8d1939804129","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.463140179Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_3d3852d2-5917-4f0c-909d-b0fb44a1856c/crucible/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f\", \"b37c9f1e-c473-4967-bb6b-8d1939804129\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.463173709Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-30T16:46:33.470061132Z","hostname":"oxz_crucible_f64c57d1-a80c-4700-8367-4d9e4289ffa3","pid":24858,"uri":"/crucible/0/regions/ac8ae3f9-96f5-4fe4-bc32-7976ff62899f/snapshots/b37c9f1e-c473-4967-bb6b-8d1939804129/run","method":"POST","req_id":"a413bdd3-87b1-4284-ab8d-87d246d13232","remote_addr":"[fd00:1122:3344:101::b]:62725","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20501,"response_code":200}