{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.34364652Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49433"} {"msg":"region 6f20aa56-43ab-4a14-91eb-527fd67990d3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.343713721Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.344693066Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"uri":"/crucible/0/regions","method":"POST","req_id":"1fc62817-a359-4dd6-b1ee-ae011c80c447","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1007,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.344704776Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/6f20aa56-43ab-4a14-91eb-527fd67990d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.352842684Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/6f20aa56-43ab-4a14-91eb-527fd67990d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.352859704Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"6f20aa56-43ab-4a14-91eb-527fd67990d3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6f20aa56-43ab-4a14-91eb-527fd67990d3\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.411377764Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"region":"6f20aa56-43ab-4a14-91eb-527fd67990d3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6f20aa56-43ab-4a14-91eb-527fd67990d3\" \"--data\" \"/data/regions/6f20aa56-43ab-4a14-91eb-527fd67990d3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.411415865Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"region":"6f20aa56-43ab-4a14-91eb-527fd67990d3","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.519008028Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"uri":"/crucible/0/regions","method":"POST","req_id":"a49bacb1-a7f3-48e0-9abe-ab3ab7f8ff46","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":59,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.54942664Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"region":"6f20aa56-43ab-4a14-91eb-527fd67990d3","component":"worker"} {"msg":"region 6f20aa56-43ab-4a14-91eb-527fd67990d3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.54945668Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.549580902Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-6f20aa56-43ab-4a14-91eb-527fd67990d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.550015848Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6f20aa56-43ab-4a14-91eb-527fd67990d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.562571621Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.587538403Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6f20aa56-43ab-4a14-91eb-527fd67990d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.59216031Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6f20aa56-43ab-4a14-91eb-527fd67990d3","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.592506415Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.592550806Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.592593967Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.592629687Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.597558479Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:33.624646302Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:34.178139222Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"uri":"/crucible/0/regions","method":"POST","req_id":"c0483708-7bbf-421d-a939-9ab212982d6c","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":56,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.545363912Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"uri":"/crucible/0/regions/924cef1f-4c13-4b2f-b71b-ab7197116334","method":"GET","req_id":"998b96b6-79e4-4833-920c-44fb0c0c315a","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":200} {"msg":"path is \"/data/regions/924cef1f-4c13-4b2f-b71b-ab7197116334\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.548754711Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"dataset is oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.554599536Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"snapshot is oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334@dbc51ac0-e224-4c67-83a2-e09166ccd5d5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.561115421Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334\", \"dbc51ac0-e224-4c67-83a2-e09166ccd5d5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.561142591Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.569229899Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"uri":"/crucible/0/regions/924cef1f-4c13-4b2f-b71b-ab7197116334/snapshots/dbc51ac0-e224-4c67-83a2-e09166ccd5d5","method":"GET","req_id":"d807d932-afcd-4375-b56b-01400bf78bf8","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20493,"response_code":200} {"msg":"path is \"/data/regions/924cef1f-4c13-4b2f-b71b-ab7197116334\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.573085964Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"dataset is oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.579682935Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"snapshot is oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334@dbc51ac0-e224-4c67-83a2-e09166ccd5d5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.585262461Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334\", \"dbc51ac0-e224-4c67-83a2-e09166ccd5d5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.585289522Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 924cef1f-4c13-4b2f-b71b-ab7197116334-dbc51ac0-e224-4c67-83a2-e09166ccd5d5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.592942563Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.593070945Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"uri":"/crucible/0/regions/924cef1f-4c13-4b2f-b71b-ab7197116334/snapshots/dbc51ac0-e224-4c67-83a2-e09166ccd5d5/run","method":"POST","req_id":"3dcd607c-0141-432e-ba90-83b13cb8e415","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20003,"response_code":200} {"msg":"applying SMF actions for region 924cef1f-4c13-4b2f-b71b-ab7197116334 running snapshot dbc51ac0-e224-4c67-83a2-e09166ccd5d5 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.593085795Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-924cef1f-4c13-4b2f-b71b-ab7197116334-dbc51ac0-e224-4c67-83a2-e09166ccd5d5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.598160129Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-924cef1f-4c13-4b2f-b71b-ab7197116334-dbc51ac0-e224-4c67-83a2-e09166ccd5d5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.608315996Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-924cef1f-4c13-4b2f-b71b-ab7197116334-dbc51ac0-e224-4c67-83a2-e09166ccd5d5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.618527965Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/924cef1f-4c13-4b2f-b71b-ab7197116334/.zfs/snapshot/dbc51ac0-e224-4c67-83a2-e09166ccd5d5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.618820289Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.6188699Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.61890646Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.618943021Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.618990341Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.622756196Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.627043498Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"worker"} {"msg":"region 924cef1f-4c13-4b2f-b71b-ab7197116334 running snapshot dbc51ac0-e224-4c67-83a2-e09166ccd5d5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.627053879Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"path is \"/data/regions/924cef1f-4c13-4b2f-b71b-ab7197116334\"","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.728292491Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"dataset is oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.734733403Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"datafile"} {"msg":"snapshot is oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334@dbc51ac0-e224-4c67-83a2-e09166ccd5d5","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.739900098Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_84f9bc19-d3e3-412a-902c-8868a6ef72b7/crucible/regions/924cef1f-4c13-4b2f-b71b-ab7197116334\", \"dbc51ac0-e224-4c67-83a2-e09166ccd5d5\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.739914648Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-01-12T18:05:35.74487917Z","hostname":"oxz_crucible_3fffe131-61fb-48fd-ae11-2c6c08816761","pid":24281,"uri":"/crucible/0/regions/924cef1f-4c13-4b2f-b71b-ab7197116334/snapshots/dbc51ac0-e224-4c67-83a2-e09166ccd5d5/run","method":"POST","req_id":"c4f781c3-228a-4f10-878b-86f34ae6ea06","remote_addr":"[fd00:1122:3344:101::a]:49433","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16600,"response_code":200}