{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.34360008Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60659"} {"msg":"region b2ffcd9a-1343-4cf0-9260-4ba499a73391 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.343866296Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.345096299Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"uri":"/crucible/0/regions","method":"POST","req_id":"b2239750-56cf-4fac-b8e7-ed012a790071","remote_addr":"[fd00:1122:3344:101::c]:60659","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1267,"response_code":200} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.345121209Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/b2ffcd9a-1343-4cf0-9260-4ba499a73391","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.360234589Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/b2ffcd9a-1343-4cf0-9260-4ba499a73391","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.360251469Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b2ffcd9a-1343-4cf0-9260-4ba499a73391\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b2ffcd9a-1343-4cf0-9260-4ba499a73391\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.433204366Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"region":"b2ffcd9a-1343-4cf0-9260-4ba499a73391","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b2ffcd9a-1343-4cf0-9260-4ba499a73391\" \"--data\" \"/data/regions/b2ffcd9a-1343-4cf0-9260-4ba499a73391\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.433250057Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"region":"b2ffcd9a-1343-4cf0-9260-4ba499a73391","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.507657001Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"uri":"/crucible/0/regions","method":"POST","req_id":"29c31347-cf77-4e9d-a109-4695682647f7","remote_addr":"[fd00:1122:3344:101::c]:60659","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.550568928Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"region":"b2ffcd9a-1343-4cf0-9260-4ba499a73391","component":"worker"} {"msg":"region b2ffcd9a-1343-4cf0-9260-4ba499a73391 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.550590922Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.55070874Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b2ffcd9a-1343-4cf0-9260-4ba499a73391","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.551012974Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b2ffcd9a-1343-4cf0-9260-4ba499a73391","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.561130325Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.58330599Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b2ffcd9a-1343-4cf0-9260-4ba499a73391","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.585803058Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b2ffcd9a-1343-4cf0-9260-4ba499a73391","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.586108263Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.586151314Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.586190905Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.586226126Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.590240813Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.607062945Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:07.912290468Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"uri":"/crucible/0/regions","method":"POST","req_id":"2baf6842-904d-4058-9e16-5474bda7e889","remote_addr":"[fd00:1122:3344:101::c]:60659","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":62,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.371644929Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"uri":"/crucible/0/regions/dd3c9ccd-f143-4771-990d-56440605268f","method":"GET","req_id":"03f6c1b8-85ca-4ec2-9d1c-9a521d3af7f5","remote_addr":"[fd00:1122:3344:101::c]:60659","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":200} {"msg":"path is \"/data/regions/dd3c9ccd-f143-4771-990d-56440605268f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.37482667Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"dataset is oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.380485208Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"snapshot is oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f@0f6c8698-04c5-4839-aca1-5d488eabd00e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.386976652Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f\", \"0f6c8698-04c5-4839-aca1-5d488eabd00e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.386989182Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.395580237Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"uri":"/crucible/0/regions/dd3c9ccd-f143-4771-990d-56440605268f/snapshots/0f6c8698-04c5-4839-aca1-5d488eabd00e","method":"GET","req_id":"d535a106-bfed-4d08-94ed-4e50d025add3","remote_addr":"[fd00:1122:3344:101::c]:60659","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20768,"response_code":200} {"msg":"path is \"/data/regions/dd3c9ccd-f143-4771-990d-56440605268f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.399412111Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"dataset is oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.404680221Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"snapshot is oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f@0f6c8698-04c5-4839-aca1-5d488eabd00e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.411344029Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f\", \"0f6c8698-04c5-4839-aca1-5d488eabd00e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.41139034Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot dd3c9ccd-f143-4771-990d-56440605268f-0f6c8698-04c5-4839-aca1-5d488eabd00e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.41872449Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.418871523Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"uri":"/crucible/0/regions/dd3c9ccd-f143-4771-990d-56440605268f/snapshots/0f6c8698-04c5-4839-aca1-5d488eabd00e/run","method":"POST","req_id":"9135ebdd-bcfe-43b7-a908-f0aaae2c8a39","remote_addr":"[fd00:1122:3344:101::c]:60659","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19474,"response_code":200} {"msg":"applying SMF actions for region dd3c9ccd-f143-4771-990d-56440605268f running snapshot 0f6c8698-04c5-4839-aca1-5d488eabd00e (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.418905484Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-dd3c9ccd-f143-4771-990d-56440605268f-0f6c8698-04c5-4839-aca1-5d488eabd00e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.423351069Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-dd3c9ccd-f143-4771-990d-56440605268f-0f6c8698-04c5-4839-aca1-5d488eabd00e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.432113026Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-dd3c9ccd-f143-4771-990d-56440605268f-0f6c8698-04c5-4839-aca1-5d488eabd00e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.441372834Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/dd3c9ccd-f143-4771-990d-56440605268f/.zfs/snapshot/0f6c8698-04c5-4839-aca1-5d488eabd00e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.44169723Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.441740031Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.441775842Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.441812912Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.441854963Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.445833899Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.449966428Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"worker"} {"msg":"region dd3c9ccd-f143-4771-990d-56440605268f running snapshot 0f6c8698-04c5-4839-aca1-5d488eabd00e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.449975988Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"path is \"/data/regions/dd3c9ccd-f143-4771-990d-56440605268f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.699378823Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"dataset is oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.705679184Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"datafile"} {"msg":"snapshot is oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f@0f6c8698-04c5-4839-aca1-5d488eabd00e","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.71177954Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_1fe109ba-7d30-43aa-a6ee-27c13c242449/crucible/regions/dd3c9ccd-f143-4771-990d-56440605268f\", \"0f6c8698-04c5-4839-aca1-5d488eabd00e\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.711794161Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-03T17:06:09.7180286Z","hostname":"oxz_crucible_34d54833-765f-45f4-9bfd-40c99f272ed6","pid":23316,"uri":"/crucible/0/regions/dd3c9ccd-f143-4771-990d-56440605268f/snapshots/0f6c8698-04c5-4839-aca1-5d488eabd00e/run","method":"POST","req_id":"b3824569-de01-48db-aa88-e9ef76db5e2e","remote_addr":"[fd00:1122:3344:101::c]:60659","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18683,"response_code":200}