{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:39.942343579Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64849"} {"msg":"region 5853d254-836e-4309-8e8c-e21e60046b77 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:39.942407841Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:39.950924171Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:39.950939741Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions","method":"POST","req_id":"96d16fca-062e-46ba-ae03-3b61e4fb9609","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":8547,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/5853d254-836e-4309-8e8c-e21e60046b77","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:39.971946792Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/5853d254-836e-4309-8e8c-e21e60046b77","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:39.971964073Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.234198596Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions","method":"POST","req_id":"0e46f693-3ffe-4838-91e0-51feed1f0bb1","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200} {"msg":"creating region Region { id: RegionId(\"5853d254-836e-4309-8e8c-e21e60046b77\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5853d254-836e-4309-8e8c-e21e60046b77\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.243284778Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"region":"5853d254-836e-4309-8e8c-e21e60046b77","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5853d254-836e-4309-8e8c-e21e60046b77\" \"--data\" \"/data/regions/5853d254-836e-4309-8e8c-e21e60046b77\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.243305118Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"region":"5853d254-836e-4309-8e8c-e21e60046b77","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.529257477Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions","method":"POST","req_id":"2c34adc6-0659-46f8-a428-43b0cd4fabbe","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.602391292Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"region":"5853d254-836e-4309-8e8c-e21e60046b77","component":"worker"} {"msg":"region 5853d254-836e-4309-8e8c-e21e60046b77 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.602408433Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.602532245Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5853d254-836e-4309-8e8c-e21e60046b77","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.603540835Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5853d254-836e-4309-8e8c-e21e60046b77","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.737642872Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.890390193Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5853d254-836e-4309-8e8c-e21e60046b77","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.921165689Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5853d254-836e-4309-8e8c-e21e60046b77","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.921457825Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.921506416Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.921545407Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.921582627Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:40.991003358Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:41.110088684Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:41.80171433Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions","method":"POST","req_id":"2ab8c06c-d87a-452d-91b0-c575ed21aad5","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":90,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.644048136Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions/97482a95-e827-41cc-838f-78bc05e8e484","method":"GET","req_id":"5d3032a6-f114-4272-af3f-e01479bee664","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":55,"response_code":200} {"msg":"path is \"/data/regions/97482a95-e827-41cc-838f-78bc05e8e484\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.649374102Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"dataset is oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.655290331Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"snapshot is oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484@0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.662246711Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484\", \"0201e4cf-933d-4f9d-b732-8abdb0ef2ba3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.662281121Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.673425475Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions/97482a95-e827-41cc-838f-78bc05e8e484/snapshots/0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","method":"GET","req_id":"c52a7bf5-c325-4ab2-ada1-cbf27302e2e8","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24067,"response_code":200} {"msg":"path is \"/data/regions/97482a95-e827-41cc-838f-78bc05e8e484\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.68118711Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"dataset is oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.685960295Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"snapshot is oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484@0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.690478276Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484\", \"0201e4cf-933d-4f9d-b732-8abdb0ef2ba3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.690500797Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 97482a95-e827-41cc-838f-78bc05e8e484-0201e4cf-933d-4f9d-b732-8abdb0ef2ba3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.701446466Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.701589519Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions/97482a95-e827-41cc-838f-78bc05e8e484/snapshots/0201e4cf-933d-4f9d-b732-8abdb0ef2ba3/run","method":"POST","req_id":"605d4961-3329-4d91-bb64-e167f526e707","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20426,"response_code":200} {"msg":"applying SMF actions for region 97482a95-e827-41cc-838f-78bc05e8e484 running snapshot 0201e4cf-933d-4f9d-b732-8abdb0ef2ba3 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.701603679Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-97482a95-e827-41cc-838f-78bc05e8e484-0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.706975117Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-97482a95-e827-41cc-838f-78bc05e8e484-0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.72362662Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-97482a95-e827-41cc-838f-78bc05e8e484-0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.772744994Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/97482a95-e827-41cc-838f-78bc05e8e484/.zfs/snapshot/0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.773269325Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.773355286Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.773427728Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.773497539Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.773596841Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.797735965Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.809319277Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"worker"} {"msg":"region 97482a95-e827-41cc-838f-78bc05e8e484 running snapshot 0201e4cf-933d-4f9d-b732-8abdb0ef2ba3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.809349768Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"path is \"/data/regions/97482a95-e827-41cc-838f-78bc05e8e484\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.908757439Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"dataset is oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.915115387Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"datafile"} {"msg":"snapshot is oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484@0201e4cf-933d-4f9d-b732-8abdb0ef2ba3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.921933823Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_e1d7dc7c-091f-445c-b1ea-32d64fb1d939/crucible/regions/97482a95-e827-41cc-838f-78bc05e8e484\", \"0201e4cf-933d-4f9d-b732-8abdb0ef2ba3\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.921946703Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-17T01:02:42.927198129Z","hostname":"oxz_crucible_60126e76-2fc4-49c7-aab3-3a85514737bf","pid":24531,"uri":"/crucible/0/regions/97482a95-e827-41cc-838f-78bc05e8e484/snapshots/0201e4cf-933d-4f9d-b732-8abdb0ef2ba3/run","method":"POST","req_id":"c75d726c-c472-4c6f-8e18-1510f1457540","remote_addr":"[fd00:1122:3344:101::b]:64849","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18474,"response_code":200}