[ Jul 29 08:02:45 Enabled. ]
[ Jul 29 08:02:45 Rereading configuration. ]
[ Jul 29 08:02:48 Rereading configuration. ]
[ Jul 29 08:02:52 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 2bfe090eb5318ec8c467157018db2429d4df535b\nCommit timestamp: 2026-06-25T19:33:01.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.006699028Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392}
{"msg":"dataset: \"oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.007369121Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.007379621Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.007385042Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.022317631Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:02:53.075223042Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.215843199Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60585"}
{"msg":"region 1793f646-5fb1-4103-bbca-f0c5de4f3a1e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.24732333Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.25231542Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.255054035Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"32e72dc4-dd07-4c63-bbf7-39c9c8a7995b","remote_addr":"[fd00:1122:3344:101::a]:60585","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":16683,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.26026158Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.26027747Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"1793f646-5fb1-4103-bbca-f0c5de4f3a1e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.334906457Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"region":"1793f646-5fb1-4103-bbca-f0c5de4f3a1e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1793f646-5fb1-4103-bbca-f0c5de4f3a1e\" \"--data\" \"/data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.33707999Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"region":"1793f646-5fb1-4103-bbca-f0c5de4f3a1e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.478669829Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"8e9d633f-c735-4c54-b03c-9042089862bb","remote_addr":"[fd00:1122:3344:101::a]:60585","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.4976605Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"region":"1793f646-5fb1-4103-bbca-f0c5de4f3a1e","component":"worker"}
{"msg":"region 1793f646-5fb1-4103-bbca-f0c5de4f3a1e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.502002847Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.502341294Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.504796123Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.512285303Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.52608169Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.529626941Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.530404897Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.533010579Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.53304814Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.533105551Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.544339108Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.548876707Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:03:50.951202556Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"ff7ca058-e9b3-4ba6-9e69-7357bb9864e8","remote_addr":"[fd00:1122:3344:101::a]:60585","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.516972404Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45151"}
{"msg":"region 39221845-c279-48e0-bb9f-6614131ea1a2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.517080756Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.517714019Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.517742849Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"cd733c1b-a93e-478f-9749-f8561c613ead","remote_addr":"[fd00:1122:3344:101::a]:45151","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":675,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/39221845-c279-48e0-bb9f-6614131ea1a2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.525336102Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/39221845-c279-48e0-bb9f-6614131ea1a2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.525356532Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"39221845-c279-48e0-bb9f-6614131ea1a2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/39221845-c279-48e0-bb9f-6614131ea1a2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.575709622Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"region":"39221845-c279-48e0-bb9f-6614131ea1a2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"39221845-c279-48e0-bb9f-6614131ea1a2\" \"--data\" \"/data/regions/39221845-c279-48e0-bb9f-6614131ea1a2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.575749223Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"region":"39221845-c279-48e0-bb9f-6614131ea1a2","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.668901081Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"region":"39221845-c279-48e0-bb9f-6614131ea1a2","component":"worker"}
{"msg":"region 39221845-c279-48e0-bb9f-6614131ea1a2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.668948122Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.669032563Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.675120496Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.675188517Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.675261778Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.675270488Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.675309659Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.67535393Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.675998493Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.676055854Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.676091375Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.676137566Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.682237798Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-39221845-c279-48e0-bb9f-6614131ea1a2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.682627816Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-39221845-c279-48e0-bb9f-6614131ea1a2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.685662627Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.696097396Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-39221845-c279-48e0-bb9f-6614131ea1a2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.698597996Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/39221845-c279-48e0-bb9f-6614131ea1a2","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.698900722Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.698961724Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.699002744Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.699041675Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.703026415Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.707333231Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:55.792612972Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"114a821b-8001-41fa-b394-2fc3875bfc77","remote_addr":"[fd00:1122:3344:101::a]:45151","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":70,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.176438373Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","method":"GET","req_id":"89c7d26e-d1ae-46c8-84b9-a9c066f854a3","remote_addr":"[fd00:1122:3344:101::a]:45151","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"path is \"/data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.180116377Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"dataset is oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.186495115Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"snapshot is oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e@ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.192566936Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\", \"ba05c569-8456-49c4-896e-65b31a31849c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.192589567Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.203735171Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e/snapshots/ba05c569-8456-49c4-896e-65b31a31849c","method":"GET","req_id":"c616054b-dcb3-4807-9040-44314fb70ad5","remote_addr":"[fd00:1122:3344:101::a]:45151","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23624,"response_code":200}
{"msg":"path is \"/data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.20770321Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"dataset is oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.212786035Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"snapshot is oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e@ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.217598558Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\", \"ba05c569-8456-49c4-896e-65b31a31849c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.217613389Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 1793f646-5fb1-4103-bbca-f0c5de4f3a1e-ba05c569-8456-49c4-896e-65b31a31849c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.224611189Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"applying SMF actions for region 1793f646-5fb1-4103-bbca-f0c5de4f3a1e running snapshot ba05c569-8456-49c4-896e-65b31a31849c (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.227115689Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.22714934Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e/snapshots/ba05c569-8456-49c4-896e-65b31a31849c/run","method":"POST","req_id":"37dd0e29-87d8-4540-bf43-43fa4e1ec113","remote_addr":"[fd00:1122:3344:101::a]:45151","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19459,"response_code":200}
{"msg":"existing directory value /dev/null does not match /data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.227687691Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.227783323Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.227872535Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.227880184Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.227924796Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.227975526Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.228384665Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.228443486Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.228496107Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.228543518Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.231991487Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-1793f646-5fb1-4103-bbca-f0c5de4f3a1e-ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.235565389Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-1793f646-5fb1-4103-bbca-f0c5de4f3a1e-ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.245574599Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-1793f646-5fb1-4103-bbca-f0c5de4f3a1e-ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.254888446Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e/.zfs/snapshot/ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.255222163Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.255284224Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.255323935Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.255362316Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.255413537Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.258729283Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.263596621Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"worker"}
{"msg":"region 1793f646-5fb1-4103-bbca-f0c5de4f3a1e running snapshot ba05c569-8456-49c4-896e-65b31a31849c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.263626941Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"path is \"/data/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\"","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.448745073Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"dataset is oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.458979848Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"datafile"}
{"msg":"snapshot is oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e@ba05c569-8456-49c4-896e-65b31a31849c","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.467515304Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_e30cfcd1-7071-48ed-8cdc-6125f819524b/crucible/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e\", \"ba05c569-8456-49c4-896e-65b31a31849c\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.467540299Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-07-29T08:14:57.478108822Z","hostname":"oxz_crucible_090ce1be-e84f-4c5e-8267-474e7b5edd9e","pid":25392,"uri":"/crucible/0/regions/1793f646-5fb1-4103-bbca-f0c5de4f3a1e/snapshots/ba05c569-8456-49c4-896e-65b31a31849c/run","method":"POST","req_id":"3a38e559-5df3-45ba-9bcf-27708a8b58b7","remote_addr":"[fd00:1122:3344:101::a]:45151","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29437,"response_code":200}