[ Sep  9 23:01:16 Enabled. ]
[ Sep  9 23:01:16 Rereading configuration. ]
[ Sep  9 23:01:18 Rereading configuration. ]
[ Sep  9 23:01:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 779775d5130ff7a4836f52f48b7e64d1479ee104\nCommit timestamp: 2025-08-09T00:27:59.000000000Z  branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:22.904464015Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826}
{"msg":"dataset: \"oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:22.907401036Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:22.907420136Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:22.907425867Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:22.923531529Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:01:23.011714467Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.613089638Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45621"}
{"msg":"region 3ced66f6-8325-4509-802a-c6ffede8666b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.647322208Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.652622401Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"83b4301c-1168-4880-bd66-eec83efb1ce8","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17179,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.655128865Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/3ced66f6-8325-4509-802a-c6ffede8666b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.664549251Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/3ced66f6-8325-4509-802a-c6ffede8666b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.664579441Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3ced66f6-8325-4509-802a-c6ffede8666b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3ced66f6-8325-4509-802a-c6ffede8666b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.739288402Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"3ced66f6-8325-4509-802a-c6ffede8666b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3ced66f6-8325-4509-802a-c6ffede8666b\" \"--data\" \"/data/regions/3ced66f6-8325-4509-802a-c6ffede8666b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.741601703Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"3ced66f6-8325-4509-802a-c6ffede8666b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:09.916667895Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"ecbd2ab4-1a3c-4d4d-ba48-fd52b84390bc","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.068799404Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"3ced66f6-8325-4509-802a-c6ffede8666b","component":"worker"}
{"msg":"region 3ced66f6-8325-4509-802a-c6ffede8666b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.068849265Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.068955437Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3ced66f6-8325-4509-802a-c6ffede8666b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.069375275Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3ced66f6-8325-4509-802a-c6ffede8666b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.074411403Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.087082175Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3ced66f6-8325-4509-802a-c6ffede8666b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.089674681Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ced66f6-8325-4509-802a-c6ffede8666b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.090398123Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.098871282Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.098934493Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.098982934Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.102363483Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.106412334Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.41845581Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"63c1c0df-7e9c-40fb-a946-ee1926169a4b","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.804329291Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/3ced66f6-8325-4509-802a-c6ffede8666b","method":"GET","req_id":"da99dc9e-6d97-4fe5-8b45-beee74217428","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"path is \"/data/regions/3ced66f6-8325-4509-802a-c6ffede8666b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.806744874Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"dataset is oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/3ced66f6-8325-4509-802a-c6ffede8666b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.818773305Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"region 3ced66f6-8325-4509-802a-c6ffede8666b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.83044573Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.830611013Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.830650753Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/3ced66f6-8325-4509-802a-c6ffede8666b","method":"DELETE","req_id":"01733a30-e814-404d-a93f-383583374385","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23973,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-3ced66f6-8325-4509-802a-c6ffede8666b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.831931196Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.834965429Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/3ced66f6-8325-4509-802a-c6ffede8666b","method":"GET","req_id":"777dee89-7792-4255-bb62-82bc4fc26e10","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.83672841Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/3ced66f6-8325-4509-802a-c6ffede8666b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.848604398Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"3ced66f6-8325-4509-802a-c6ffede8666b","component":"worker"}
{"msg":"region 3ced66f6-8325-4509-802a-c6ffede8666b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.918755809Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:02:10.966315994Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/3ced66f6-8325-4509-802a-c6ffede8666b","method":"GET","req_id":"b1ca0ca4-05b0-4b57-8e8b-d3d61b899790","remote_addr":"[fd00:1122:3344:101::b]:45621","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.843587271Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:45231"}
{"msg":"region 4cd13338-b6dc-4095-b148-fcfd721a7020 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.844545888Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.844561448Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"109459a3-d4e1-4cef-8a02-7c1cd5044cb4","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":737,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.844574788Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/4cd13338-b6dc-4095-b148-fcfd721a7020","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.857118779Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/4cd13338-b6dc-4095-b148-fcfd721a7020","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.857155449Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"4cd13338-b6dc-4095-b148-fcfd721a7020\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/4cd13338-b6dc-4095-b148-fcfd721a7020\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.915813129Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"4cd13338-b6dc-4095-b148-fcfd721a7020","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"4cd13338-b6dc-4095-b148-fcfd721a7020\" \"--data\" \"/data/regions/4cd13338-b6dc-4095-b148-fcfd721a7020\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:26.91588274Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"4cd13338-b6dc-4095-b148-fcfd721a7020","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.039931527Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"637257ce-1475-4b8f-bace-6e7cba65c1c1","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":97,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.188259399Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"4cd13338-b6dc-4095-b148-fcfd721a7020","component":"worker"}
{"msg":"region 4cd13338-b6dc-4095-b148-fcfd721a7020 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.18831596Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.188417642Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-4cd13338-b6dc-4095-b148-fcfd721a7020","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.189818486Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-4cd13338-b6dc-4095-b148-fcfd721a7020","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.200624966Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.22135242Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-4cd13338-b6dc-4095-b148-fcfd721a7020","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.224015206Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/4cd13338-b6dc-4095-b148-fcfd721a7020","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.224321812Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.224362723Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.224398613Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.224431564Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.22765679Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.231870774Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:27.501851872Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"66f83811-2bb6-4c19-8530-bd5300d87c8d","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":47,"response_code":200}
{"msg":"region ea83bbf1-6532-4dc3-81e9-297d564cd69a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.93313339Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.933309313Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"7e4fc420-6406-425d-9e45-eba103984cfa","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":229,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.933334353Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.944816265Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:33.944860026Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ea83bbf1-6532-4dc3-81e9-297d564cd69a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.012017064Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"ea83bbf1-6532-4dc3-81e9-297d564cd69a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea83bbf1-6532-4dc3-81e9-297d564cd69a\" \"--data\" \"/data/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.014269613Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"ea83bbf1-6532-4dc3-81e9-297d564cd69a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.089631736Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"ea83bbf1-6532-4dc3-81e9-297d564cd69a","component":"worker"}
{"msg":"region ea83bbf1-6532-4dc3-81e9-297d564cd69a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.089674557Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.089781849Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ea83bbf1-6532-4dc3-81e9-297d564cd69a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.091618871Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea83bbf1-6532-4dc3-81e9-297d564cd69a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.099758573Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.10695845Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea83bbf1-6532-4dc3-81e9-297d564cd69a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.109768139Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.110048834Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.110111675Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.110155076Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.110196457Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.11437255Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.119024862Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:34.17418754Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions","method":"POST","req_id":"56e06f14-8c39-4ac1-84ff-2bbf5fb06ed4","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.81746951Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","method":"GET","req_id":"e990ad3e-07b3-4802-a207-4422c868989b","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"path is \"/data/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.820494413Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"dataset is oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.835410175Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"region ea83bbf1-6532-4dc3-81e9-297d564cd69a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.845622604Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.845824718Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.845869329Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","method":"DELETE","req_id":"c62fec42-c8b9-45a2-aab1-e8136a103ac7","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":25406,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-ea83bbf1-6532-4dc3-81e9-297d564cd69a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.847278533Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.849139726Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","method":"GET","req_id":"71a80598-5d3c-48c3-9ed4-176ac6d4a26f","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":22,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.858106713Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a5e1ea0b-7e8d-4c32-affe-b8fb952236ec/crucible/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.869404892Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"region":"ea83bbf1-6532-4dc3-81e9-297d564cd69a","component":"worker"}
{"msg":"region ea83bbf1-6532-4dc3-81e9-297d564cd69a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.942782769Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-09T23:12:58.985248074Z","hostname":"oxz_crucible_5d448d25-137d-4b80-b8dd-94f112123bb4","pid":25826,"uri":"/crucible/0/regions/ea83bbf1-6532-4dc3-81e9-297d564cd69a","method":"GET","req_id":"4055985b-3677-482d-901a-000566c28cfb","remote_addr":"[fd00:1122:3344:101::b]:45231","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":63,"response_code":200}