[ Mar 18 03:45:31 Enabled. ]
[ Mar 18 03:45:31 Rereading configuration. ]
[ Mar 18 03:45:32 Rereading configuration. ]
[ Mar 18 03:45:37 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:37.573419564Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:37.576946617Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:37.576961847Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:37.595627558Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:45:37.72692331Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.499231016Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58681"}
{"msg":"region 2c0d782c-bb4a-4379-8b13-9319db65258b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.537169116Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.540200911Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"912410fc-24f5-48d4-8400-6873108df822","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16915,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.540230012Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.548996383Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.549033284Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"2c0d782c-bb4a-4379-8b13-9319db65258b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/2c0d782c-bb4a-4379-8b13-9319db65258b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.610172372Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"2c0d782c-bb4a-4379-8b13-9319db65258b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"2c0d782c-bb4a-4379-8b13-9319db65258b\" \"--data\" \"/data/regions/2c0d782c-bb4a-4379-8b13-9319db65258b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.612121731Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"2c0d782c-bb4a-4379-8b13-9319db65258b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.718128464Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"351b937f-301c-4b54-a037-3d4b48664cc4","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.732044053Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"2c0d782c-bb4a-4379-8b13-9319db65258b","component":"worker"}
{"msg":"region 2c0d782c-bb4a-4379-8b13-9319db65258b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.732071903Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.732193845Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-2c0d782c-bb4a-4379-8b13-9319db65258b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.732621001Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c0d782c-bb4a-4379-8b13-9319db65258b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.741570546Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.754359398Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c0d782c-bb4a-4379-8b13-9319db65258b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.757271962Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.757983433Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.758052203Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.758098844Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.758138985Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.761946932Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:27.773248042Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.236067973Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"e1649d63-feb2-431d-914f-87d86c440e3d","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.57207287Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","method":"GET","req_id":"884ac493-9a27-4a14-a478-5ada6eb028be","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":1969,"response_code":"200"}
{"msg":"path is \"/data/regions/2c0d782c-bb4a-4379-8b13-9319db65258b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.574820501Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"dataset is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.585942808Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"region 2c0d782c-bb4a-4379-8b13-9319db65258b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.596173762Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.596327294Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.596364945Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","method":"DELETE","req_id":"5ed443b1-b8dd-41a5-8b0c-1faa36d88acf","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21596,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-2c0d782c-bb4a-4379-8b13-9319db65258b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.59737209Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.599427491Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","method":"GET","req_id":"818bcc41-efb3-46ca-93dc-ea51a5e51933","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.601974909Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/2c0d782c-bb4a-4379-8b13-9319db65258b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.613055245Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"2c0d782c-bb4a-4379-8b13-9319db65258b","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.676480408Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","method":"GET","req_id":"26ca3738-c240-455e-abf3-87c090fdde17","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":95,"response_code":"200"}
{"msg":"region 2c0d782c-bb4a-4379-8b13-9319db65258b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.709277941Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:28.832084005Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/2c0d782c-bb4a-4379-8b13-9319db65258b","method":"GET","req_id":"5637cd14-397f-4bfb-bf4f-7eb092d73370","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":33,"response_code":"200"}
{"msg":"region 63f20ea1-c5dc-43c9-90be-9730d2b180e5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.154866022Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.155028314Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.155046864Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"87489e82-3501-424b-bd83-32684c7cd48c","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":223,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.163169446Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.163196737Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"63f20ea1-c5dc-43c9-90be-9730d2b180e5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.21599338Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"63f20ea1-c5dc-43c9-90be-9730d2b180e5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"63f20ea1-c5dc-43c9-90be-9730d2b180e5\" \"--data\" \"/data/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.21801695Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"63f20ea1-c5dc-43c9-90be-9730d2b180e5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.293344022Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"63f20ea1-c5dc-43c9-90be-9730d2b180e5","component":"worker"}
{"msg":"region 63f20ea1-c5dc-43c9-90be-9730d2b180e5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.293386762Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.293468704Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.294814544Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.297610886Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.304773544Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.307595056Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.30788053Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.307943761Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.307986392Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.308028892Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.31121386Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.31589388Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:46:31.317262481Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"5cbf931e-3c69-4729-a96a-1ad81a86e65a","remote_addr":"[fd00:1122:3344:101::c]:58681","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.355589765Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60406"}
{"msg":"region ed3e9f6b-164c-4907-80c7-280bc787c8cd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.355975901Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.356560099Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.35657171Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"b339aba4-b1fc-494c-8c21-20d9c816acf0","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":936,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/ed3e9f6b-164c-4907-80c7-280bc787c8cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.366111293Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/ed3e9f6b-164c-4907-80c7-280bc787c8cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.366145463Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ed3e9f6b-164c-4907-80c7-280bc787c8cd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ed3e9f6b-164c-4907-80c7-280bc787c8cd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.431296812Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"ed3e9f6b-164c-4907-80c7-280bc787c8cd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ed3e9f6b-164c-4907-80c7-280bc787c8cd\" \"--data\" \"/data/regions/ed3e9f6b-164c-4907-80c7-280bc787c8cd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.433041748Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"ed3e9f6b-164c-4907-80c7-280bc787c8cd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.495513666Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"dbc2901f-61b8-43e6-a83c-6d737116fc29","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.518268108Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"ed3e9f6b-164c-4907-80c7-280bc787c8cd","component":"worker"}
{"msg":"region ed3e9f6b-164c-4907-80c7-280bc787c8cd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.518295519Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.51841065Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ed3e9f6b-164c-4907-80c7-280bc787c8cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.531799041Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ed3e9f6b-164c-4907-80c7-280bc787c8cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.543838142Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.55368671Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ed3e9f6b-164c-4907-80c7-280bc787c8cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.556619404Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ed3e9f6b-164c-4907-80c7-280bc787c8cd","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.556955379Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.55700488Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.557043061Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.557083631Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.560674125Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:04.565162012Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:05.148230456Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"0ab17ed4-b539-435a-83c0-245791042664","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":610,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.31468566Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5","method":"GET","req_id":"d3932d8a-d572-4ecd-a76a-b222b02c8354","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":"200"}
{"msg":"path is \"/data/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.320599078Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"dataset is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.329923509Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"snapshot is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5@03a5489a-fbea-47cc-ad2a-5b741ea09434","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.338708751Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\", \"03a5489a-fbea-47cc-ad2a-5b741ea09434\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.338751121Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.34997262Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5/snapshots/03a5489a-fbea-47cc-ad2a-5b741ea09434","method":"GET","req_id":"f1c101c2-61d0-4af4-ab35-368a15c45621","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":32261,"response_code":"200"}
{"msg":"path is \"/data/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.35401012Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"dataset is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.362582769Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"snapshot is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5@03a5489a-fbea-47cc-ad2a-5b741ea09434","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.371057527Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\", \"03a5489a-fbea-47cc-ad2a-5b741ea09434\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.371091627Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 63f20ea1-c5dc-43c9-90be-9730d2b180e5-03a5489a-fbea-47cc-ad2a-5b741ea09434 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.380786223Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"applying SMF actions for region 63f20ea1-c5dc-43c9-90be-9730d2b180e5 running snapshot 03a5489a-fbea-47cc-ad2a-5b741ea09434 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.380952125Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.380980925Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5/snapshots/03a5489a-fbea-47cc-ad2a-5b741ea09434/run","method":"POST","req_id":"8051ab7f-678e-4470-a20c-2ddff5f7473d","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27015,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-63f20ea1-c5dc-43c9-90be-9730d2b180e5-03a5489a-fbea-47cc-ad2a-5b741ea09434","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.383632735Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-63f20ea1-c5dc-43c9-90be-9730d2b180e5-03a5489a-fbea-47cc-ad2a-5b741ea09434","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.386765563Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-63f20ea1-c5dc-43c9-90be-9730d2b180e5-03a5489a-fbea-47cc-ad2a-5b741ea09434","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.397341511Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5/.zfs/snapshot/03a5489a-fbea-47cc-ad2a-5b741ea09434","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.397628346Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.397683386Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.397728347Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.397764018Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.397814768Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.400874224Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.405195409Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"region 63f20ea1-c5dc-43c9-90be-9730d2b180e5 running snapshot 03a5489a-fbea-47cc-ad2a-5b741ea09434 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.405205169Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"path is \"/data/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.593346165Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"dataset is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.601938124Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"snapshot is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5@03a5489a-fbea-47cc-ad2a-5b741ea09434","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.609973255Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5\", \"03a5489a-fbea-47cc-ad2a-5b741ea09434\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.610010605Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:06.618234089Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/63f20ea1-c5dc-43c9-90be-9730d2b180e5/snapshots/03a5489a-fbea-47cc-ad2a-5b741ea09434/run","method":"POST","req_id":"73248655-4d94-4f62-b1ef-5eca01600347","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":24921,"response_code":"200"}
{"msg":"region 0fdd3da8-a2e9-4015-9594-dd3f3050b545 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.027787099Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.027978081Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"7abcbfad-eadb-43b5-a891-71576404671f","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":266,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.028004292Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.036926166Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.036963467Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0fdd3da8-a2e9-4015-9594-dd3f3050b545\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.089856871Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"0fdd3da8-a2e9-4015-9594-dd3f3050b545","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0fdd3da8-a2e9-4015-9594-dd3f3050b545\" \"--data\" \"/data/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.091730295Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"0fdd3da8-a2e9-4015-9594-dd3f3050b545","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.168561103Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"0fdd3da8-a2e9-4015-9594-dd3f3050b545","component":"worker"}
{"msg":"region 0fdd3da8-a2e9-4015-9594-dd3f3050b545 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.168592153Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.168699625Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0fdd3da8-a2e9-4015-9594-dd3f3050b545","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.169753101Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0fdd3da8-a2e9-4015-9594-dd3f3050b545","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.172952239Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.180096086Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0fdd3da8-a2e9-4015-9594-dd3f3050b545","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.182870728Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.183170863Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.183221933Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.183266004Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.183316805Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.186858948Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.197967015Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:11.26688625Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions","method":"POST","req_id":"9d0eb602-7a9a-421f-837a-e4576d11396e","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":629,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.799188086Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","method":"GET","req_id":"13d18774-fa86-4908-98f2-89ad4e6fe114","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.802486713Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"dataset is oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.816967103Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"region 0fdd3da8-a2e9-4015-9594-dd3f3050b545 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.827885287Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.82809996Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.828163891Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","method":"DELETE","req_id":"4c37e545-33bf-456f-9a51-a6f8d7c51b43","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25642,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-0fdd3da8-a2e9-4015-9594-dd3f3050b545 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.83004527Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.831889717Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","method":"GET","req_id":"28097030-1df3-4c76-b1ad-40e8e1175b49","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":37,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.840962343Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_0b96a696-513b-4a0e-91a3-bc1b5aab06d6/crucible/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.852791841Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"region":"0fdd3da8-a2e9-4015-9594-dd3f3050b545","component":"worker"}
{"msg":"region 0fdd3da8-a2e9-4015-9594-dd3f3050b545 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.900842433Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-18T03:57:37.933581745Z","hostname":"oxz_crucible_f0a0522b-0b65-4c24-a4fd-bd347d4d6543","pid":27114,"uri":"/crucible/0/regions/0fdd3da8-a2e9-4015-9594-dd3f3050b545","method":"GET","req_id":"68c6bfd8-70de-4f05-977f-00c1ac5bb73c","remote_addr":"[fd00:1122:3344:101::c]:60406","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"}