[ Aug 29 03:30:04 Enabled. ]
[ Aug 29 03:30:04 Rereading configuration. ]
[ Aug 29 03:30:05 Rereading configuration. ]
[ Aug 29 03:30:07 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:07.862247291Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734}
{"msg":"dataset: \"oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:07.862437325Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:07.862480785Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:07.862487605Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:07.881121648Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:30:07.963627054Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:07.998831148Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61117"}
{"msg":"region 918697ec-46ab-4804-aa63-728629f59f04 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.034475517Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.039886048Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.04464681Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions","method":"POST","req_id":"b968b36e-9209-4210-9183-b0d59b73d71a","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18189,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/918697ec-46ab-4804-aa63-728629f59f04","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.050913753Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/918697ec-46ab-4804-aa63-728629f59f04","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.050936163Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"918697ec-46ab-4804-aa63-728629f59f04\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/918697ec-46ab-4804-aa63-728629f59f04\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.122085038Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"918697ec-46ab-4804-aa63-728629f59f04","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"918697ec-46ab-4804-aa63-728629f59f04\" \"--data\" \"/data/regions/918697ec-46ab-4804-aa63-728629f59f04\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.124518089Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"918697ec-46ab-4804-aa63-728629f59f04","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.217116755Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions","method":"POST","req_id":"440a9961-1e4a-4467-a4a5-cac5f6afe001","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.250205641Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"918697ec-46ab-4804-aa63-728629f59f04","component":"worker"}
{"msg":"region 918697ec-46ab-4804-aa63-728629f59f04 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.254393481Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.254824298Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-918697ec-46ab-4804-aa63-728629f59f04","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.257266159Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-918697ec-46ab-4804-aa63-728629f59f04","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.262529577Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.270103201Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-918697ec-46ab-4804-aa63-728629f59f04","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.271886574Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/918697ec-46ab-4804-aa63-728629f59f04","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.272658627Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.272727909Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.272740769Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.27281136Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.275570347Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.278444085Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:08.6050325Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions","method":"POST","req_id":"09b878f4-eef8-4d3a-85c9-487954d988bc","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.114762191Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/918697ec-46ab-4804-aa63-728629f59f04","method":"GET","req_id":"223dab43-d1d8-4557-98a9-c73ba06f4f47","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/918697ec-46ab-4804-aa63-728629f59f04\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.118105927Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"dataset is oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/918697ec-46ab-4804-aa63-728629f59f04","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.12722738Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"region 918697ec-46ab-4804-aa63-728629f59f04 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.135293675Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.135486007Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.135542249Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/918697ec-46ab-4804-aa63-728629f59f04","method":"DELETE","req_id":"9e245f78-2c9c-4c3f-a9ca-0237bfb45037","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17465,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-918697ec-46ab-4804-aa63-728629f59f04 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.136515026Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.140059206Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/918697ec-46ab-4804-aa63-728629f59f04","method":"GET","req_id":"beb374cf-5438-4f6c-842e-5cd343f0bbf7","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.140105627Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/918697ec-46ab-4804-aa63-728629f59f04\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.148958565Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"918697ec-46ab-4804-aa63-728629f59f04","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.213654492Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/918697ec-46ab-4804-aa63-728629f59f04","method":"GET","req_id":"6bb5a0bd-fbc5-4ccc-bc6d-ce9290215538","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region 918697ec-46ab-4804-aa63-728629f59f04 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.224336071Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:31:09.318498163Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/918697ec-46ab-4804-aa63-728629f59f04","method":"GET","req_id":"ff9c7a85-90b5-4562-aa3d-6eadbea478e7","remote_addr":"[fd00:1122:3344:101::a]:61117","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.806374754Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44839"}
{"msg":"region 93603b45-a753-4cb0-ab78-2b9e46a6ee2c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.806535147Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.80787821Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.8078966Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions","method":"POST","req_id":"b5e22baf-eab8-4422-ad80-ef5a85c150a4","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":781,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/93603b45-a753-4cb0-ab78-2b9e46a6ee2c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.817083234Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/93603b45-a753-4cb0-ab78-2b9e46a6ee2c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.817104815Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"93603b45-a753-4cb0-ab78-2b9e46a6ee2c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/93603b45-a753-4cb0-ab78-2b9e46a6ee2c\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.862924353Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"93603b45-a753-4cb0-ab78-2b9e46a6ee2c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"93603b45-a753-4cb0-ab78-2b9e46a6ee2c\" \"--data\" \"/data/regions/93603b45-a753-4cb0-ab78-2b9e46a6ee2c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.862965854Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"93603b45-a753-4cb0-ab78-2b9e46a6ee2c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.914671333Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"93603b45-a753-4cb0-ab78-2b9e46a6ee2c","component":"worker"}
{"msg":"region 93603b45-a753-4cb0-ab78-2b9e46a6ee2c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.914709983Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.914794005Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-93603b45-a753-4cb0-ab78-2b9e46a6ee2c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.915590118Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-93603b45-a753-4cb0-ab78-2b9e46a6ee2c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.919644996Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.929660374Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-93603b45-a753-4cb0-ab78-2b9e46a6ee2c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.930990627Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/93603b45-a753-4cb0-ab78-2b9e46a6ee2c","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.931292802Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.931345713Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.931373373Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.931413294Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.933088392Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:15.935852988Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:16.007007164Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions","method":"POST","req_id":"8c503cb7-785c-4b01-ab70-6e61dabfe237","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":67,"response_code":200}
{"msg":"region 8402aba4-d31b-4de2-80d3-e03555e7cb84 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.436671471Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.436874935Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions","method":"POST","req_id":"e9c968fc-f3d2-4ab3-ab7e-805f48365135","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":225,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.436921005Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.443205781Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.443240321Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8402aba4-d31b-4de2-80d3-e03555e7cb84\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.498052972Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"8402aba4-d31b-4de2-80d3-e03555e7cb84","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8402aba4-d31b-4de2-80d3-e03555e7cb84\" \"--data\" \"/data/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.498094543Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"8402aba4-d31b-4de2-80d3-e03555e7cb84","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.548375318Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"8402aba4-d31b-4de2-80d3-e03555e7cb84","component":"worker"}
{"msg":"region 8402aba4-d31b-4de2-80d3-e03555e7cb84 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.548403038Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.54853366Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8402aba4-d31b-4de2-80d3-e03555e7cb84","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.549504146Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8402aba4-d31b-4de2-80d3-e03555e7cb84","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.558079161Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.561316065Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8402aba4-d31b-4de2-80d3-e03555e7cb84","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.562624877Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.562911702Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.562954462Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.562992173Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.563028054Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.564859104Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.568663318Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:22.792132732Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions","method":"POST","req_id":"eda64f6d-923d-4a66-b908-1206b370b738","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":85,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.572314838Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","method":"GET","req_id":"dfe69601-b520-4920-bcf8-2b69381d1e5b","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.575395489Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"dataset is oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.584560343Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"region 8402aba4-d31b-4de2-80d3-e03555e7cb84 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.592557218Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.59271346Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.5927277Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","method":"DELETE","req_id":"980967cd-4d83-4479-a5de-12f82b67bc48","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17359,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-8402aba4-d31b-4de2-80d3-e03555e7cb84 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.594347737Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.596814509Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","method":"GET","req_id":"c03f724b-830e-4f45-b2f3-3d5c5520d2a9","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":171,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.597628103Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_c3f9bd88-549f-4425-83be-df136587dff2/crucible/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.606164606Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"region":"8402aba4-d31b-4de2-80d3-e03555e7cb84","component":"worker"}
{"msg":"region 8402aba4-d31b-4de2-80d3-e03555e7cb84 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.651462637Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-29T03:42:47.750997379Z","hostname":"oxz_crucible_d74b8180-6f1c-4737-b2a8-3fba4e0d6669","pid":27734,"uri":"/crucible/0/regions/8402aba4-d31b-4de2-80d3-e03555e7cb84","method":"GET","req_id":"11c6165a-7b90-4e5b-a1b8-fdb11730a3af","remote_addr":"[fd00:1122:3344:101::a]:44839","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":200}