{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.209418237Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:54006"} {"msg":"region 9075b335-da38-49bc-9a5b-8b91eecbf820 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.246179543Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.254050083Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"fb10905a-d6db-483b-9545-5f277b558ce7","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":21607,"response_code":200} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.25668025Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.26606901Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.266093713Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9075b335-da38-49bc-9a5b-8b91eecbf820\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9075b335-da38-49bc-9a5b-8b91eecbf820\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.343647252Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"9075b335-da38-49bc-9a5b-8b91eecbf820","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9075b335-da38-49bc-9a5b-8b91eecbf820\" \"--data\" \"/data/regions/9075b335-da38-49bc-9a5b-8b91eecbf820\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.345754899Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"9075b335-da38-49bc-9a5b-8b91eecbf820","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.451471626Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"dcdf12b6-eafe-4ca1-805a-f99bbd35db0b","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":68,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.664555907Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"9075b335-da38-49bc-9a5b-8b91eecbf820","component":"worker"} {"msg":"region 9075b335-da38-49bc-9a5b-8b91eecbf820 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.664607159Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.66469708Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9075b335-da38-49bc-9a5b-8b91eecbf820","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.665139708Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9075b335-da38-49bc-9a5b-8b91eecbf820","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.669616268Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.681416248Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9075b335-da38-49bc-9a5b-8b91eecbf820","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.684552174Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.685268137Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.693520894Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.693569465Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.693606496Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.700064361Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.703846819Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:19.71906995Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"deb45e16-7077-4248-bef2-59c4d2c696e5","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":43,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.741552034Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","method":"GET","req_id":"3fc8bd29-dfff-48dd-bcb1-5f629becf811","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":84,"response_code":200} {"msg":"path is \"/data/regions/9075b335-da38-49bc-9a5b-8b91eecbf820\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.746284618Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"dataset is oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.760052734Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"region 9075b335-da38-49bc-9a5b-8b91eecbf820 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.773184418Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.773339161Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.773389872Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","method":"DELETE","req_id":"883cd244-d736-4169-9cbd-a640a25612b0","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27162,"response_code":204} {"msg":"disabling downstairs instance: downstairs-9075b335-da38-49bc-9a5b-8b91eecbf820 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.774481271Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.779587212Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.782748324Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","method":"GET","req_id":"019b502e-040d-45d8-9502-ae5762be8776","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":3088,"response_code":200} {"msg":"deleting zfs dataset \"oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/9075b335-da38-49bc-9a5b-8b91eecbf820\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.791628227Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"9075b335-da38-49bc-9a5b-8b91eecbf820","component":"worker"} {"msg":"region 9075b335-da38-49bc-9a5b-8b91eecbf820 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.856584375Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:00:20.857567524Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/9075b335-da38-49bc-9a5b-8b91eecbf820","method":"GET","req_id":"111c4243-4e93-42cb-b26f-9b48bd60a14c","remote_addr":"[fd00:1122:3344:101::c]:54006","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":53,"response_code":200} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.27746703Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47825"} {"msg":"region 0d74ab34-bd3a-4a68-8fd7-704abe24060b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.278231354Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.278382386Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.278393496Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"dd0e88d7-7c54-41e6-9b9f-abb980be8810","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":857,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/0d74ab34-bd3a-4a68-8fd7-704abe24060b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.290416611Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/0d74ab34-bd3a-4a68-8fd7-704abe24060b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.290458712Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"0d74ab34-bd3a-4a68-8fd7-704abe24060b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0d74ab34-bd3a-4a68-8fd7-704abe24060b\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.365565822Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"0d74ab34-bd3a-4a68-8fd7-704abe24060b","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0d74ab34-bd3a-4a68-8fd7-704abe24060b\" \"--data\" \"/data/regions/0d74ab34-bd3a-4a68-8fd7-704abe24060b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.365621903Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"0d74ab34-bd3a-4a68-8fd7-704abe24060b","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.439784036Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"50950e1f-6538-4c4f-a94c-c2b1a73137c7","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.455636669Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"0d74ab34-bd3a-4a68-8fd7-704abe24060b","component":"worker"} {"msg":"region 0d74ab34-bd3a-4a68-8fd7-704abe24060b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.455668789Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.455807712Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-0d74ab34-bd3a-4a68-8fd7-704abe24060b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.457132196Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0d74ab34-bd3a-4a68-8fd7-704abe24060b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.467355808Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.488862452Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0d74ab34-bd3a-4a68-8fd7-704abe24060b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.492331333Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0d74ab34-bd3a-4a68-8fd7-704abe24060b","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.492622039Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.492669119Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.4927119Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.492749921Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.496530228Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:02.501421645Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:03.011989556Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"2507f79a-5007-45c9-8d07-7a9ba6ea688f","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"region 662aef69-0d1a-432a-86c0-daedd96b34bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.70134593Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.701510013Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.701520653Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"63982216-e579-4bf0-9244-f76133b13296","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":224,"response_code":200} {"msg":"zfs set reservation of 2684354560 for oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.710334661Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.710368321Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"662aef69-0d1a-432a-86c0-daedd96b34bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/662aef69-0d1a-432a-86c0-daedd96b34bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.76747168Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"662aef69-0d1a-432a-86c0-daedd96b34bc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"662aef69-0d1a-432a-86c0-daedd96b34bc\" \"--data\" \"/data/regions/662aef69-0d1a-432a-86c0-daedd96b34bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.767521041Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"662aef69-0d1a-432a-86c0-daedd96b34bc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.839823621Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"be01eee3-c088-49b5-9887-b6c9dc582186","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":73,"response_code":200} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.852311314Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"662aef69-0d1a-432a-86c0-daedd96b34bc","component":"worker"} {"msg":"region 662aef69-0d1a-432a-86c0-daedd96b34bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.852354805Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.852499327Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-662aef69-0d1a-432a-86c0-daedd96b34bc","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.855074163Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-662aef69-0d1a-432a-86c0-daedd96b34bc","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.868040275Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.880379195Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-662aef69-0d1a-432a-86c0-daedd96b34bc","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.884239673Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.884533299Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.88457819Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.88461226Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.884653481Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.888584231Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:08.894163651Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:09.383056994Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions","method":"POST","req_id":"a56d6461-d898-43e6-9c87-05d17244f5ea","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":66,"response_code":200} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.931447751Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","method":"GET","req_id":"4507aa60-93ae-4275-9503-82398c09c914","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":51,"response_code":200} {"msg":"path is \"/data/regions/662aef69-0d1a-432a-86c0-daedd96b34bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.935336251Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"dataset is oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.948515496Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"region 662aef69-0d1a-432a-86c0-daedd96b34bc state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.958906081Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.959206437Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.959258158Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","method":"DELETE","req_id":"e6efe329-69a1-4739-91c3-09ae0cb9de23","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23948,"response_code":204} {"msg":"disabling downstairs instance: downstairs-662aef69-0d1a-432a-86c0-daedd96b34bc (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.960686753Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.963069796Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","method":"GET","req_id":"3e26ddb8-d4ff-41e3-8d1d-ece09732d9bd","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31,"response_code":200} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.968573624Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cb8fc78f-ef2c-4d96-bba9-f74ed3ec8bc5/crucible/regions/662aef69-0d1a-432a-86c0-daedd96b34bc\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:33.979999108Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"region":"662aef69-0d1a-432a-86c0-daedd96b34bc","component":"worker"} {"msg":"region 662aef69-0d1a-432a-86c0-daedd96b34bc state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:34.036253672Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T23:11:34.083518325Z","hostname":"oxz_crucible_7fc400fb-6454-4f8f-9b64-7c0ce0c20814","pid":23757,"uri":"/crucible/0/regions/662aef69-0d1a-432a-86c0-daedd96b34bc","method":"GET","req_id":"0eb9717b-cfdd-4a77-8b28-51ce495e5838","remote_addr":"[fd00:1122:3344:101::c]:47825","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":69,"response_code":200}