{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.288736887Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38070"}
{"msg":"region 3ff8b6ff-ef11-4051-af94-fdb8d3297727 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.331393288Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.337071397Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.342099289Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions","method":"POST","req_id":"0d924447-2723-4695-8db5-7af034ad9435","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19720,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_f1601f8b-4357-440e-90dd-a23fbe4dc806/crucible/regions/3ff8b6ff-ef11-4051-af94-fdb8d3297727","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.349076233Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f1601f8b-4357-440e-90dd-a23fbe4dc806/crucible/regions/3ff8b6ff-ef11-4051-af94-fdb8d3297727","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.349096623Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3ff8b6ff-ef11-4051-af94-fdb8d3297727\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3ff8b6ff-ef11-4051-af94-fdb8d3297727\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.405894775Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"region":"3ff8b6ff-ef11-4051-af94-fdb8d3297727","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3ff8b6ff-ef11-4051-af94-fdb8d3297727\" \"--data\" \"/data/regions/3ff8b6ff-ef11-4051-af94-fdb8d3297727\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.40833469Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"region":"3ff8b6ff-ef11-4051-af94-fdb8d3297727","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.700392512Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions","method":"POST","req_id":"4ef33c85-351a-4a99-861b-66f02d653c3f","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.773332888Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"region":"3ff8b6ff-ef11-4051-af94-fdb8d3297727","component":"worker"}
{"msg":"region 3ff8b6ff-ef11-4051-af94-fdb8d3297727 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.778911465Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.77910509Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3ff8b6ff-ef11-4051-af94-fdb8d3297727","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.782824188Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3ff8b6ff-ef11-4051-af94-fdb8d3297727","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.798309655Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.820386485Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3ff8b6ff-ef11-4051-af94-fdb8d3297727","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.823865226Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3ff8b6ff-ef11-4051-af94-fdb8d3297727","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.824949255Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.825036727Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.825093168Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.82514958Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.830356006Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:06.835580394Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:07.242796843Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions","method":"POST","req_id":"9ed60420-6661-4318-833c-9fc8c5fddc81","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"region 165d2c9f-2457-4090-841f-dbb00bd670ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.301654666Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.30181701Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions","method":"POST","req_id":"8b712f5f-9dfa-47bb-9af8-edfa612f5d11","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":212,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.301836031Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_f1601f8b-4357-440e-90dd-a23fbe4dc806/crucible/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.308338792Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_f1601f8b-4357-440e-90dd-a23fbe4dc806/crucible/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.308365872Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"165d2c9f-2457-4090-841f-dbb00bd670ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/165d2c9f-2457-4090-841f-dbb00bd670ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.362751661Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"region":"165d2c9f-2457-4090-841f-dbb00bd670ef","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"165d2c9f-2457-4090-841f-dbb00bd670ef\" \"--data\" \"/data/regions/165d2c9f-2457-4090-841f-dbb00bd670ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.362790682Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"region":"165d2c9f-2457-4090-841f-dbb00bd670ef","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.446708396Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"region":"165d2c9f-2457-4090-841f-dbb00bd670ef","component":"worker"}
{"msg":"region 165d2c9f-2457-4090-841f-dbb00bd670ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.446741427Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.44684065Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-165d2c9f-2457-4090-841f-dbb00bd670ef","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.447182888Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-165d2c9f-2457-4090-841f-dbb00bd670ef","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.450550667Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.458181717Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-165d2c9f-2457-4090-841f-dbb00bd670ef","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.461205007Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.461465014Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.461509675Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.461553306Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.461592907Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.465472389Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.471020415Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:13.482444505Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions","method":"POST","req_id":"e184bbd8-9bce-4509-bbf7-b0e1699a228c","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.225102764Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","method":"GET","req_id":"cf558a08-07c4-49d1-84fb-03896ec0a15c","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":200}
{"msg":"path is \"/data/regions/165d2c9f-2457-4090-841f-dbb00bd670ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.228182334Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"dataset is oxp_f1601f8b-4357-440e-90dd-a23fbe4dc806/crucible/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.236123193Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"region 165d2c9f-2457-4090-841f-dbb00bd670ef state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.243501217Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.243663841Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.243674701Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","method":"DELETE","req_id":"30491542-8c93-44dd-90a4-735a3270c07f","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":15531,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-165d2c9f-2457-4090-841f-dbb00bd670ef (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.244850312Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.248839517Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","method":"GET","req_id":"8ed0d501-86f5-495b-9971-931429f41bb5","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":39,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.250276755Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_f1601f8b-4357-440e-90dd-a23fbe4dc806/crucible/regions/165d2c9f-2457-4090-841f-dbb00bd670ef\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.25809537Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"region":"165d2c9f-2457-4090-841f-dbb00bd670ef","component":"worker"}
{"msg":"region 165d2c9f-2457-4090-841f-dbb00bd670ef state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.318755124Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-13T21:41:39.384661726Z","hostname":"oxz_crucible_52408655-1c9a-4cab-8084-6998da282777","pid":23170,"uri":"/crucible/0/regions/165d2c9f-2457-4090-841f-dbb00bd670ef","method":"GET","req_id":"48bd94ed-024a-4cfc-8758-3e0fd50e7e5e","remote_addr":"[fd00:1122:3344:101::b]:38070","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":200}