[ May 28 17:32:05 Enabled. ]
[ May 28 17:32:05 Rereading configuration. ]
[ May 28 17:32:08 Rereading configuration. ]
[ May 28 17:32:11 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: bd9a0e2abe6b6b89aec8c85f4ee57474144ed150\nCommit timestamp: 2026-05-14T15:48:00.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:32:11.396315564Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156}
{"msg":"dataset: \"oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:32:11.396551007Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:32:11.396570178Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:32:11.396578028Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:32:11.414578917Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:32:11.494304474Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.332171311Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:33471"}
{"msg":"region 9026e1ff-e6b2-4e65-89a6-ebb5eef542b2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.374813601Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.381126736Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.381197267Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions","method":"POST","req_id":"72d9e207-d04a-4482-9ca0-fab8684673ae","remote_addr":"[fd00:1122:3344:101::c]:33471","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18102,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.389239211Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.389261531Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9026e1ff-e6b2-4e65-89a6-ebb5eef542b2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.458428802Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9026e1ff-e6b2-4e65-89a6-ebb5eef542b2\" \"--data\" \"/data/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.460465786Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.567573448Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions","method":"POST","req_id":"fb3c5f35-918f-492c-bf55-8f9cf2428f74","remote_addr":"[fd00:1122:3344:101::c]:33471","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":56,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.574082286Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","component":"worker"}
{"msg":"region 9026e1ff-e6b2-4e65-89a6-ebb5eef542b2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.574146347Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.574407372Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.577156741Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.581682893Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.594618758Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.596470209Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.597225902Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.597289763Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.597318393Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.597377104Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.607779157Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:03.610684846Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.322471048Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions","method":"POST","req_id":"383690fe-ed57-4fc7-87d1-1964c11c0855","remote_addr":"[fd00:1122:3344:101::c]:33471","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.601876087Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","method":"GET","req_id":"44cef351-45a2-4463-9764-aa49496a13d5","remote_addr":"[fd00:1122:3344:101::c]:33471","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.605183282Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"dataset is oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.613227086Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"region 9026e1ff-e6b2-4e65-89a6-ebb5eef542b2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.620312524Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.620520507Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.620625939Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","method":"DELETE","req_id":"59a228a9-1330-4c09-bc05-6366f72c3792","remote_addr":"[fd00:1122:3344:101::c]:33471","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":15393,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-9026e1ff-e6b2-4e65-89a6-ebb5eef542b2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.621534534Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.624830219Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.625051803Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","method":"GET","req_id":"50ce364f-f3a6-425c-aa2b-afa617c66a4d","remote_addr":"[fd00:1122:3344:101::c]:33471","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.633560544Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","component":"worker"}
{"msg":"region 9026e1ff-e6b2-4e65-89a6-ebb5eef542b2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.694542409Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:33:04.729526051Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/9026e1ff-e6b2-4e65-89a6-ebb5eef542b2","method":"GET","req_id":"4786012d-c831-4fd3-a39a-a287962c4e3d","remote_addr":"[fd00:1122:3344:101::c]:33471","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.831089361Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43260"}
{"msg":"region 21af6753-ba11-4c5a-80fa-43f86ed3f18d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.831202682Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.835037886Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.835049937Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions","method":"POST","req_id":"5fc5fded-abea-443a-b114-fd9fd7042c59","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":3890,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/21af6753-ba11-4c5a-80fa-43f86ed3f18d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.844939611Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/21af6753-ba11-4c5a-80fa-43f86ed3f18d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.844973822Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"21af6753-ba11-4c5a-80fa-43f86ed3f18d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/21af6753-ba11-4c5a-80fa-43f86ed3f18d\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.891012528Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"21af6753-ba11-4c5a-80fa-43f86ed3f18d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"21af6753-ba11-4c5a-80fa-43f86ed3f18d\" \"--data\" \"/data/regions/21af6753-ba11-4c5a-80fa-43f86ed3f18d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.891050209Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"21af6753-ba11-4c5a-80fa-43f86ed3f18d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.960675467Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"21af6753-ba11-4c5a-80fa-43f86ed3f18d","component":"worker"}
{"msg":"region 21af6753-ba11-4c5a-80fa-43f86ed3f18d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.960704077Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.960802359Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-21af6753-ba11-4c5a-80fa-43f86ed3f18d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.961679324Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-21af6753-ba11-4c5a-80fa-43f86ed3f18d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.964420289Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.973892927Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-21af6753-ba11-4c5a-80fa-43f86ed3f18d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.975134548Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/21af6753-ba11-4c5a-80fa-43f86ed3f18d","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.975482423Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.975531844Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.975572385Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.975613456Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.977529057Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:43:59.980978555Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:00.000005751Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions","method":"POST","req_id":"89e2a9fe-7f24-48e7-be90-f89758c613e2","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":103,"response_code":200}
{"msg":"region 6fefefa5-ecb4-45ed-86d7-c3b0ac357f27 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.456622413Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.456801125Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions","method":"POST","req_id":"c47485dc-2b2f-4cfe-bbe3-62e71f126262","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":222,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.456842026Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.464376551Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.464407482Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"6fefefa5-ecb4-45ed-86d7-c3b0ac357f27\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.517497095Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"6fefefa5-ecb4-45ed-86d7-c3b0ac357f27\" \"--data\" \"/data/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.517538426Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.566359448Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","component":"worker"}
{"msg":"region 6fefefa5-ecb4-45ed-86d7-c3b0ac357f27 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.566397069Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.566523381Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.568761788Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.57487484Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.57845214Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.579860403Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.580170428Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.580214079Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.58025895Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.580303631Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.582283693Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.5850709Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:06.801381879Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions","method":"POST","req_id":"0e88a200-f01b-4aad-8ba0-db914f075a0c","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.368647828Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","method":"GET","req_id":"274ad413-4d6a-44a8-bf1b-e9f08e24e8ea","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"path is \"/data/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.371582756Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"dataset is oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.381859558Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"region 6fefefa5-ecb4-45ed-86d7-c3b0ac357f27 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.389564596Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.389704498Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","method":"DELETE","req_id":"f64c192f-9710-460c-851e-29b68b71bfd1","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":18151,"response_code":204}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.389727309Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-6fefefa5-ecb4-45ed-86d7-c3b0ac357f27 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.391461077Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.394343505Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","method":"GET","req_id":"4c89a5d8-a78e-4aee-b6c1-12a2acec4a3c","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.394764642Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_041d14d9-a2ee-4f14-b214-c268d22ad071/crucible/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.403872704Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"region":"6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","component":"worker"}
{"msg":"region 6fefefa5-ecb4-45ed-86d7-c3b0ac357f27 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.45291151Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-28T17:44:31.455170127Z","hostname":"oxz_crucible_b0b12343-7e03-40b8-9a05-81b6acccc121","pid":25156,"uri":"/crucible/0/regions/6fefefa5-ecb4-45ed-86d7-c3b0ac357f27","method":"GET","req_id":"b871c21c-f1bc-49b1-86fe-3c2eae30cf13","remote_addr":"[fd00:1122:3344:101::c]:43260","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":53,"response_code":200}