[ Jul  1 00:11:05 Enabled. ]
[ Jul  1 00:11:05 Rereading configuration. ]
[ Jul  1 00:11:06 Rereading configuration. ]
[ Jul  1 00:11:10 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_3acc26aa-8639-4931-9acd-6ac35034df7c/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_3acc26aa-8639-4931-9acd-6ac35034df7c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:11.190066329Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:11.192926127Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:11.192935438Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:11.207384533Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:11.357771106Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.163180742Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:58816"}
{"msg":"region be46a37c-8f90-400d-a120-1edcfe01a4af state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.189386739Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.194105928Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"4f1abec5-5c2b-4d22-850c-ff525de5e649","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":18706,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.196553464Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_3acc26aa-8639-4931-9acd-6ac35034df7c/crucible/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.205307704Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_3acc26aa-8639-4931-9acd-6ac35034df7c/crucible/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.205376996Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"be46a37c-8f90-400d-a120-1edcfe01a4af\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/be46a37c-8f90-400d-a120-1edcfe01a4af\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.296412807Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"region":"be46a37c-8f90-400d-a120-1edcfe01a4af","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"be46a37c-8f90-400d-a120-1edcfe01a4af\" \"--data\" \"/data/regions/be46a37c-8f90-400d-a120-1edcfe01a4af\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.298578296Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"region":"be46a37c-8f90-400d-a120-1edcfe01a4af","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.34955725Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"66f54d55-e79a-4fd8-a042-bf72bac79a43","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.607324853Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"region":"be46a37c-8f90-400d-a120-1edcfe01a4af","component":"worker"}
{"msg":"region be46a37c-8f90-400d-a120-1edcfe01a4af state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.607375484Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.607475517Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-be46a37c-8f90-400d-a120-1edcfe01a4af","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.607927369Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-be46a37c-8f90-400d-a120-1edcfe01a4af","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.615427654Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.640385127Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-be46a37c-8f90-400d-a120-1edcfe01a4af","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.643562804Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.644121209Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.644179701Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.644220312Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.644255923Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.647638145Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.660442486Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:45.991689509Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions","method":"POST","req_id":"2b9a9d0c-3a1a-4993-b400-a1c88b3874ee","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.351188204Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","method":"GET","req_id":"599bfd2b-d8ce-47c1-badb-e3b9cf654e2a","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"path is \"/data/regions/be46a37c-8f90-400d-a120-1edcfe01a4af\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.354368211Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"datafile"}
{"msg":"dataset is oxp_3acc26aa-8639-4931-9acd-6ac35034df7c/crucible/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.365145976Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"datafile"}
{"msg":"region be46a37c-8f90-400d-a120-1edcfe01a4af state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.375703955Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.375924571Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.375993333Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","method":"DELETE","req_id":"6371629d-6d62-4a7d-9d38-9d3635afcc8c","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":21648,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-be46a37c-8f90-400d-a120-1edcfe01a4af (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.377165075Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.378705647Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","method":"GET","req_id":"093c481a-69e0-458e-b0a4-5bfed28b301e","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.383160169Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3acc26aa-8639-4931-9acd-6ac35034df7c/crucible/regions/be46a37c-8f90-400d-a120-1edcfe01a4af\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.395612889Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"region":"be46a37c-8f90-400d-a120-1edcfe01a4af","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.482463776Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","method":"GET","req_id":"27d98058-11f1-4d65-af11-143334206604","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"region be46a37c-8f90-400d-a120-1edcfe01a4af state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.486610899Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-01T00:11:46.553923011Z","hostname":"oxz_crucible_9c63693f-9c60-4b6e-a722-c1bc782028af","pid":25392,"uri":"/crucible/0/regions/be46a37c-8f90-400d-a120-1edcfe01a4af","method":"GET","req_id":"0cb6c144-1d46-4aae-a726-2da0265c19f8","remote_addr":"[fd00:1122:3344:101::c]:58816","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":38,"response_code":"200"}