[ Mar 25 22:49:21 Enabled. ]
[ Mar 25 22:49:21 Rereading configuration. ]
[ Mar 25 22:49:25 Rereading configuration. ]
[ Mar 25 22:49:33 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_541f43db-ebcc-4f54-9398-0f846408bfaf/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_541f43db-ebcc-4f54-9398-0f846408bfaf/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.550961161Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.554169184Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.554180274Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.570764798Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:33.644824327Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:48.953224677Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:57659"}
{"msg":"region 9e361ac0-428e-4760-8f9e-a674ddf46cd5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:48.973145266Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:48.978525307Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"uri":"/crucible/0/regions","method":"POST","req_id":"5a0e1113-541c-48b9-b202-2955d95bda29","remote_addr":"[fd00:1122:3344:101::c]:57659","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":12513,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:48.978556428Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_541f43db-ebcc-4f54-9398-0f846408bfaf/crucible/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:48.987886398Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_541f43db-ebcc-4f54-9398-0f846408bfaf/crucible/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:48.98794948Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9e361ac0-428e-4760-8f9e-a674ddf46cd5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.06646352Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"region":"9e361ac0-428e-4760-8f9e-a674ddf46cd5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9e361ac0-428e-4760-8f9e-a674ddf46cd5\" \"--data\" \"/data/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.06868551Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"region":"9e361ac0-428e-4760-8f9e-a674ddf46cd5","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.210062127Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"region":"9e361ac0-428e-4760-8f9e-a674ddf46cd5","component":"worker"}
{"msg":"region 9e361ac0-428e-4760-8f9e-a674ddf46cd5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.210144269Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.210367344Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9e361ac0-428e-4760-8f9e-a674ddf46cd5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.210772463Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9e361ac0-428e-4760-8f9e-a674ddf46cd5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.216395Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.218320673Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"uri":"/crucible/0/regions","method":"POST","req_id":"463b2fea-171c-4711-a953-f6d44a5c0208","remote_addr":"[fd00:1122:3344:101::c]:57659","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.229444474Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9e361ac0-428e-4760-8f9e-a674ddf46cd5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.234313004Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.234888006Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.234954828Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.235001099Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.2350339Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.240519533Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:49.245648699Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.203802278Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"uri":"/crucible/0/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","method":"GET","req_id":"8403dc35-d09b-4c02-b984-9917bab7ce9e","remote_addr":"[fd00:1122:3344:101::c]:57659","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2539,"response_code":"200"}
{"msg":"path is \"/data/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.207754337Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"datafile"}
{"msg":"dataset is oxp_541f43db-ebcc-4f54-9398-0f846408bfaf/crucible/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.2194575Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"datafile"}
{"msg":"region 9e361ac0-428e-4760-8f9e-a674ddf46cd5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.229890006Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.23009796Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.230161852Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"uri":"/crucible/0/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","method":"DELETE","req_id":"cef5a6cc-0e26-4704-ae18-87c0e5cf9e44","remote_addr":"[fd00:1122:3344:101::c]:57659","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22435,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9e361ac0-428e-4760-8f9e-a674ddf46cd5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.231216416Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.233158089Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"uri":"/crucible/0/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","method":"GET","req_id":"2bb7988d-1bd8-45d4-9838-69be6bc2bf28","remote_addr":"[fd00:1122:3344:101::c]:57659","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":33,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.237933527Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_541f43db-ebcc-4f54-9398-0f846408bfaf/crucible/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.250079241Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"region":"9e361ac0-428e-4760-8f9e-a674ddf46cd5","component":"worker"}
{"msg":"region 9e361ac0-428e-4760-8f9e-a674ddf46cd5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.327983496Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-25T22:49:50.361250776Z","hostname":"oxz_crucible_d1d20a88-b177-4161-9072-002f9b11eb30","pid":25352,"uri":"/crucible/0/regions/9e361ac0-428e-4760-8f9e-a674ddf46cd5","method":"GET","req_id":"b2d6b542-e13d-48f7-8636-eb17e1777e73","remote_addr":"[fd00:1122:3344:101::c]:57659","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"}