[ Jul 15 21:06:00 Enabled. ]
[ Jul 15 21:06:00 Rereading configuration. ]
[ Jul 15 21:06:02 Rereading configuration. ]
[ Jul 15 21:06:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_aa82e8a0-9ea5-4359-9702-246a02feb3b0/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_aa82e8a0-9ea5-4359-9702-246a02feb3b0/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:09.264145203Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:09.267369266Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:09.267381246Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:09.284603451Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:09.537065565Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.769204814Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:63971"}
{"msg":"region 77e6e08f-7eed-46f4-9f90-5a60c5916161 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.786542522Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.789030146Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions","method":"POST","req_id":"d69c9702-870e-4167-b69e-59e887514611","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":12823,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.789635052Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_aa82e8a0-9ea5-4359-9702-246a02feb3b0/crucible/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.801819566Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_aa82e8a0-9ea5-4359-9702-246a02feb3b0/crucible/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.801878647Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.937364748Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions","method":"POST","req_id":"6ed5bbc3-274c-4bba-8fa6-8a0dee3e6738","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"creating region Region { id: RegionId(\"77e6e08f-7eed-46f4-9f90-5a60c5916161\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.971712086Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"region":"77e6e08f-7eed-46f4-9f90-5a60c5916161","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"77e6e08f-7eed-46f4-9f90-5a60c5916161\" \"--data\" \"/data/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:29.971791568Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"region":"77e6e08f-7eed-46f4-9f90-5a60c5916161","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.253106297Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions","method":"POST","req_id":"8d4363a9-5d01-4bfa-8019-81de691e744b","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":73,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.260237911Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"region":"77e6e08f-7eed-46f4-9f90-5a60c5916161","component":"worker"}
{"msg":"region 77e6e08f-7eed-46f4-9f90-5a60c5916161 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.260313743Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.260536499Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-77e6e08f-7eed-46f4-9f90-5a60c5916161","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.260915489Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-77e6e08f-7eed-46f4-9f90-5a60c5916161","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.278499233Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.340548857Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-77e6e08f-7eed-46f4-9f90-5a60c5916161","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.354468906Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.355208395Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.355269427Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.355310378Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.355355539Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.380860258Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:30.409467337Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:31.63865011Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions","method":"POST","req_id":"bb47410b-598e-43cd-9bac-d9002af3bdbd","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":47,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.093822582Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","method":"GET","req_id":"fb66ad91-1244-4cc6-afc8-9b4b172068b7","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":88,"response_code":"200"}
{"msg":"path is \"/data/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.098651366Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"datafile"}
{"msg":"dataset is oxp_aa82e8a0-9ea5-4359-9702-246a02feb3b0/crucible/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.110534953Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"datafile"}
{"msg":"region 77e6e08f-7eed-46f4-9f90-5a60c5916161 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.121223699Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.121478236Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.121534888Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","method":"DELETE","req_id":"1d8de361-809c-4807-af36-2d9dd0049dd8","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":22912,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-77e6e08f-7eed-46f4-9f90-5a60c5916161 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.122540444Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.123829927Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","method":"GET","req_id":"3aed701e-bb07-451c-afe7-ed42cae85aa7","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.136218597Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_aa82e8a0-9ea5-4359-9702-246a02feb3b0/crucible/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.147685863Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"region":"77e6e08f-7eed-46f4-9f90-5a60c5916161","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.238325576Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","method":"GET","req_id":"ca38bf97-ca9a-4bbf-bb92-dd6658c3da5f","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"region 77e6e08f-7eed-46f4-9f90-5a60c5916161 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.247168024Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-15T21:06:32.345016082Z","hostname":"oxz_crucible_f24e2a8e-6118-4a01-a65f-6dc0e7d33a16","pid":25082,"uri":"/crucible/0/regions/77e6e08f-7eed-46f4-9f90-5a60c5916161","method":"GET","req_id":"c03e5aa0-3e00-49dd-bc59-ae142266355a","remote_addr":"[fd00:1122:3344:101::c]:63971","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":32,"response_code":"200"}