[ Jan 18 05:33:09 Enabled. ]
[ Jan 18 05:33:09 Rereading configuration. ]
[ Jan 18 05:33:15 Rereading configuration. ]
[ Jan 18 05:33:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_d55380f8-3d86-4c31-b244-3f6e51844733/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_d55380f8-3d86-4c31-b244-3f6e51844733/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:33:21.93490606Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:33:21.936160109Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:33:21.936171769Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:33:21.953897904Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:33:22.080467404Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.287271685Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:51988"}
{"msg":"region c0847055-56cc-4109-a08c-e36ebf80fff0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.309953523Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.314210127Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions","method":"POST","req_id":"fd5de3d1-cd37-4a42-b65c-97908ebdfff9","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":10677,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.314383639Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_d55380f8-3d86-4c31-b244-3f6e51844733/crucible/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.323601857Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_d55380f8-3d86-4c31-b244-3f6e51844733/crucible/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.323626537Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c0847055-56cc-4109-a08c-e36ebf80fff0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c0847055-56cc-4109-a08c-e36ebf80fff0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.380213322Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"region":"c0847055-56cc-4109-a08c-e36ebf80fff0","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c0847055-56cc-4109-a08c-e36ebf80fff0\" \"--data\" \"/data/regions/c0847055-56cc-4109-a08c-e36ebf80fff0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.382169371Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"region":"c0847055-56cc-4109-a08c-e36ebf80fff0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.546821008Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions","method":"POST","req_id":"2c68aeb3-b75f-45f0-be54-b48e45a2f5e8","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":106,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.554572863Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"region":"c0847055-56cc-4109-a08c-e36ebf80fff0","component":"worker"}
{"msg":"region c0847055-56cc-4109-a08c-e36ebf80fff0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.554599964Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.554709705Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c0847055-56cc-4109-a08c-e36ebf80fff0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.555090021Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c0847055-56cc-4109-a08c-e36ebf80fff0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.559170182Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.574249807Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c0847055-56cc-4109-a08c-e36ebf80fff0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.583501425Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.583996202Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.585967032Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.586057883Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.586114774Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.590117994Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:07.593836589Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.161876195Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions","method":"POST","req_id":"74f13d23-77a4-4877-977e-8b258731fb5e","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.440493042Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","method":"GET","req_id":"3ece16ac-8506-421c-8a7f-9086c3e54f97","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"path is \"/data/regions/c0847055-56cc-4109-a08c-e36ebf80fff0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.443649539Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"datafile"}
{"msg":"dataset is oxp_d55380f8-3d86-4c31-b244-3f6e51844733/crucible/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.454369349Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"datafile"}
{"msg":"region c0847055-56cc-4109-a08c-e36ebf80fff0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.463472365Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.463633678Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-c0847055-56cc-4109-a08c-e36ebf80fff0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.464743204Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.465545706Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","method":"DELETE","req_id":"8400d37d-1f70-4f51-8e57-8b0194387b83","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21927,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.468897686Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","method":"GET","req_id":"c6769872-5971-45f1-a43e-f8a2faa5e0c6","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":25,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.468993137Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_d55380f8-3d86-4c31-b244-3f6e51844733/crucible/regions/c0847055-56cc-4109-a08c-e36ebf80fff0\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.480353897Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"region":"c0847055-56cc-4109-a08c-e36ebf80fff0","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.543508689Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","method":"GET","req_id":"86766ff8-d42c-4e75-9f52-c9390bc15d1c","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"region c0847055-56cc-4109-a08c-e36ebf80fff0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.548177739Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-18T05:34:08.66354041Z","hostname":"oxz_crucible_388351c9-9262-4acc-99df-c9a606149f67","pid":22520,"uri":"/crucible/0/regions/c0847055-56cc-4109-a08c-e36ebf80fff0","method":"GET","req_id":"7a5b30b1-96ea-4c8c-9839-d47a4a57b3fa","remote_addr":"[fd00:1122:3344:101::b]:51988","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28,"response_code":"200"}