[ Feb 13 06:11:10 Enabled. ]
[ Feb 13 06:11:10 Rereading configuration. ]
[ Feb 13 06:11:11 Rereading configuration. ]
[ Feb 13 06:11:14 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a4ea79f9-472b-4a3b-a85e-aba2d34a4322/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_a4ea79f9-472b-4a3b-a85e-aba2d34a4322/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:11:14.944371601Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:11:14.947971047Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:11:14.947982537Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:11:14.96725987Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:11:15.073403585Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.190086672Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:64623"}
{"msg":"region 0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.230081564Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.238758923Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"uri":"/crucible/0/regions","method":"POST","req_id":"b84f9048-bf3c-45bd-8bbb-fef86a2fa67e","remote_addr":"[fd00:1122:3344:101::b]:64623","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24529,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.238794444Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_a4ea79f9-472b-4a3b-a85e-aba2d34a4322/crucible/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.250739453Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a4ea79f9-472b-4a3b-a85e-aba2d34a4322/crucible/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.250791984Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.339673802Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"region":"0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5\" \"--data\" \"/data/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.342243899Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"region":"0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.571883605Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"uri":"/crucible/0/regions","method":"POST","req_id":"b7a1936b-577d-4668-83e2-3a1549579804","remote_addr":"[fd00:1122:3344:101::b]:64623","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.680174529Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"region":"0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","component":"worker"}
{"msg":"region 0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.68022169Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.680325091Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.68077081Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.686957683Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.699632535Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.703667839Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.704404013Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.70698665Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.707054161Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.707093402Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.722538315Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.729243648Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:04.932307627Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"uri":"/crucible/0/regions","method":"POST","req_id":"cb6124a5-d373-451d-93bb-673f1f26bd9d","remote_addr":"[fd00:1122:3344:101::b]:64623","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.456322565Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"uri":"/crucible/0/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","method":"GET","req_id":"2f5539af-232f-4881-937d-8a3dfd270355","remote_addr":"[fd00:1122:3344:101::b]:64623","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.458649928Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"datafile"}
{"msg":"dataset is oxp_a4ea79f9-472b-4a3b-a85e-aba2d34a4322/crucible/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.470072397Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"datafile"}
{"msg":"region 0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.480558719Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.480763993Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.481970695Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.483161647Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"uri":"/crucible/0/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","method":"DELETE","req_id":"cd4fdc7b-9057-4a95-a6ad-11016d6ed52b","remote_addr":"[fd00:1122:3344:101::b]:64623","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24555,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.487101219Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.490303348Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"uri":"/crucible/0/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","method":"GET","req_id":"70c8edc5-8a43-4c87-aacd-807ceb9a1b10","remote_addr":"[fd00:1122:3344:101::b]:64623","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":567,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_a4ea79f9-472b-4a3b-a85e-aba2d34a4322/crucible/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5\"","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.49970389Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"region":"0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","component":"worker"}
{"msg":"region 0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.607299081Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-02-13T06:12:05.635901835Z","hostname":"oxz_crucible_e25a1690-5fd5-4026-910a-21f8b51775fd","pid":21553,"uri":"/crucible/0/regions/0bc1f0e8-6d7c-48e1-821e-a5ac562e1fe5","method":"GET","req_id":"d301a20d-85a6-493c-a504-20fa41b0958d","remote_addr":"[fd00:1122:3344:101::b]:64623","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":74,"response_code":"200"}