[ Aug  1 21:33:05 Enabled. ]
[ Aug  1 21:33:05 Rereading configuration. ]
[ Aug  1 21:33:10 Rereading configuration. ]
[ Aug  1 21:33:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ace79dfd-d828-49c4-99ea-6bc8e9b82fe6/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_ace79dfd-d828-49c4-99ea-6bc8e9b82fe6/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:22.742696489Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:22.743962164Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:22.743971044Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:22.758769129Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:22.846464614Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.178813839Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48506"}
{"msg":"region 9b5df8b4-3202-4230-8e1f-01735095a2de state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.201187904Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.206415179Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"uri":"/crucible/0/regions","method":"POST","req_id":"d4e7cd20-d5df-4399-b949-213e754c9cb3","remote_addr":"[fd00:1122:3344:101::c]:48506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":18212,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.208443999Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_ace79dfd-d828-49c4-99ea-6bc8e9b82fe6/crucible/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.217859496Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ace79dfd-d828-49c4-99ea-6bc8e9b82fe6/crucible/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.217923237Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"9b5df8b4-3202-4230-8e1f-01735095a2de\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9b5df8b4-3202-4230-8e1f-01735095a2de\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.307177423Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"region":"9b5df8b4-3202-4230-8e1f-01735095a2de","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9b5df8b4-3202-4230-8e1f-01735095a2de\" \"--data\" \"/data/regions/9b5df8b4-3202-4230-8e1f-01735095a2de\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.309330346Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"region":"9b5df8b4-3202-4230-8e1f-01735095a2de","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.351118067Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"uri":"/crucible/0/regions","method":"POST","req_id":"ae24bb7c-cb86-4dad-a09f-8bb3d7a08bfd","remote_addr":"[fd00:1122:3344:101::c]:48506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.627242392Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"region":"9b5df8b4-3202-4230-8e1f-01735095a2de","component":"worker"}
{"msg":"region 9b5df8b4-3202-4230-8e1f-01735095a2de state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.627333553Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.627560928Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-9b5df8b4-3202-4230-8e1f-01735095a2de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.627933895Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.628858074Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"uri":"/crucible/0/regions","method":"POST","req_id":"5661866e-c18f-435d-8e0b-8062dc5f39ae","remote_addr":"[fd00:1122:3344:101::c]:48506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9b5df8b4-3202-4230-8e1f-01735095a2de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.633745551Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.650963052Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9b5df8b4-3202-4230-8e1f-01735095a2de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.655168916Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.65585459Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.655917391Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.655964382Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.656012613Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.662527583Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:46.677711335Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.304518096Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"uri":"/crucible/0/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","method":"GET","req_id":"2b777d6c-624e-4b56-8633-a11127aaf707","remote_addr":"[fd00:1122:3344:101::c]:48506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"path is \"/data/regions/9b5df8b4-3202-4230-8e1f-01735095a2de\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.307179419Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"datafile"}
{"msg":"dataset is oxp_ace79dfd-d828-49c4-99ea-6bc8e9b82fe6/crucible/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.318223639Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"datafile"}
{"msg":"region 9b5df8b4-3202-4230-8e1f-01735095a2de state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.327896412Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.328060881Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.328120873Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"uri":"/crucible/0/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","method":"DELETE","req_id":"a2578fa7-0202-474f-a346-268c282599e2","remote_addr":"[fd00:1122:3344:101::c]:48506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":20996,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-9b5df8b4-3202-4230-8e1f-01735095a2de (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.329125416Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.331691337Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"uri":"/crucible/0/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","method":"GET","req_id":"4688c718-57bc-4426-bb23-231f27bd0e9f","remote_addr":"[fd00:1122:3344:101::c]:48506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.333548484Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_ace79dfd-d828-49c4-99ea-6bc8e9b82fe6/crucible/regions/9b5df8b4-3202-4230-8e1f-01735095a2de\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.345090083Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"region":"9b5df8b4-3202-4230-8e1f-01735095a2de","component":"worker"}
{"msg":"region 9b5df8b4-3202-4230-8e1f-01735095a2de state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.432936751Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:33:47.461713404Z","hostname":"oxz_crucible_c9352190-f3cc-4fe7-84d8-45c8053d3aa7","pid":25259,"uri":"/crucible/0/regions/9b5df8b4-3202-4230-8e1f-01735095a2de","method":"GET","req_id":"d4813102-8378-41a2-9c39-4019043c3c25","remote_addr":"[fd00:1122:3344:101::c]:48506","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":67,"response_code":"200"}