[ Aug  1 21:19:43 Enabled. ]
[ Aug  1 21:19:43 Rereading configuration. ]
[ Aug  1 21:19:45 Rereading configuration. ]
[ Aug  1 21:19:50 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_25105a5b-93dd-4186-9215-7863618fd796/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_25105a5b-93dd-4186-9215-7863618fd796/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:19:50.417932306Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:19:50.421248815Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:19:50.421257795Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:19:50.439940822Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:19:50.523190912Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.690240505Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:65152"}
{"msg":"region bedf0ba0-ed59-4333-bd69-d70a692ef822 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.721289995Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.72603547Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"uri":"/crucible/0/regions","method":"POST","req_id":"de0db08a-8e4e-4dfa-8ed4-fc25d7944e26","remote_addr":"[fd00:1122:3344:101::c]:65152","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19578,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.728436104Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_25105a5b-93dd-4186-9215-7863618fd796/crucible/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.738836511Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_25105a5b-93dd-4186-9215-7863618fd796/crucible/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.738869652Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bedf0ba0-ed59-4333-bd69-d70a692ef822\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.803624919Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"region":"bedf0ba0-ed59-4333-bd69-d70a692ef822","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bedf0ba0-ed59-4333-bd69-d70a692ef822\" \"--data\" \"/data/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:43.80367848Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"region":"bedf0ba0-ed59-4333-bd69-d70a692ef822","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.060289933Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"uri":"/crucible/0/regions","method":"POST","req_id":"396597cd-4eb9-4cb7-8d13-8499cca0299d","remote_addr":"[fd00:1122:3344:101::c]:65152","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.111839232Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"region":"bedf0ba0-ed59-4333-bd69-d70a692ef822","component":"worker"}
{"msg":"region bedf0ba0-ed59-4333-bd69-d70a692ef822 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.111873223Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.111996075Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bedf0ba0-ed59-4333-bd69-d70a692ef822","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.112384352Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bedf0ba0-ed59-4333-bd69-d70a692ef822","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.119236245Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.133113405Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bedf0ba0-ed59-4333-bd69-d70a692ef822","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.139216366Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.139966809Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.14002083Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.140057001Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.140091251Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.144738585Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.150698052Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:44.402969529Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"uri":"/crucible/0/regions","method":"POST","req_id":"17178328-3240-45c6-9035-47634c94cc0c","remote_addr":"[fd00:1122:3344:101::c]:65152","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":46,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.087496434Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"uri":"/crucible/0/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","method":"GET","req_id":"f8f4c88f-0c5c-45b2-b4c8-cdabb5b16436","remote_addr":"[fd00:1122:3344:101::c]:65152","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"path is \"/data/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.090946217Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"datafile"}
{"msg":"dataset is oxp_25105a5b-93dd-4186-9215-7863618fd796/crucible/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.102532335Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"datafile"}
{"msg":"region bedf0ba0-ed59-4333-bd69-d70a692ef822 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.11335166Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.113499193Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.113555164Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"uri":"/crucible/0/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","method":"DELETE","req_id":"fbb5ae9d-2556-46be-acd3-5fb94d381976","remote_addr":"[fd00:1122:3344:101::c]:65152","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":22638,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bedf0ba0-ed59-4333-bd69-d70a692ef822 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.114549532Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.11610693Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"uri":"/crucible/0/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","method":"GET","req_id":"39c7f678-9034-4f0f-bdec-2ffbc31cfb7e","remote_addr":"[fd00:1122:3344:101::c]:65152","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":26,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.118970102Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_25105a5b-93dd-4186-9215-7863618fd796/crucible/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822\"","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.13052345Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"region":"bedf0ba0-ed59-4333-bd69-d70a692ef822","component":"worker"}
{"msg":"region bedf0ba0-ed59-4333-bd69-d70a692ef822 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.204386591Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-08-01T21:20:45.248651708Z","hostname":"oxz_crucible_d2ac1116-c9e6-496f-83be-4a29ce02f888","pid":23537,"uri":"/crucible/0/regions/bedf0ba0-ed59-4333-bd69-d70a692ef822","method":"GET","req_id":"5dc0e28f-114d-41d5-944e-d0efd493dd80","remote_addr":"[fd00:1122:3344:101::c]:65152","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":81,"response_code":"200"}