[ Jan 25 03:52:59 Enabled. ]
[ Jan 25 03:52:59 Rereading configuration. ]
[ Jan 25 03:53:04 Rereading configuration. ]
[ Jan 25 03:53:09 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_066cb075-3ce4-42e3-8879-3ad7d6a5cc28/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_066cb075-3ce4-42e3-8879-3ad7d6a5cc28/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.378764914Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.379761948Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.379770328Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.395665764Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:53:09.487305917Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.40113127Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61368"}
{"msg":"region 480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.432387098Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.436680362Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"uri":"/crucible/0/regions","method":"POST","req_id":"777ee455-8774-4795-8bf9-d8aed3f338a1","remote_addr":"[fd00:1122:3344:101::a]:61368","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15188,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.438816544Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_066cb075-3ce4-42e3-8879-3ad7d6a5cc28/crucible/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.447265959Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_066cb075-3ce4-42e3-8879-3ad7d6a5cc28/crucible/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.44729797Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.497439007Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"region":"480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2\" \"--data\" \"/data/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.499612369Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"region":"480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.595991178Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"uri":"/crucible/0/regions","method":"POST","req_id":"219f3e97-b2a9-43c0-845b-216309d3b20a","remote_addr":"[fd00:1122:3344:101::a]:61368","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":95,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.633502357Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"region":"480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","component":"worker"}
{"msg":"region 480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.633538008Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.633644921Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.634043421Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.643162762Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.658479454Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.674865951Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.675399574Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.677742451Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.677806662Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.677847933Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.68267209Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:06.687362134Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.076097844Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"uri":"/crucible/0/regions","method":"POST","req_id":"d9266be7-9bdd-4e34-a495-04e6e957898d","remote_addr":"[fd00:1122:3344:101::a]:61368","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.401404026Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"uri":"/crucible/0/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","method":"GET","req_id":"ca1b7453-2ae4-4382-9301-b82a1b6e632f","remote_addr":"[fd00:1122:3344:101::a]:61368","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"path is \"/data/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.404796448Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"datafile"}
{"msg":"dataset is oxp_066cb075-3ce4-42e3-8879-3ad7d6a5cc28/crucible/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.41642013Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"datafile"}
{"msg":"region 480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.428000511Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.428159855Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"disabling downstairs instance: downstairs-480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.429248501Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.430545823Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"uri":"/crucible/0/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","method":"DELETE","req_id":"14e73a8c-5e30-49c7-9bb7-37dc5183adec","remote_addr":"[fd00:1122:3344:101::a]:61368","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25791,"response_code":"204"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.434183651Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.437704277Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"uri":"/crucible/0/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","method":"GET","req_id":"90a74b51-1446-4cfe-9803-72a038eed304","remote_addr":"[fd00:1122:3344:101::a]:61368","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":698,"response_code":"200"}
{"msg":"deleting zfs dataset \"oxp_066cb075-3ce4-42e3-8879-3ad7d6a5cc28/crucible/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2\"","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.447055783Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"region":"480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","component":"worker"}
{"msg":"region 480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.514782327Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-01-25T03:54:07.589755885Z","hostname":"oxz_crucible_8518c653-cb76-4005-ae46-03891cfb7ae8","pid":22473,"uri":"/crucible/0/regions/480b9e8e-82b4-4e34-bdb0-40ffc4ad17e2","method":"GET","req_id":"e46e6e7d-7f04-47b9-a2a9-ca95b66fe7ed","remote_addr":"[fd00:1122:3344:101::a]:61368","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":"200"}