[ May 15 04:12:44 Enabled. ]
[ May 15 04:12:44 Rereading configuration. ]
[ May 15 04:12:46 Rereading configuration. ]
[ May 15 04:12:51 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_573dd896-5c20-4e75-ad4b-3e5c27d15317/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_573dd896-5c20-4e75-ad4b-3e5c27d15317/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.287071761Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.290820729Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.29083062Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.312764863Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:12:51.398467869Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.916171809Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:43816"}
{"msg":"region 5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.939893028Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.944616427Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"uri":"/crucible/0/regions","method":"POST","req_id":"364dd663-d0ab-44fa-99fe-9509cfddb835","remote_addr":"[fd00:1122:3344:101::c]:43816","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18611,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.947261261Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_573dd896-5c20-4e75-ad4b-3e5c27d15317/crucible/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.956350158Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_573dd896-5c20-4e75-ad4b-3e5c27d15317/crucible/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:24.956390759Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.017113657Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"region":"5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42\" \"--data\" \"/data/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.017168139Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"region":"5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.243665253Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"uri":"/crucible/0/regions","method":"POST","req_id":"a9c773b0-a1de-4b05-9e25-a8dd92f9d430","remote_addr":"[fd00:1122:3344:101::c]:43816","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.294517698Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"region":"5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","component":"worker"}
{"msg":"region 5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.294614231Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.294783777Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.29519882Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.300140166Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.313267811Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.316328667Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.317082321Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.317143143Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.317183074Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.317224716Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.321716818Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.33700301Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.575954858Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"uri":"/crucible/0/regions","method":"POST","req_id":"b9f5b1d0-382f-43f5-8d6b-f5c7551ae54c","remote_addr":"[fd00:1122:3344:101::c]:43816","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":45,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.909875444Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"uri":"/crucible/0/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","method":"GET","req_id":"4827a9d0-0865-471c-9351-6b86107eca89","remote_addr":"[fd00:1122:3344:101::c]:43816","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"path is \"/data/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.913459328Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"datafile"}
{"msg":"dataset is oxp_573dd896-5c20-4e75-ad4b-3e5c27d15317/crucible/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.924256219Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"datafile"}
{"msg":"region 5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.934761901Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.934908765Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.934971567Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"uri":"/crucible/0/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","method":"DELETE","req_id":"1cfaa1ff-280c-4a4e-8d01-a2c7c2ade86a","remote_addr":"[fd00:1122:3344:101::c]:43816","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21546,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.935924717Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.938123327Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"uri":"/crucible/0/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","method":"GET","req_id":"df0c7f6e-41c8-433d-a638-e891c50856da","remote_addr":"[fd00:1122:3344:101::c]:43816","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.940290565Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_573dd896-5c20-4e75-ad4b-3e5c27d15317/crucible/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42\"","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:25.951568961Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"region":"5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","component":"worker"}
{"msg":"region 5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:26.015593604Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-05-15T04:13:26.075979391Z","hostname":"oxz_crucible_495d33c7-85e1-442d-987f-e59b13b5582d","pid":23315,"uri":"/crucible/0/regions/5c1d00f2-a9b2-469f-a0dc-d9cd1eb9ef42","method":"GET","req_id":"866158c7-6d3f-438d-b43b-5b287375f268","remote_addr":"[fd00:1122:3344:101::c]:43816","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":57,"response_code":"200"}