[ Mar  8 00:40:13 Enabled. ]
[ Mar  8 00:40:13 Rereading configuration. ]
[ Mar  8 00:40:16 Rereading configuration. ]
[ Mar  8 00:40:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_52b15b2d-6fb2-4f1a-9e6d-9e2af5f324f3/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_52b15b2d-6fb2-4f1a-9e6d-9e2af5f324f3/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:21.967815635Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:21.970823959Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:21.97083205Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:21.988012863Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:22.072125309Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.564934623Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:49257"}
{"msg":"region e095c71a-8cb4-4df0-805e-b3fe651a11ef state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.583813809Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.587730355Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"uri":"/crucible/0/regions","method":"POST","req_id":"8e33aaeb-a5c7-4161-8787-79c418239251","remote_addr":"[fd00:1122:3344:101::c]:49257","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":6544,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.587763876Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_52b15b2d-6fb2-4f1a-9e6d-9e2af5f324f3/crucible/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.599796173Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_52b15b2d-6fb2-4f1a-9e6d-9e2af5f324f3/crucible/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.599866745Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e095c71a-8cb4-4df0-805e-b3fe651a11ef\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.699388581Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"region":"e095c71a-8cb4-4df0-805e-b3fe651a11ef","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e095c71a-8cb4-4df0-805e-b3fe651a11ef\" \"--data\" \"/data/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.699493453Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"region":"e095c71a-8cb4-4df0-805e-b3fe651a11ef","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:40.859725587Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"uri":"/crucible/0/regions","method":"POST","req_id":"7a1aafcb-f18a-4856-b5be-dda9b8ac43b6","remote_addr":"[fd00:1122:3344:101::c]:49257","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.018559136Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"region":"e095c71a-8cb4-4df0-805e-b3fe651a11ef","component":"worker"}
{"msg":"region e095c71a-8cb4-4df0-805e-b3fe651a11ef state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.018638298Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.018878484Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e095c71a-8cb4-4df0-805e-b3fe651a11ef","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.019334385Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e095c71a-8cb4-4df0-805e-b3fe651a11ef","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.02479269Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.038475017Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e095c71a-8cb4-4df0-805e-b3fe651a11ef","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.042579109Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.043357278Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.04342095Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.043476871Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.043507962Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.049034938Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.061907416Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.293773906Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"uri":"/crucible/0/regions","method":"POST","req_id":"bb795b5b-b78f-4c7e-ad92-72411e66fc4f","remote_addr":"[fd00:1122:3344:101::c]:49257","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.775657486Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"uri":"/crucible/0/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","method":"GET","req_id":"3084afdd-4a86-4533-93bd-27e70000e9c5","remote_addr":"[fd00:1122:3344:101::c]:49257","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":114,"response_code":"200"}
{"msg":"path is \"/data/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.778669031Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"datafile"}
{"msg":"dataset is oxp_52b15b2d-6fb2-4f1a-9e6d-9e2af5f324f3/crucible/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.79081904Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"datafile"}
{"msg":"region e095c71a-8cb4-4df0-805e-b3fe651a11ef state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.801270118Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.801501494Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.801560196Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"uri":"/crucible/0/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","method":"DELETE","req_id":"1107d34f-e760-4c71-9579-f3f750b8fc7d","remote_addr":"[fd00:1122:3344:101::c]:49257","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22934,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-e095c71a-8cb4-4df0-805e-b3fe651a11ef (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.802585141Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.80456761Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"uri":"/crucible/0/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","method":"GET","req_id":"2dfabdce-feea-49aa-acc5-42fa3948d555","remote_addr":"[fd00:1122:3344:101::c]:49257","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":19,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.814753161Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_52b15b2d-6fb2-4f1a-9e6d-9e2af5f324f3/crucible/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef\"","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.826586343Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"region":"e095c71a-8cb4-4df0-805e-b3fe651a11ef","component":"worker"}
{"msg":"region e095c71a-8cb4-4df0-805e-b3fe651a11ef state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.893594827Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-03-08T00:40:41.914780499Z","hostname":"oxz_crucible_8ad592e3-df9b-4fc1-8dc0-dbca7c7df7d1","pid":24162,"uri":"/crucible/0/regions/e095c71a-8cb4-4df0-805e-b3fe651a11ef","method":"GET","req_id":"dd44f39e-5000-4357-acf8-25edfe9376af","remote_addr":"[fd00:1122:3344:101::c]:49257","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":56,"response_code":"200"}