[ Nov 12 20:45:12 Enabled. ]
[ Nov 12 20:45:12 Rereading configuration. ]
[ Nov 12 20:45:17 Rereading configuration. ]
[ Nov 12 20:45:24 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:45:24.471931598Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555}
{"msg":"dataset: \"oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:45:24.472814631Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555}
{"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:45:24.472824281Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:45:24.472829662Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:45:24.485868879Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:45:24.600142976Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.253535384Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42657"}
{"msg":"region cb0551bc-327d-45cd-882e-665d49c66096 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.279084925Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.281689823Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.281740194Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions","method":"POST","req_id":"516599ff-c172-4032-85b5-f8c0fc37d2c5","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":13874,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/cb0551bc-327d-45cd-882e-665d49c66096","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.28931578Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/cb0551bc-327d-45cd-882e-665d49c66096","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.289341361Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"cb0551bc-327d-45cd-882e-665d49c66096\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cb0551bc-327d-45cd-882e-665d49c66096\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.37780212Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"region":"cb0551bc-327d-45cd-882e-665d49c66096","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cb0551bc-327d-45cd-882e-665d49c66096\" \"--data\" \"/data/regions/cb0551bc-327d-45cd-882e-665d49c66096\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.379857064Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"region":"cb0551bc-327d-45cd-882e-665d49c66096","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.434223791Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions","method":"POST","req_id":"1f137a44-15d6-4cff-a954-3f72e4cf2368","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":63,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.752825206Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"region":"cb0551bc-327d-45cd-882e-665d49c66096","component":"worker"}
{"msg":"region cb0551bc-327d-45cd-882e-665d49c66096 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.752904958Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.753151265Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-cb0551bc-327d-45cd-882e-665d49c66096","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.753517774Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cb0551bc-327d-45cd-882e-665d49c66096","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.758996016Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.776237292Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cb0551bc-327d-45cd-882e-665d49c66096","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.779851486Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cb0551bc-327d-45cd-882e-665d49c66096","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.7803949Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.780463021Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.780507153Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.780544804Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.785321287Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.790775259Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:15.805817768Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions","method":"POST","req_id":"477c6104-6445-4ff4-b676-3839e68dc550","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":55,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.83487873Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/cb0551bc-327d-45cd-882e-665d49c66096","method":"GET","req_id":"c8f867da-a7a7-4920-9295-ac126ed443bb","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":200}
{"msg":"path is \"/data/regions/cb0551bc-327d-45cd-882e-665d49c66096\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.837609601Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"dataset is oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/cb0551bc-327d-45cd-882e-665d49c66096","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.8460949Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"region cb0551bc-327d-45cd-882e-665d49c66096 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.853494762Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.853634786Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.853660916Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/cb0551bc-327d-45cd-882e-665d49c66096","method":"DELETE","req_id":"1d3985d0-aa3f-4a75-9a8f-7119ab6c90b2","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":16052,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-cb0551bc-327d-45cd-882e-665d49c66096 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.854605871Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.859043345Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/cb0551bc-327d-45cd-882e-665d49c66096","method":"GET","req_id":"81f6f6ff-5824-46c6-b8e1-72841a0344e8","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":32,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.859328583Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/cb0551bc-327d-45cd-882e-665d49c66096\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.86813071Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"region":"cb0551bc-327d-45cd-882e-665d49c66096","component":"worker"}
{"msg":"region cb0551bc-327d-45cd-882e-665d49c66096 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.930600047Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:16.99484187Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/cb0551bc-327d-45cd-882e-665d49c66096","method":"GET","req_id":"53ab6a13-c687-4f94-8b5a-2d5c36dffef7","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"region ea5e2e06-315d-404b-8179-6904015e1f60 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.165059563Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.165200337Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions","method":"POST","req_id":"c5c806fc-20d2-4470-a5fb-c864ec23a201","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":191,"response_code":200}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.165224407Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.170909375Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.170929845Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ea5e2e06-315d-404b-8179-6904015e1f60\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ea5e2e06-315d-404b-8179-6904015e1f60\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.214077152Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"region":"ea5e2e06-315d-404b-8179-6904015e1f60","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ea5e2e06-315d-404b-8179-6904015e1f60\" \"--data\" \"/data/regions/ea5e2e06-315d-404b-8179-6904015e1f60\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.214119413Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"region":"ea5e2e06-315d-404b-8179-6904015e1f60","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.304119202Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"region":"ea5e2e06-315d-404b-8179-6904015e1f60","component":"worker"}
{"msg":"region ea5e2e06-315d-404b-8179-6904015e1f60 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.304154052Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.304246815Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.305472037Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.308552936Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.309518611Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions","method":"POST","req_id":"63cc9f2b-758a-41af-a887-b7b9e87d5f42","remote_addr":"[fd00:1122:3344:101::a]:42657","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.315400863Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.318893814Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.319094449Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.31913751Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.319174661Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.319208162Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.32263133Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:46:19.326821169Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.291180773Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33197"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.291965994Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/ea5e2e06-315d-404b-8179-6904015e1f60","method":"GET","req_id":"2abdc422-cc15-4fee-8acf-27522fa28e8b","remote_addr":"[fd00:1122:3344:101::a]:33197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":36,"response_code":200}
{"msg":"path is \"/data/regions/ea5e2e06-315d-404b-8179-6904015e1f60\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.298206775Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"dataset is oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.304526329Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"snapshot is oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60@1251cdc9-0557-46ad-b21c-2182ec9fe215","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.310875123Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60\", \"1251cdc9-0557-46ad-b21c-2182ec9fe215\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.310921124Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.32119025Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/ea5e2e06-315d-404b-8179-6904015e1f60/snapshots/1251cdc9-0557-46ad-b21c-2182ec9fe215","method":"GET","req_id":"f17fe69a-3728-4411-aa57-d0dd5b38ce58","remote_addr":"[fd00:1122:3344:101::a]:33197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23006,"response_code":200}
{"msg":"path is \"/data/regions/ea5e2e06-315d-404b-8179-6904015e1f60\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.324152187Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"dataset is oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.329606758Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"snapshot is oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60@1251cdc9-0557-46ad-b21c-2182ec9fe215","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.335644564Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60\", \"1251cdc9-0557-46ad-b21c-2182ec9fe215\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.335661415Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot ea5e2e06-315d-404b-8179-6904015e1f60-1251cdc9-0557-46ad-b21c-2182ec9fe215 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.342959544Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.343544099Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/ea5e2e06-315d-404b-8179-6904015e1f60/snapshots/1251cdc9-0557-46ad-b21c-2182ec9fe215/run","method":"POST","req_id":"ba57ff95-7fd0-4d43-9c24-1f89372fd83a","remote_addr":"[fd00:1122:3344:101::a]:33197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":19411,"response_code":200}
{"msg":"applying SMF actions for region ea5e2e06-315d-404b-8179-6904015e1f60 running snapshot 1251cdc9-0557-46ad-b21c-2182ec9fe215 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.343573849Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-ea5e2e06-315d-404b-8179-6904015e1f60-1251cdc9-0557-46ad-b21c-2182ec9fe215","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.365835145Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ea5e2e06-315d-404b-8179-6904015e1f60-1251cdc9-0557-46ad-b21c-2182ec9fe215","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.378069702Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ea5e2e06-315d-404b-8179-6904015e1f60-1251cdc9-0557-46ad-b21c-2182ec9fe215","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.393402099Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ea5e2e06-315d-404b-8179-6904015e1f60/.zfs/snapshot/1251cdc9-0557-46ad-b21c-2182ec9fe215","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.393699027Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.393742998Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.393787679Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.39383741Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.393880591Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.397716591Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.401899659Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"worker"}
{"msg":"region ea5e2e06-315d-404b-8179-6904015e1f60 running snapshot 1251cdc9-0557-46ad-b21c-2182ec9fe215 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.401914389Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"path is \"/data/regions/ea5e2e06-315d-404b-8179-6904015e1f60\"","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.655766549Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"dataset is oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.662046562Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"datafile"}
{"msg":"snapshot is oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60@1251cdc9-0557-46ad-b21c-2182ec9fe215","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.668489198Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_4270d2ae-e61d-4acd-b4d1-fa124c0e784c/crucible/regions/ea5e2e06-315d-404b-8179-6904015e1f60\", \"1251cdc9-0557-46ad-b21c-2182ec9fe215\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.668518859Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-11-12T20:57:21.673991931Z","hostname":"oxz_crucible_7d06f11f-d6b7-4983-99d0-7f4874b5917e","pid":27555,"uri":"/crucible/0/regions/ea5e2e06-315d-404b-8179-6904015e1f60/snapshots/1251cdc9-0557-46ad-b21c-2182ec9fe215/run","method":"POST","req_id":"af73ffcd-5305-4e2d-b1cb-5872e06026f8","remote_addr":"[fd00:1122:3344:101::a]:33197","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":18274,"response_code":200}