[ May 18 07:16:15 Enabled. ]
[ May 18 07:16:15 Rereading configuration. ]
[ May 18 07:16:17 Rereading configuration. ]
[ May 18 07:16:20 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:20.935110776Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160}
{"msg":"dataset: \"oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:20.935380808Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:20.935402068Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:20.935413108Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:20.953305407Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:21.018541027Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.792024078Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:48880"}
{"msg":"region eb97eb20-72b9-4674-bfa1-ce43df9b569f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.829291774Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.831705058Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.831749038Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions","method":"POST","req_id":"1a8e3e85-455f-409b-8bb9-e6e59fb70231","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16148,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.839755492Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.839782432Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"eb97eb20-72b9-4674-bfa1-ce43df9b569f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.888100019Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"region":"eb97eb20-72b9-4674-bfa1-ce43df9b569f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"eb97eb20-72b9-4674-bfa1-ce43df9b569f\" \"--data\" \"/data/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.89003665Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"region":"eb97eb20-72b9-4674-bfa1-ce43df9b569f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:45.980068077Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions","method":"POST","req_id":"af27771a-f0c0-49cb-896c-b591707c242b","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.18707688Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"region":"eb97eb20-72b9-4674-bfa1-ce43df9b569f","component":"worker"}
{"msg":"region eb97eb20-72b9-4674-bfa1-ce43df9b569f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.187118071Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.187201581Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-eb97eb20-72b9-4674-bfa1-ce43df9b569f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.187524113Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-eb97eb20-72b9-4674-bfa1-ce43df9b569f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.193677897Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.203508261Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-eb97eb20-72b9-4674-bfa1-ce43df9b569f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.204772218Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.205503852Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.205564423Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.205605373Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.205642503Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.208027846Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.21062062Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:46.348569062Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions","method":"POST","req_id":"1d051e3c-f707-4bf1-84ac-193423c7add6","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.222988072Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","method":"GET","req_id":"12934542-9f12-4ad3-96fb-dbefb39c8dcb","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":80,"response_code":200}
{"msg":"path is \"/data/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.225927288Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"dataset is oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.234282504Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"region eb97eb20-72b9-4674-bfa1-ce43df9b569f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.241596385Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.241738766Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.241760776Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","method":"DELETE","req_id":"77b6212d-2956-4587-8bdd-3b3778b55d6f","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":15862,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-eb97eb20-72b9-4674-bfa1-ce43df9b569f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.242819312Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.245799948Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.245842908Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","method":"GET","req_id":"e9058681-9037-4255-9e7d-d130fe484902","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":43,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.25340745Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"region":"eb97eb20-72b9-4674-bfa1-ce43df9b569f","component":"worker"}
{"msg":"region eb97eb20-72b9-4674-bfa1-ce43df9b569f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.307141767Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:47.318822711Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/eb97eb20-72b9-4674-bfa1-ce43df9b569f","method":"GET","req_id":"8a6e3122-0c18-4394-8a73-9f4bd2eea5a9","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"region 238bd60a-0511-459a-9cfa-93df1fb1d7bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.497440126Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.497631037Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.497665408Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions","method":"POST","req_id":"06a20e9f-7487-4044-ab48-0838b3efc84b","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":344,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.503364179Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.503378249Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"238bd60a-0511-459a-9cfa-93df1fb1d7bc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.54156329Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"region":"238bd60a-0511-459a-9cfa-93df1fb1d7bc","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"238bd60a-0511-459a-9cfa-93df1fb1d7bc\" \"--data\" \"/data/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.5416072Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"region":"238bd60a-0511-459a-9cfa-93df1fb1d7bc","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.593117485Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"region":"238bd60a-0511-459a-9cfa-93df1fb1d7bc","component":"worker"}
{"msg":"region 238bd60a-0511-459a-9cfa-93df1fb1d7bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.593153145Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.593244376Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.594527433Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.595994631Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.600265654Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.602123615Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.602458216Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.602505617Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.602545857Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.602584097Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.604782279Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.607799986Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:16:50.654155082Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions","method":"POST","req_id":"1bde7b62-600b-43b1-bfaa-f14f16a3508a","remote_addr":"[fd00:1122:3344:101::c]:48880","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.311164997Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47838"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.311295267Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc","method":"GET","req_id":"3ced2f8e-a39f-42e4-a844-808b81751327","remote_addr":"[fd00:1122:3344:101::c]:47838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"path is \"/data/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.319863605Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"dataset is oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.326615652Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"snapshot is oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc@d6d4df3a-d7b6-4816-8439-9cf0f80a4015","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.332547425Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\", \"d6d4df3a-d7b6-4816-8439-9cf0f80a4015\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.332584505Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.343243823Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc/snapshots/d6d4df3a-d7b6-4816-8439-9cf0f80a4015","method":"GET","req_id":"369090af-0581-49ac-b83d-331dba776fa2","remote_addr":"[fd00:1122:3344:101::c]:47838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23411,"response_code":200}
{"msg":"path is \"/data/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.349389197Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"dataset is oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.356110394Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"snapshot is oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc@d6d4df3a-d7b6-4816-8439-9cf0f80a4015","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.363266939Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\", \"d6d4df3a-d7b6-4816-8439-9cf0f80a4015\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.363288446Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 238bd60a-0511-459a-9cfa-93df1fb1d7bc-d6d4df3a-d7b6-4816-8439-9cf0f80a4015 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.370834186Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"applying SMF actions for region 238bd60a-0511-459a-9cfa-93df1fb1d7bc running snapshot d6d4df3a-d7b6-4816-8439-9cf0f80a4015 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.371769401Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.371780311Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc/snapshots/d6d4df3a-d7b6-4816-8439-9cf0f80a4015/run","method":"POST","req_id":"99c33689-9f41-4822-a7f2-bfac2ece8e4e","remote_addr":"[fd00:1122:3344:101::c]:47838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22440,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-238bd60a-0511-459a-9cfa-93df1fb1d7bc-d6d4df3a-d7b6-4816-8439-9cf0f80a4015","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.386774844Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-238bd60a-0511-459a-9cfa-93df1fb1d7bc-d6d4df3a-d7b6-4816-8439-9cf0f80a4015","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.392947488Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-238bd60a-0511-459a-9cfa-93df1fb1d7bc-d6d4df3a-d7b6-4816-8439-9cf0f80a4015","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.40057079Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc/.zfs/snapshot/d6d4df3a-d7b6-4816-8439-9cf0f80a4015","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.400868382Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.400916692Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.400955942Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.401008822Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.401069223Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.403089224Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.40602144Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"worker"}
{"msg":"region 238bd60a-0511-459a-9cfa-93df1fb1d7bc running snapshot d6d4df3a-d7b6-4816-8439-9cf0f80a4015 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.40603744Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"path is \"/data/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\"","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.61962962Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"dataset is oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.626057065Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"datafile"}
{"msg":"snapshot is oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc@d6d4df3a-d7b6-4816-8439-9cf0f80a4015","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.633190525Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_ca6507c1-1a49-4485-99a4-fdf9fa39a911/crucible/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc\", \"d6d4df3a-d7b6-4816-8439-9cf0f80a4015\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.633210465Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-05-18T07:27:59.639055767Z","hostname":"oxz_crucible_4fa7751b-218b-4945-9b60-f139c8ad4d11","pid":26160,"uri":"/crucible/0/regions/238bd60a-0511-459a-9cfa-93df1fb1d7bc/snapshots/d6d4df3a-d7b6-4816-8439-9cf0f80a4015/run","method":"POST","req_id":"c2192e08-cbf7-4de2-add2-c376b7dffe0a","remote_addr":"[fd00:1122:3344:101::c]:47838","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19471,"response_code":200}