[ Dec 24 02:31:14 Enabled. ]
[ Dec 24 02:31:14 Rereading configuration. ]
[ Dec 24 02:31:15 Rereading configuration. ]
[ Dec 24 02:31:18 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible -l [fd00:1122:3344:101::1a]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.418435663Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889}
{"msg":"dataset: \"oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.419123664Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889}
{"msg":"listen IP: [fd00:1122:3344:101::1a]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.419134514Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.419140105Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.435592107Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:31:18.506055029Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.005956644Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58216"}
{"msg":"region 7284a15b-5d71-47e5-9d8c-fcbb00cc130f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.033411041Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.036219796Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.036245636Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"eb8fb24f-2c2a-40ec-a71e-4802afb300cd","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":15045,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.045595635Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.045615396Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7284a15b-5d71-47e5-9d8c-fcbb00cc130f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.096512276Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"region":"7284a15b-5d71-47e5-9d8c-fcbb00cc130f","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7284a15b-5d71-47e5-9d8c-fcbb00cc130f\" \"--data\" \"/data/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.098792623Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"region":"7284a15b-5d71-47e5-9d8c-fcbb00cc130f","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.304807684Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"b74ddb44-a59e-4790-a593-35d1f66bcc04","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.431506572Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"region":"7284a15b-5d71-47e5-9d8c-fcbb00cc130f","component":"worker"}
{"msg":"region 7284a15b-5d71-47e5-9d8c-fcbb00cc130f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.431546703Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.431639014Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7284a15b-5d71-47e5-9d8c-fcbb00cc130f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.431965369Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7284a15b-5d71-47e5-9d8c-fcbb00cc130f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.43639789Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.45463306Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7284a15b-5d71-47e5-9d8c-fcbb00cc130f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.458257698Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.45897094Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.45903393Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.459075241Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.459113482Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.463229917Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.466714603Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.691480903Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"dc4e4879-4de6-4245-b60c-9c5a388ae687","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":87,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.99583632Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62191"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:30.996030094Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","method":"GET","req_id":"5fc7fd77-915e-4ebc-b858-8ceb033dd4a9","remote_addr":"[fd00:1122:3344:101::b]:62191","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.574001429Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","method":"GET","req_id":"dc6c654e-e3f8-44a5-aff0-3f02977efe5e","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"path is \"/data/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.578835097Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"dataset is oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.589868762Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"region 7284a15b-5d71-47e5-9d8c-fcbb00cc130f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.598292646Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.598409518Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.598423009Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","method":"DELETE","req_id":"43b9c529-610f-4762-b97b-17f02a3bae29","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":19684,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-7284a15b-5d71-47e5-9d8c-fcbb00cc130f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.598944307Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.602853299Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.604572907Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","method":"GET","req_id":"6695b394-47d3-434d-a09b-702e6595004f","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"deleting zfs dataset \"oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.612492482Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"region":"7284a15b-5d71-47e5-9d8c-fcbb00cc130f","component":"worker"}
{"msg":"region 7284a15b-5d71-47e5-9d8c-fcbb00cc130f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.69206387Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:31.725232098Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/7284a15b-5d71-47e5-9d8c-fcbb00cc130f","method":"GET","req_id":"be7ca2e4-1681-4b1e-bd19-fce30b0392a0","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":60,"response_code":200}
{"msg":"region 45dc5f21-9354-4808-bb52-eaa87fc1b19d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.381273713Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.381400055Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.381413125Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"dc22cbdb-ff7a-4e58-b62b-34e9f535bf3d","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":173,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.387438412Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.387470382Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"45dc5f21-9354-4808-bb52-eaa87fc1b19d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.427630862Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"region":"45dc5f21-9354-4808-bb52-eaa87fc1b19d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"45dc5f21-9354-4808-bb52-eaa87fc1b19d\" \"--data\" \"/data/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.427672172Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"region":"45dc5f21-9354-4808-bb52-eaa87fc1b19d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.49846274Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"region":"45dc5f21-9354-4808-bb52-eaa87fc1b19d","component":"worker"}
{"msg":"region 45dc5f21-9354-4808-bb52-eaa87fc1b19d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.49850235Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.498579222Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.499816801Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.502462253Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.509080399Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.51162967Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.511919044Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.511962825Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.512002556Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.512038636Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.515146135Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.519326342Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:32:34.642962471Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions","method":"POST","req_id":"3ce3ce84-51c8-42a6-9e29-532ff89f19d6","remote_addr":"[fd00:1122:3344:101::b]:58216","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":54,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.146917494Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:44019"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.147694897Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d","method":"GET","req_id":"5e5780f3-a4dd-4dca-9a23-563a9a23191d","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"path is \"/data/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.15294822Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"dataset is oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.159430593Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"snapshot is oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d@e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.166059819Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\", \"e12da726-9bf9-4b40-b605-94d58f4eb83b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.16609661Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.176421174Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d/snapshots/e12da726-9bf9-4b40-b605-94d58f4eb83b","method":"GET","req_id":"8803fbb5-c54b-43bc-8bee-344332ff1082","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":23501,"response_code":200}
{"msg":"path is \"/data/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.182207096Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"dataset is oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.18810259Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"snapshot is oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d@e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.194039265Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\", \"e12da726-9bf9-4b40-b605-94d58f4eb83b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.194077445Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 45dc5f21-9354-4808-bb52-eaa87fc1b19d-e12da726-9bf9-4b40-b605-94d58f4eb83b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.201628546Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"applying SMF actions for region 45dc5f21-9354-4808-bb52-eaa87fc1b19d running snapshot e12da726-9bf9-4b40-b605-94d58f4eb83b (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.202194655Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.202210695Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d/snapshots/e12da726-9bf9-4b40-b605-94d58f4eb83b/run","method":"POST","req_id":"d2f86161-3994-41ec-809a-322fc2f50e76","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":20020,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-45dc5f21-9354-4808-bb52-eaa87fc1b19d-e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.223619696Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-45dc5f21-9354-4808-bb52-eaa87fc1b19d-e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.235327773Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-45dc5f21-9354-4808-bb52-eaa87fc1b19d-e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.247122Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d/.zfs/snapshot/e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.247386925Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.247430425Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.247469696Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::1a","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.247505976Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.247549547Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.250901061Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.254976495Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"worker"}
{"msg":"region 45dc5f21-9354-4808-bb52-eaa87fc1b19d running snapshot e12da726-9bf9-4b40-b605-94d58f4eb83b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.254990526Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"path is \"/data/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.547448464Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"dataset is oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.553324438Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"datafile"}
{"msg":"snapshot is oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d@e12da726-9bf9-4b40-b605-94d58f4eb83b","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.560246778Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_94fc0f69-3c9c-4936-915c-5710a4d4a83f/crucible/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d\", \"e12da726-9bf9-4b40-b605-94d58f4eb83b\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.560267218Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-12-24T02:44:12.565493121Z","hostname":"oxz_crucible_19e3bbb6-ff8e-4f0c-b4a8-0da44e392c90","pid":23889,"uri":"/crucible/0/regions/45dc5f21-9354-4808-bb52-eaa87fc1b19d/snapshots/e12da726-9bf9-4b40-b605-94d58f4eb83b/run","method":"POST","req_id":"d25f79f7-7e79-4386-95c5-b20096365718","remote_addr":"[fd00:1122:3344:101::b]:44019","local_addr":"[fd00:1122:3344:101::1a]:32345","component":"dropshot","latency_us":18083,"response_code":200}