[ Aug 31 16:16:23 Enabled. ]
[ Aug 31 16:16:23 Rereading configuration. ]
[ Aug 31 16:16:25 Rereading configuration. ]
[ Aug 31 16:16:32 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: ad8a31742adc45e925e63443a5b43c8e30604022\nCommit timestamp: 2026-07-28T19:41:59.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:32.343052831Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787}
{"msg":"dataset: \"oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:32.343203363Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:32.343214373Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:32.343219624Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:32.35896787Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:16:32.698505926Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.326785574Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:49647"}
{"msg":"region c9bbcb39-08d8-45ce-8c56-66afa0ed52ca state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.356864271Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.36124626Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.365511598Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions","method":"POST","req_id":"2dda5af0-e49b-46ac-b0d6-177dc32f4827","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":15015,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.370462013Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.370479233Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c9bbcb39-08d8-45ce-8c56-66afa0ed52ca\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.426930556Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"region":"c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c9bbcb39-08d8-45ce-8c56-66afa0ed52ca\" \"--data\" \"/data/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.428868508Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"region":"c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.583126277Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions","method":"POST","req_id":"0ed863fb-af73-4f99-b0a5-d4b5592c1b30","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":72,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.634647075Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"region":"c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","component":"worker"}
{"msg":"region c9bbcb39-08d8-45ce-8c56-66afa0ed52ca state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.638967363Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.639139215Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.641411161Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.652629196Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.665631992Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.668769137Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.669617077Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.669685347Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.669733778Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.669776959Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.673124856Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.676815677Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:02.957716186Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions","method":"POST","req_id":"cf4b5682-4509-4d51-8317-21b7b0cb31a9","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.790676352Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","method":"GET","req_id":"40ca2757-d888-4f09-9631-009bb972599d","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"path is \"/data/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.794405014Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"dataset is oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.802344293Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"region c9bbcb39-08d8-45ce-8c56-66afa0ed52ca state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.810262412Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.810397904Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.810416334Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","method":"DELETE","req_id":"c66ef6ee-045a-406e-8c87-bc0ee040d7e1","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":16058,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-c9bbcb39-08d8-45ce-8c56-66afa0ed52ca (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.811495956Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.813296536Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","method":"GET","req_id":"87d75f16-5362-445e-a4a4-40e2cb1d4819","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":42,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.816338Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.825424662Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"region":"c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","component":"worker"}
{"msg":"region c9bbcb39-08d8-45ce-8c56-66afa0ed52ca state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.894506176Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:03.908601094Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/c9bbcb39-08d8-45ce-8c56-66afa0ed52ca","method":"GET","req_id":"22d5cd1b-60d4-4911-bd7e-e8faa27c86b9","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":53,"response_code":200}
{"msg":"region feba6fdc-b301-4fd6-b769-a177dfa0fc42 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.42770745Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.427852292Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.427871162Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions","method":"POST","req_id":"e66cae5d-926e-42ad-91f8-20b4e4813843","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":199,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.435254615Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.435288135Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"feba6fdc-b301-4fd6-b769-a177dfa0fc42\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.483964731Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"region":"feba6fdc-b301-4fd6-b769-a177dfa0fc42","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"feba6fdc-b301-4fd6-b769-a177dfa0fc42\" \"--data\" \"/data/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.484006921Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"region":"feba6fdc-b301-4fd6-b769-a177dfa0fc42","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.554685344Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"region":"feba6fdc-b301-4fd6-b769-a177dfa0fc42","component":"worker"}
{"msg":"region feba6fdc-b301-4fd6-b769-a177dfa0fc42 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.554718664Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.554813285Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.556227981Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.559151994Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.566503106Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.569443329Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.569748993Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.569805203Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.569845354Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.569883554Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.573322503Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.577683991Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:18:06.718364639Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions","method":"POST","req_id":"935f15d3-7747-4563-820b-2f2c434ce50b","remote_addr":"[fd00:1122:3344:101::b]:49647","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.024920313Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37569"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.025102535Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42","method":"GET","req_id":"2926cdcb-5436-4c51-8358-a38d5577cc9a","remote_addr":"[fd00:1122:3344:101::b]:37569","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":51,"response_code":200}
{"msg":"path is \"/data/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.03088376Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"dataset is oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.041019334Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"snapshot is oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42@e1b1c252-d8a2-4224-98a5-b912f97efe35","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.050212786Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\", \"e1b1c252-d8a2-4224-98a5-b912f97efe35\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.050253067Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.066773122Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42/snapshots/e1b1c252-d8a2-4224-98a5-b912f97efe35","method":"GET","req_id":"d7b4886c-1121-4ec6-9f5f-b47f6c35a135","remote_addr":"[fd00:1122:3344:101::b]:37569","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":35943,"response_code":200}
{"msg":"path is \"/data/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.072715599Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"dataset is oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.082012543Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"snapshot is oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42@e1b1c252-d8a2-4224-98a5-b912f97efe35","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.091705852Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\", \"e1b1c252-d8a2-4224-98a5-b912f97efe35\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.091739902Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot feba6fdc-b301-4fd6-b769-a177dfa0fc42-e1b1c252-d8a2-4224-98a5-b912f97efe35 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.105431916Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"applying SMF actions for region feba6fdc-b301-4fd6-b769-a177dfa0fc42 running snapshot e1b1c252-d8a2-4224-98a5-b912f97efe35 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.112631146Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.112649386Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42/snapshots/e1b1c252-d8a2-4224-98a5-b912f97efe35/run","method":"POST","req_id":"aac9f4a8-b85e-4c90-ab8a-bb5306e6519b","remote_addr":"[fd00:1122:3344:101::b]:37569","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":39987,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-feba6fdc-b301-4fd6-b769-a177dfa0fc42-e1b1c252-d8a2-4224-98a5-b912f97efe35","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.125820164Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-feba6fdc-b301-4fd6-b769-a177dfa0fc42-e1b1c252-d8a2-4224-98a5-b912f97efe35","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.1406403Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-feba6fdc-b301-4fd6-b769-a177dfa0fc42-e1b1c252-d8a2-4224-98a5-b912f97efe35","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.157271157Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42/.zfs/snapshot/e1b1c252-d8a2-4224-98a5-b912f97efe35","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.157853373Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.157916324Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.157992785Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.158054115Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.158131186Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.163171243Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.17005884Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"worker"}
{"msg":"region feba6fdc-b301-4fd6-b769-a177dfa0fc42 running snapshot e1b1c252-d8a2-4224-98a5-b912f97efe35 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.17007898Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"path is \"/data/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\"","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.33783551Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"dataset is oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.343857017Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"datafile"}
{"msg":"snapshot is oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42@e1b1c252-d8a2-4224-98a5-b912f97efe35","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.350381301Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_9b9a82e1-bbfe-40a0-8aeb-6d901278001b/crucible/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42\", \"e1b1c252-d8a2-4224-98a5-b912f97efe35\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.350420841Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-08-31T16:29:24.356642951Z","hostname":"oxz_crucible_305c3b66-99a3-498f-b3b2-7c0854bd2de9","pid":26787,"uri":"/crucible/0/regions/feba6fdc-b301-4fd6-b769-a177dfa0fc42/snapshots/e1b1c252-d8a2-4224-98a5-b912f97efe35/run","method":"POST","req_id":"d15ef07e-eecf-41a2-9356-1cc60d1e6d96","remote_addr":"[fd00:1122:3344:101::b]:37569","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18838,"response_code":200}