[ Mar 23 21:17:56 Enabled. ]
[ Mar 23 21:17:56 Rereading configuration. ]
[ Mar 23 21:17:58 Rereading configuration. ]
[ Mar 23 21:18:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 7103cd3a3d7b0112d2949dd135db06fef0c156bb\nCommit timestamp: 2025-11-10T22:24:53.000000000Z  branch: main\nrustc: 1.90.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:02.729435012Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777}
{"msg":"dataset: \"oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:02.73014854Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:02.730184921Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:02.730198011Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:02.744896527Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:02.876795657Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.826489829Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:55928"}
{"msg":"region 859d3add-8e78-4eee-8f2f-111a8f601f5a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.850980948Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.853599253Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.853622334Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions","method":"POST","req_id":"d70f38a7-1f8e-46ef-8171-68ce10f46c49","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":13183,"response_code":200}
{"msg":"zfs set reservation of 1342177280 for oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.861971152Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.861991962Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"859d3add-8e78-4eee-8f2f-111a8f601f5a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.911463292Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"region":"859d3add-8e78-4eee-8f2f-111a8f601f5a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"859d3add-8e78-4eee-8f2f-111a8f601f5a\" \"--data\" \"/data/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:54.91417445Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"region":"859d3add-8e78-4eee-8f2f-111a8f601f5a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.058184272Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions","method":"POST","req_id":"49605107-8214-43b1-b730-eafea5213091","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":64,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.252118275Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"region":"859d3add-8e78-4eee-8f2f-111a8f601f5a","component":"worker"}
{"msg":"region 859d3add-8e78-4eee-8f2f-111a8f601f5a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.252161426Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.252240198Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-859d3add-8e78-4eee-8f2f-111a8f601f5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.252584527Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-859d3add-8e78-4eee-8f2f-111a8f601f5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.263680833Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.281292281Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-859d3add-8e78-4eee-8f2f-111a8f601f5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.285380203Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.286100481Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.286162402Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.286202733Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.286239844Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.290994322Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.299716429Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:55.402702721Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions","method":"POST","req_id":"df53ce59-275c-4671-a9da-7b76a71d4f02","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.345845129Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","method":"GET","req_id":"bf03eb82-4a80-487e-af1a-c88780e41a05","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":200}
{"msg":"path is \"/data/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.350875864Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"dataset is oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.359523089Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"region 859d3add-8e78-4eee-8f2f-111a8f601f5a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.367629601Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.367754544Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.367772184Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","method":"DELETE","req_id":"f5482b89-b7aa-4bd0-815e-34d6f05c1203","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":16908,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-859d3add-8e78-4eee-8f2f-111a8f601f5a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.368792369Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.370994004Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","method":"GET","req_id":"9d8e2760-3426-4841-9d71-bede6c761f46","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":29,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.374630124Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.383493815Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"region":"859d3add-8e78-4eee-8f2f-111a8f601f5a","component":"worker"}
{"msg":"region 859d3add-8e78-4eee-8f2f-111a8f601f5a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.447267521Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:56.487497672Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/859d3add-8e78-4eee-8f2f-111a8f601f5a","method":"GET","req_id":"afd9703c-dba3-4618-ad4d-b13935488cc5","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":200}
{"msg":"region b82800b9-1d3c-4590-a914-b9a4ed4d9fed state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.819585325Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.819717118Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.819735509Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions","method":"POST","req_id":"54fbe2f4-dba1-434d-ae6f-b185f305dc52","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":187,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.826308242Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.826326713Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b82800b9-1d3c-4590-a914-b9a4ed4d9fed\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.902872117Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"region":"b82800b9-1d3c-4590-a914-b9a4ed4d9fed","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b82800b9-1d3c-4590-a914-b9a4ed4d9fed\" \"--data\" \"/data/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.902911898Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"region":"b82800b9-1d3c-4590-a914-b9a4ed4d9fed","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.975834471Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"region":"b82800b9-1d3c-4590-a914-b9a4ed4d9fed","component":"worker"}
{"msg":"region b82800b9-1d3c-4590-a914-b9a4ed4d9fed state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.975864322Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.975959994Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.976697788Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.979845521Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.98785156Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.990829094Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.991151572Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.991206374Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.991247444Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.991287956Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:58.99546332Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:59.000504835Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:18:59.18406821Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions","method":"POST","req_id":"e63c339d-01c9-42e0-8b19-8f53a3ec1e50","remote_addr":"[fd00:1122:3344:101::c]:55928","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.058213803Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:40979"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.058600273Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed","method":"GET","req_id":"8db2bb2f-18ea-4721-bed1-7322db9b9967","remote_addr":"[fd00:1122:3344:101::c]:40979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":41,"response_code":200}
{"msg":"path is \"/data/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.060930021Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"dataset is oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.068478159Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"snapshot is oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed@d532e1f4-48da-4c31-ad65-22ed73640cf1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.076314884Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\", \"d532e1f4-48da-4c31-ad65-22ed73640cf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.076367485Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.091667375Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed/snapshots/d532e1f4-48da-4c31-ad65-22ed73640cf1","method":"GET","req_id":"d1e4c202-84fc-4b70-a66f-8e14d1a22669","remote_addr":"[fd00:1122:3344:101::c]:40979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":30753,"response_code":200}
{"msg":"path is \"/data/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.09588523Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"dataset is oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.104626418Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"snapshot is oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed@d532e1f4-48da-4c31-ad65-22ed73640cf1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.11357415Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\", \"d532e1f4-48da-4c31-ad65-22ed73640cf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.113608761Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b82800b9-1d3c-4590-a914-b9a4ed4d9fed-d532e1f4-48da-4c31-ad65-22ed73640cf1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.129066126Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"applying SMF actions for region b82800b9-1d3c-4590-a914-b9a4ed4d9fed running snapshot d532e1f4-48da-4c31-ad65-22ed73640cf1 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.130151043Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.130166773Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed/snapshots/d532e1f4-48da-4c31-ad65-22ed73640cf1/run","method":"POST","req_id":"df7d3750-3c9a-47a6-a9c1-d67814da2438","remote_addr":"[fd00:1122:3344:101::c]:40979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34284,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-b82800b9-1d3c-4590-a914-b9a4ed4d9fed-d532e1f4-48da-4c31-ad65-22ed73640cf1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.162887797Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b82800b9-1d3c-4590-a914-b9a4ed4d9fed-d532e1f4-48da-4c31-ad65-22ed73640cf1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.195781065Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b82800b9-1d3c-4590-a914-b9a4ed4d9fed-d532e1f4-48da-4c31-ad65-22ed73640cf1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.265640713Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed/.zfs/snapshot/d532e1f4-48da-4c31-ad65-22ed73640cf1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.26596157Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.266016452Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.266064463Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.266125165Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.266185806Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.281176149Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.304655773Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"worker"}
{"msg":"region b82800b9-1d3c-4590-a914-b9a4ed4d9fed running snapshot d532e1f4-48da-4c31-ad65-22ed73640cf1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.304663953Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"path is \"/data/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\"","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.317283187Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"dataset is oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.324166968Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"datafile"}
{"msg":"snapshot is oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed@d532e1f4-48da-4c31-ad65-22ed73640cf1","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.331140602Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_a9be0b19-b5d8-4725-9c46-0c64967ca745/crucible/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed\", \"d532e1f4-48da-4c31-ad65-22ed73640cf1\"]","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.331168622Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2026-03-23T21:29:23.338089635Z","hostname":"oxz_crucible_e586c56d-87ab-43a8-b3fa-cf6d107b9959","pid":23777,"uri":"/crucible/0/regions/b82800b9-1d3c-4590-a914-b9a4ed4d9fed/snapshots/d532e1f4-48da-4c31-ad65-22ed73640cf1/run","method":"POST","req_id":"224cd42c-660a-45ae-98af-3ba906fdc8bb","remote_addr":"[fd00:1122:3344:101::c]:40979","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20837,"response_code":200}