[ Sep 19 20:46:05 Enabled. ]
[ Sep 19 20:46:05 Rereading configuration. ]
[ Sep 19 20:46:09 Rereading configuration. ]
[ Sep 19 20:46:13 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"Crucible Version: Crucible Version: 0.0.1\nCommit SHA: 779775d5130ff7a4836f52f48b7e64d1479ee104\nCommit timestamp: 2025-08-09T00:27:59.000000000Z  branch: main\nrustc: 1.86.0 stable x86_64-unknown-illumos\nCargo: x86_64-unknown-illumos  Debug: false Opt level: 3","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:46:14.027635713Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038}
{"msg":"dataset: \"oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:46:14.030588332Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:46:14.030608993Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:46:14.030614843Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:46:14.047587723Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:46:14.223072999Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.307328634Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:60229"}
{"msg":"region 62add0c2-3a4d-4471-bec1-2ae04c1e8e12 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.358369448Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.365466325Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions","method":"POST","req_id":"b9d79208-8dcc-4698-a208-e430475027b4","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":29847,"response_code":200}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.370018442Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.37928214Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.379308861Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"62add0c2-3a4d-4471-bec1-2ae04c1e8e12\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.4908607Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"region":"62add0c2-3a4d-4471-bec1-2ae04c1e8e12","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"62add0c2-3a4d-4471-bec1-2ae04c1e8e12\" \"--data\" \"/data/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.494405444Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"region":"62add0c2-3a4d-4471-bec1-2ae04c1e8e12","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.562255013Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions","method":"POST","req_id":"b2c9088c-44a9-4285-842c-26c759c3668e","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":200}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.904704173Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"region":"62add0c2-3a4d-4471-bec1-2ae04c1e8e12","component":"worker"}
{"msg":"region 62add0c2-3a4d-4471-bec1-2ae04c1e8e12 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.904749434Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.904846286Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-62add0c2-3a4d-4471-bec1-2ae04c1e8e12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.905219855Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-62add0c2-3a4d-4471-bec1-2ae04c1e8e12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.91730258Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.946809685Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-62add0c2-3a4d-4471-bec1-2ae04c1e8e12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.956371991Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.956945574Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.966244383Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.966286895Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.966320905Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:02.991762335Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:03.000972722Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:03.043254809Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions","method":"POST","req_id":"1520a142-6d2e-4cca-af34-9fe957da97c3","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":45,"response_code":200}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.01963496Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","method":"GET","req_id":"1e390da4-199d-4a02-bfa1-a1c87315f06d","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":74,"response_code":200}
{"msg":"path is \"/data/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.086385423Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"dataset is oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.09856847Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"region 62add0c2-3a4d-4471-bec1-2ae04c1e8e12 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.110738177Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.110885611Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.110936642Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","method":"DELETE","req_id":"49311748-6e9d-4a0f-b364-1800a31e401c","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":24619,"response_code":204}
{"msg":"disabling downstairs instance: downstairs-62add0c2-3a4d-4471-bec1-2ae04c1e8e12 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.111887154Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.114740191Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","method":"GET","req_id":"5bd61f28-bf5a-4943-999f-2ab8b91834ab","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":28,"response_code":200}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.12781761Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.140245463Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"region":"62add0c2-3a4d-4471-bec1-2ae04c1e8e12","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.18766926Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","method":"GET","req_id":"d3cfb815-d44a-482f-a7ad-d8bd72e881f2","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":200}
{"msg":"region 62add0c2-3a4d-4471-bec1-2ae04c1e8e12 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.261873369Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:04.3408245Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/62add0c2-3a4d-4471-bec1-2ae04c1e8e12","method":"GET","req_id":"ffa9ce1e-b034-46df-b4a6-dfb1a5dbf651","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":37,"response_code":200}
{"msg":"region c9aa24c5-79ee-48f1-a37e-b81d46f9a725 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.137886313Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.138026477Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.138046707Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions","method":"POST","req_id":"e31d1038-8c8a-40c1-af74-2a32cea49f85","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":199,"response_code":200}
{"msg":"zfs set reservation of 2684354560 for oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.148588086Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.148627276Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"c9aa24c5-79ee-48f1-a37e-b81d46f9a725\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.262460259Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"region":"c9aa24c5-79ee-48f1-a37e-b81d46f9a725","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c9aa24c5-79ee-48f1-a37e-b81d46f9a725\" \"--data\" \"/data/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.264365384Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"region":"c9aa24c5-79ee-48f1-a37e-b81d46f9a725","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.410924529Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"region":"c9aa24c5-79ee-48f1-a37e-b81d46f9a725","component":"worker"}
{"msg":"region c9aa24c5-79ee-48f1-a37e-b81d46f9a725 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.41096147Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.411078812Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.412498406Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.424590781Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.444646903Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.454041145Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.454313171Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.454377523Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.454420334Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.454459145Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.460794284Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.469879858Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:47:07.504889563Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions","method":"POST","req_id":"34be3246-0362-477f-8c7d-fecab1db7e65","remote_addr":"[fd00:1122:3344:101::b]:60229","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":58,"response_code":200}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.343945586Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62981"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.345548833Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725","method":"GET","req_id":"3cbac4e1-d2be-42de-bac6-b35b29b3c502","remote_addr":"[fd00:1122:3344:101::b]:62981","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":40,"response_code":200}
{"msg":"path is \"/data/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.349917626Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"dataset is oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.360155518Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"snapshot is oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725@bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.369619021Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\", \"bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.369664112Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.38145143Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725/snapshots/bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","method":"GET","req_id":"d906a03f-0b75-4b47-85ec-c760124a9fc7","remote_addr":"[fd00:1122:3344:101::b]:62981","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":31544,"response_code":200}
{"msg":"path is \"/data/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.388091266Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"dataset is oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.395753577Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"snapshot is oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725@bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.405020555Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\", \"bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.405047966Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot c9aa24c5-79ee-48f1-a37e-b81d46f9a725-bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.414307694Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"applying SMF actions for region c9aa24c5-79ee-48f1-a37e-b81d46f9a725 running snapshot bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.414906598Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.414930549Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725/snapshots/bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a/run","method":"POST","req_id":"264121d4-467b-4fdb-8029-19b32a1cb759","remote_addr":"[fd00:1122:3344:101::b]:62981","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26873,"response_code":200}
{"msg":"creating missing snapshot instance snapshot-c9aa24c5-79ee-48f1-a37e-b81d46f9a725-bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.428771455Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-c9aa24c5-79ee-48f1-a37e-b81d46f9a725-bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.443711107Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-c9aa24c5-79ee-48f1-a37e-b81d46f9a725-bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.46757624Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725/.zfs/snapshot/bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.467846066Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.467911437Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.467952298Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.467990499Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.468045731Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.474715188Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.482382249Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"worker"}
{"msg":"region c9aa24c5-79ee-48f1-a37e-b81d46f9a725 running snapshot bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.482394129Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"path is \"/data/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\"","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.583304777Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"dataset is oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.59233322Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"datafile"}
{"msg":"snapshot is oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725@bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.600633456Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_cd1590c3-c6a6-4f65-bacb-62a193b0dd56/crucible/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725\", \"bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.600668326Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-09-19T20:57:50.60845822Z","hostname":"oxz_crucible_bc36371c-bf71-4f34-b5da-23aeb3d49fc8","pid":26038,"uri":"/crucible/0/regions/c9aa24c5-79ee-48f1-a37e-b81d46f9a725/snapshots/bddf0dcb-bd19-4f2c-8c1b-3b9508c0755a/run","method":"POST","req_id":"2a51510a-2306-4089-9541-621196ce2a16","remote_addr":"[fd00:1122:3344:101::b]:62981","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25201,"response_code":200}