[ Jul 29 18:48:00 Enabled. ]
[ Jul 29 18:48:00 Rereading configuration. ]
[ Jul 29 18:48:02 Rereading configuration. ]
[ Jul 29 18:48:08 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:08.486545833Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:08.489598728Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:08.489606878Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:08.506988313Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:08.679277182Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.245203168Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36358"}
{"msg":"region bb167a53-454f-488d-9fe3-14ef05f32bcd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.286621684Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.29146425Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"88188374-5f47-487b-9d68-0a4cf5eb9aae","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23596,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.293854466Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.303432284Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.303486275Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bb167a53-454f-488d-9fe3-14ef05f32bcd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.380657609Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"bb167a53-454f-488d-9fe3-14ef05f32bcd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bb167a53-454f-488d-9fe3-14ef05f32bcd\" \"--data\" \"/data/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.382664635Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"bb167a53-454f-488d-9fe3-14ef05f32bcd","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.463064649Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"84eb5794-e72f-4e4b-81c7-9cb583199c5c","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.715341961Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"bb167a53-454f-488d-9fe3-14ef05f32bcd","component":"worker"}
{"msg":"region bb167a53-454f-488d-9fe3-14ef05f32bcd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.715386662Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.715493955Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bb167a53-454f-488d-9fe3-14ef05f32bcd","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.715871986Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bb167a53-454f-488d-9fe3-14ef05f32bcd","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.72497632Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.748917458Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bb167a53-454f-488d-9fe3-14ef05f32bcd","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.753307191Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.754025111Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.754087823Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.754131194Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.754168205Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.758104545Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.785904511Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:58.809039126Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"96dffdb8-e777-4f6c-9de3-ccf302577059","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":48,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.870784212Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","method":"GET","req_id":"c9583ab7-0546-4d1c-98d5-6b034579f9f9","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":85,"response_code":"200"}
{"msg":"path is \"/data/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.873604321Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"dataset is oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.885092341Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"region bb167a53-454f-488d-9fe3-14ef05f32bcd state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.895750199Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.895959405Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.896025377Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","method":"DELETE","req_id":"dbdf5e98-a062-4dbd-a0db-98a1f1da5c82","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":22451,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bb167a53-454f-488d-9fe3-14ef05f32bcd (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.896952683Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.899108033Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","method":"GET","req_id":"0c3cb178-4401-434c-8ca6-1bb2c728cee7","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.902987581Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:48:59.915201722Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"bb167a53-454f-488d-9fe3-14ef05f32bcd","component":"worker"}
{"msg":"region bb167a53-454f-488d-9fe3-14ef05f32bcd state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:00.000936145Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:00.021811278Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/bb167a53-454f-488d-9fe3-14ef05f32bcd","method":"GET","req_id":"a06516c7-bbaf-4fc5-9a02-17dd2f66500f","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"region b7792701-7c8a-40c4-bece-e6064b0f7d8e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.057363015Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.057514639Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.057534639Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"6fb1a449-a763-400b-900a-cfc1eb524cea","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":236,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.067826687Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.067849058Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"b7792701-7c8a-40c4-bece-e6064b0f7d8e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.140267079Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"b7792701-7c8a-40c4-bece-e6064b0f7d8e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b7792701-7c8a-40c4-bece-e6064b0f7d8e\" \"--data\" \"/data/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.142252094Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"b7792701-7c8a-40c4-bece-e6064b0f7d8e","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.226137106Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"b7792701-7c8a-40c4-bece-e6064b0f7d8e","component":"worker"}
{"msg":"region b7792701-7c8a-40c4-bece-e6064b0f7d8e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.226187717Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.22628518Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.227685339Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.231015902Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.2395383Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.243461469Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.243691926Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.243759678Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.243788388Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.243828719Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.248077888Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.252585004Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:49:02.411287364Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"f79daaf9-65b7-408b-a034-ee122a01f2a5","remote_addr":"[fd00:1122:3344:101::a]:36358","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.836383093Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46831"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.837137654Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e","method":"GET","req_id":"ca57c197-14dc-4536-99bd-e0e2e9271f4a","remote_addr":"[fd00:1122:3344:101::a]:46831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":38,"response_code":"200"}
{"msg":"path is \"/data/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.840164709Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"dataset is oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.849869489Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"snapshot is oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e@fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.858261034Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\", \"fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.858294354Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.870849625Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e/snapshots/fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","method":"GET","req_id":"ef1792cb-38ea-4bc2-9d46-79eb4fde7c3b","remote_addr":"[fd00:1122:3344:101::a]:46831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":30687,"response_code":"200"}
{"msg":"path is \"/data/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.874392784Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"dataset is oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.883135958Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"snapshot is oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e@fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.890720729Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\", \"fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.89075297Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot b7792701-7c8a-40c4-bece-e6064b0f7d8e-fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.900127512Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"applying SMF actions for region b7792701-7c8a-40c4-bece-e6064b0f7d8e running snapshot fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.900969495Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.900996866Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e/snapshots/fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f/run","method":"POST","req_id":"5af5361d-4a01-4c32-a35c-b8b47fea1d94","remote_addr":"[fd00:1122:3344:101::a]:46831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26661,"response_code":"200"}
{"msg":"creating missing snapshot instance snapshot-b7792701-7c8a-40c4-bece-e6064b0f7d8e-fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.91761588Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b7792701-7c8a-40c4-bece-e6064b0f7d8e-fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.928929316Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b7792701-7c8a-40c4-bece-e6064b0f7d8e-fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.945865869Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e/.zfs/snapshot/fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.946178877Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.946230769Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.94627355Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.946309681Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.946358742Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.950421536Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.955012584Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"region b7792701-7c8a-40c4-bece-e6064b0f7d8e running snapshot fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:49.955034655Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"path is \"/data/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:50.263531416Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"dataset is oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:50.272947329Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"snapshot is oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e@fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:50.281706303Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e\", \"fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f\"]","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:50.281750584Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:50.290260692Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions/b7792701-7c8a-40c4-bece-e6064b0f7d8e/snapshots/fb35fbf1-f07c-44a6-b4e6-41d53ee81f2f/run","method":"POST","req_id":"84d6a48f-a8ef-466b-92fa-dc829684cc73","remote_addr":"[fd00:1122:3344:101::a]:46831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26756,"response_code":"200"}
{"msg":"region e9f08da0-77d7-494f-802d-2d0303ab6d4d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.646935458Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.647114053Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"8ae914f8-d70e-4aa7-8d45-353c4024203a","remote_addr":"[fd00:1122:3344:101::a]:46831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":238,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.647153274Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/e9f08da0-77d7-494f-802d-2d0303ab6d4d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.657885714Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_050760fc-eb6f-4e1d-9058-11c7d784cd91/crucible/regions/e9f08da0-77d7-494f-802d-2d0303ab6d4d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.657928185Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"e9f08da0-77d7-494f-802d-2d0303ab6d4d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/e9f08da0-77d7-494f-802d-2d0303ab6d4d\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.724112293Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"e9f08da0-77d7-494f-802d-2d0303ab6d4d","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"e9f08da0-77d7-494f-802d-2d0303ab6d4d\" \"--data\" \"/data/regions/e9f08da0-77d7-494f-802d-2d0303ab6d4d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.724171024Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"e9f08da0-77d7-494f-802d-2d0303ab6d4d","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.810637828Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"region":"e9f08da0-77d7-494f-802d-2d0303ab6d4d","component":"worker"}
{"msg":"region e9f08da0-77d7-494f-802d-2d0303ab6d4d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.810674539Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.810791902Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-e9f08da0-77d7-494f-802d-2d0303ab6d4d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.812445999Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-e9f08da0-77d7-494f-802d-2d0303ab6d4d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.816744548Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.825265926Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-e9f08da0-77d7-494f-802d-2d0303ab6d4d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.828545368Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/e9f08da0-77d7-494f-802d-2d0303ab6d4d","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.828812565Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.828871387Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.828913928Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.828943329Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.832634892Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.837912899Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2025-07-29T18:59:54.95902112Z","hostname":"oxz_crucible_18fef114-e550-4259-989e-ecaafc951a5e","pid":23405,"uri":"/crucible/0/regions","method":"POST","req_id":"f30e3a81-6699-4988-9d1b-23ae8ad82573","remote_addr":"[fd00:1122:3344:101::a]:46831","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":68,"response_code":"200"}