[ Jul 11 23:15:16 Enabled. ]
[ Jul 11 23:15:16 Rereading configuration. ]
[ Jul 11 23:15:20 Rereading configuration. ]
[ Jul 11 23:15:26 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible -l [fd00:1122:3344:101::12]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:15:26.904242481Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300}
{"msg":"listen IP: [fd00:1122:3344:101::12]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:15:26.90783644Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:15:26.9078508Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:15:26.924580708Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:15:27.142104198Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.252713952Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52247"}
{"msg":"region d3f0d969-4d0b-4c92-baec-aff42cbcc25a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.27155523Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.278522582Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"b177e701-7a36-4517-a847-5d654a23d307","remote_addr":"[fd00:1122:3344:101::a]:52247","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":14786,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.278542063Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.292018409Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.292045639Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d3f0d969-4d0b-4c92-baec-aff42cbcc25a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.366440022Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"d3f0d969-4d0b-4c92-baec-aff42cbcc25a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d3f0d969-4d0b-4c92-baec-aff42cbcc25a\" \"--data\" \"/data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.368599033Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"d3f0d969-4d0b-4c92-baec-aff42cbcc25a","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.420295885Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"eeab8259-fdb5-4324-91cd-9b5311eef1eb","remote_addr":"[fd00:1122:3344:101::a]:52247","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":82,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.492375193Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"d3f0d969-4d0b-4c92-baec-aff42cbcc25a","component":"worker"}
{"msg":"region d3f0d969-4d0b-4c92-baec-aff42cbcc25a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.492414213Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.492554946Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.493010355Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.49959099Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.518105231Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.521826822Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.522603567Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.526565302Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.526624433Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.526664054Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.534010153Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:39.540551197Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:16:40.12843993Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"199b5132-2c99-4eaf-8432-166c6949a36a","remote_addr":"[fd00:1122:3344:101::a]:52247","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":90,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.131878985Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52295"}
{"msg":"region 3344e864-3882-4bc7-816f-96b2081d4dcd state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.131978287Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.135292401Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.135310881Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"07c41c02-2dd2-4072-b6a5-29986515d5a3","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":3377,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/3344e864-3882-4bc7-816f-96b2081d4dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.145695958Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/3344e864-3882-4bc7-816f-96b2081d4dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.145734029Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3344e864-3882-4bc7-816f-96b2081d4dcd\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3344e864-3882-4bc7-816f-96b2081d4dcd\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.200443047Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"3344e864-3882-4bc7-816f-96b2081d4dcd","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3344e864-3882-4bc7-816f-96b2081d4dcd\" \"--data\" \"/data/regions/3344e864-3882-4bc7-816f-96b2081d4dcd\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.202369854Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"3344e864-3882-4bc7-816f-96b2081d4dcd","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.268212334Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"3344e864-3882-4bc7-816f-96b2081d4dcd","component":"worker"}
{"msg":"region 3344e864-3882-4bc7-816f-96b2081d4dcd state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.268241255Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.268347147Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3344e864-3882-4bc7-816f-96b2081d4dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.268735194Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3344e864-3882-4bc7-816f-96b2081d4dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.273686818Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.29064594Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3344e864-3882-4bc7-816f-96b2081d4dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.293621297Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3344e864-3882-4bc7-816f-96b2081d4dcd","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.293939973Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.294011594Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.294065895Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.294120196Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.297963909Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.305679116Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.305771038Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.305869579Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.305878569Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.305935891Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.305996692Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.306096094Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.306168955Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.306232996Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.306294557Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.308981339Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"12b08240-7dfd-4a67-91eb-21ad863fa0a8","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.313653897Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:21:59.314169897Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.822204311Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:60988"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.824553296Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","method":"GET","req_id":"d55c9ddb-34c3-4db4-b3ed-8347b11bfac7","remote_addr":"[fd00:1122:3344:101::a]:60988","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":2286,"response_code":"200"}
{"msg":"path is \"/data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.826997792Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"dataset is oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.836015634Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"snapshot is oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a@55b4fdeb-9c46-47e3-a489-f162fc123984","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.844656688Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a\", \"55b4fdeb-9c46-47e3-a489-f162fc123984\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.844684678Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.855589235Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a/snapshots/55b4fdeb-9c46-47e3-a489-f162fc123984","method":"GET","req_id":"20d663e7-18b9-408f-94d6-82b10a6dfe25","remote_addr":"[fd00:1122:3344:101::a]:60988","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":30792,"response_code":"200"}
{"msg":"path is \"/data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.855779529Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"dataset is oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.863841612Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"snapshot is oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a@55b4fdeb-9c46-47e3-a489-f162fc123984","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.871734302Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a\", \"55b4fdeb-9c46-47e3-a489-f162fc123984\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.871772253Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot d3f0d969-4d0b-4c92-baec-aff42cbcc25a-55b4fdeb-9c46-47e3-a489-f162fc123984 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.881224492Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"applying SMF actions for region d3f0d969-4d0b-4c92-baec-aff42cbcc25a running snapshot 55b4fdeb-9c46-47e3-a489-f162fc123984 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.881408265Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.881430126Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a/snapshots/55b4fdeb-9c46-47e3-a489-f162fc123984/run","method":"POST","req_id":"d209e7d1-a5a7-4bd8-8ac4-0e94862ebb9e","remote_addr":"[fd00:1122:3344:101::a]:60988","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":25685,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883150989Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.88323307Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883312802Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883321842Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883361133Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883406123Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883698879Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.88375813Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883806291Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.883851792Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.887472661Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-d3f0d969-4d0b-4c92-baec-aff42cbcc25a-55b4fdeb-9c46-47e3-a489-f162fc123984","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.887938109Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-d3f0d969-4d0b-4c92-baec-aff42cbcc25a-55b4fdeb-9c46-47e3-a489-f162fc123984","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.89377992Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-d3f0d969-4d0b-4c92-baec-aff42cbcc25a-55b4fdeb-9c46-47e3-a489-f162fc123984","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.904252889Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a/.zfs/snapshot/55b4fdeb-9c46-47e3-a489-f162fc123984","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.904525215Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.904578305Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.904621926Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.904661737Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.904708478Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.908039241Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.912380024Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"region d3f0d969-4d0b-4c92-baec-aff42cbcc25a running snapshot 55b4fdeb-9c46-47e3-a489-f162fc123984 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:00.912390874Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"region 3725a55d-2dd3-409c-b695-13024899fabe state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.69869816Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.698852043Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"fd501f7b-f131-4245-9524-2287c40114e2","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":212,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.698873423Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/3725a55d-2dd3-409c-b695-13024899fabe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.707727671Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/3725a55d-2dd3-409c-b695-13024899fabe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.707765772Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"3725a55d-2dd3-409c-b695-13024899fabe\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/3725a55d-2dd3-409c-b695-13024899fabe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.788700819Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"3725a55d-2dd3-409c-b695-13024899fabe","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"3725a55d-2dd3-409c-b695-13024899fabe\" \"--data\" \"/data/regions/3725a55d-2dd3-409c-b695-13024899fabe\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.790493623Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"3725a55d-2dd3-409c-b695-13024899fabe","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.83089314Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"788d0089-ad6f-494f-9d84-25e4fb626574","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":72,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.864158102Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"3725a55d-2dd3-409c-b695-13024899fabe","component":"worker"}
{"msg":"region 3725a55d-2dd3-409c-b695-13024899fabe state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.864189993Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.864313435Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-3725a55d-2dd3-409c-b695-13024899fabe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.865602899Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-3725a55d-2dd3-409c-b695-13024899fabe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.869180277Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.877518816Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-3725a55d-2dd3-409c-b695-13024899fabe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.881047033Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/3725a55d-2dd3-409c-b695-13024899fabe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.881333558Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.881379079Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.88142522Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.88146413Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.88563587Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.890219787Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.890352179Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.890462901Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.890471952Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.890529813Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.890599094Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.896913864Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.896979995Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.897044296Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.897106758Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.902898117Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:03.904888085Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:04.116810479Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions","method":"POST","req_id":"55a16f87-726e-4b15-a258-763dbfb50f77","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":70,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.881373599Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/3725a55d-2dd3-409c-b695-13024899fabe","method":"GET","req_id":"47ee1ee8-8c34-4705-8c82-d9c36609e752","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/3725a55d-2dd3-409c-b695-13024899fabe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.883680792Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"dataset is oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/3725a55d-2dd3-409c-b695-13024899fabe","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.902172303Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"region 3725a55d-2dd3-409c-b695-13024899fabe state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.909529593Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.909723267Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.909771088Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/3725a55d-2dd3-409c-b695-13024899fabe","method":"DELETE","req_id":"25fb0b1c-5dc3-4f0c-a342-0984e66ea92b","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":26113,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-3725a55d-2dd3-409c-b695-13024899fabe (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.91096263Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.913195023Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/3725a55d-2dd3-409c-b695-13024899fabe","method":"GET","req_id":"adcd7c72-5676-4220-9968-0f5aa34863a0","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":621,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.937847471Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.937935233Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938017034Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938031964Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938064005Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938108586Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d3f0d969-4d0b-4c92-baec-aff42cbcc25a","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938479553Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938544744Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938593855Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.938640146Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.975455945Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/3725a55d-2dd3-409c-b695-13024899fabe","method":"GET","req_id":"172dccc4-9c3c-4dae-b61e-b0cd02b1ab29","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":36,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.978596785Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.980196505Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_28ea6591-f46e-4e0b-80ee-29a44f4174ef/crucible/regions/3725a55d-2dd3-409c-b695-13024899fabe\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:33.991373687Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"region":"3725a55d-2dd3-409c-b695-13024899fabe","component":"worker"}
{"msg":"region 3725a55d-2dd3-409c-b695-13024899fabe state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:34.07633177Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-11T23:22:34.137571543Z","hostname":"oxz_crucible_288d5783-ba60-4260-aaef-387c5159393f","pid":27300,"uri":"/crucible/0/regions/3725a55d-2dd3-409c-b695-13024899fabe","method":"GET","req_id":"a867a0e3-8ec4-4a63-8a4f-287e6eb20285","remote_addr":"[fd00:1122:3344:101::a]:52295","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":76,"response_code":"200"}