{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.687449305Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34883"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.694820446Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","method":"GET","req_id":"fd5efce9-6e5a-4d43-bec0-55b65e5523ed","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":7362,"response_code":"200"} {"msg":"path is \"/data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.698010975Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.707808809Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"snapshot is oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c@44a3fcef-cf36-41e5-8728-bade3e35a5ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.716261169Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c\", \"44a3fcef-cf36-41e5-8728-bade3e35a5ec\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.716290479Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.727110213Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c/snapshots/44a3fcef-cf36-41e5-8728-bade3e35a5ec","method":"GET","req_id":"25a06498-8248-4c3d-a828-287d21df43dd","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":29099,"response_code":"200"} {"msg":"path is \"/data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.730748177Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.739756473Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"snapshot is oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c@44a3fcef-cf36-41e5-8728-bade3e35a5ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.74776481Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c\", \"44a3fcef-cf36-41e5-8728-bade3e35a5ec\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.74779212Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 91c570e9-151a-486c-ab55-62bcea4ffe7c-44a3fcef-cf36-41e5-8728-bade3e35a5ec state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.756569683Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"applying SMF actions for region 91c570e9-151a-486c-ab55-62bcea4ffe7c running snapshot 44a3fcef-cf36-41e5-8728-bade3e35a5ec (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.757126579Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.757152729Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c/snapshots/44a3fcef-cf36-41e5-8728-bade3e35a5ec/run","method":"POST","req_id":"a96a7d4a-2b59-4e04-acf8-6ae022e6de96","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26433,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.765731221Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.765837442Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.765938763Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.765948483Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.766004003Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.766063574Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.766182345Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.766251946Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.766297856Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.766345827Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.773872648Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"creating missing snapshot instance snapshot-91c570e9-151a-486c-ab55-62bcea4ffe7c-44a3fcef-cf36-41e5-8728-bade3e35a5ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.774331163Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-91c570e9-151a-486c-ab55-62bcea4ffe7c-44a3fcef-cf36-41e5-8728-bade3e35a5ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.776974138Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-91c570e9-151a-486c-ab55-62bcea4ffe7c-44a3fcef-cf36-41e5-8728-bade3e35a5ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.788985192Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c/.zfs/snapshot/44a3fcef-cf36-41e5-8728-bade3e35a5ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.789222865Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.789275655Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.789314315Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.789351516Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.789398606Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.793262453Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.797404863Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"region 91c570e9-151a-486c-ab55-62bcea4ffe7c running snapshot 44a3fcef-cf36-41e5-8728-bade3e35a5ec state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:50.797415413Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"path is \"/data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:51.042703751Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:51.051671346Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"snapshot is oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c@44a3fcef-cf36-41e5-8728-bade3e35a5ec","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:51.060780023Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c\", \"44a3fcef-cf36-41e5-8728-bade3e35a5ec\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:51.060817613Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:51.069121842Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c/snapshots/44a3fcef-cf36-41e5-8728-bade3e35a5ec/run","method":"POST","req_id":"15efcf9a-cabd-4483-b34b-73f71d2832aa","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26460,"response_code":"200"} {"msg":"region 61ba6a40-4489-4b81-9818-5565cdcc9913 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:54.861126053Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:54.861308595Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions","method":"POST","req_id":"64b4f4ec-a533-4f36-9903-9c6dd5d19ad1","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":245,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:54.861335305Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:54.870674764Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:54.870712634Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"61ba6a40-4489-4b81-9818-5565cdcc9913\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/61ba6a40-4489-4b81-9818-5565cdcc9913\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:54.936659333Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"region":"61ba6a40-4489-4b81-9818-5565cdcc9913","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"61ba6a40-4489-4b81-9818-5565cdcc9913\" \"--data\" \"/data/regions/61ba6a40-4489-4b81-9818-5565cdcc9913\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:54.936722754Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"region":"61ba6a40-4489-4b81-9818-5565cdcc9913","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.057207772Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"region":"61ba6a40-4489-4b81-9818-5565cdcc9913","component":"worker"} {"msg":"region 61ba6a40-4489-4b81-9818-5565cdcc9913 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.057283183Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.057365584Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-61ba6a40-4489-4b81-9818-5565cdcc9913","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.057906559Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-61ba6a40-4489-4b81-9818-5565cdcc9913","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.065445978Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.073589418Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-61ba6a40-4489-4b81-9818-5565cdcc9913","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.077321034Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.077708467Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.077800718Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.077868849Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.07794198Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.082706335Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.08947785Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.089621551Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.089757052Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.089774373Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.089821663Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.089875934Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.097616577Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions","method":"POST","req_id":"f2b6671c-4cd1-4354-8f2b-933618963ea3","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.097849019Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.0979254Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.097996601Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.098063261Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.102830037Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:02:55.10522359Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.305378413Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","method":"GET","req_id":"ecc1f801-8a1e-4dcc-9573-733ceabd3509","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"path is \"/data/regions/61ba6a40-4489-4b81-9818-5565cdcc9913\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.310314704Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"dataset is oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.324201166Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"region 61ba6a40-4489-4b81-9818-5565cdcc9913 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.333732257Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.33398283Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-61ba6a40-4489-4b81-9818-5565cdcc9913 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.335241782Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.336430653Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","method":"DELETE","req_id":"4219074e-0b32-461d-91b4-ab3208fa39b2","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":26202,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.33925809Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","method":"GET","req_id":"e9515feb-38f6-4cb5-8435-7cf1eaf672db","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":38,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.34032414Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.340411661Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.340500672Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.340512572Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.340556872Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.340609843Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/91c570e9-151a-486c-ab55-62bcea4ffe7c","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.340914416Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.340978586Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.341044477Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.341107208Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.344862583Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.346360818Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d3002782-e4e6-4eb6-90d0-05203f9776aa/crucible/regions/61ba6a40-4489-4b81-9818-5565cdcc9913\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.357793707Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"region":"61ba6a40-4489-4b81-9818-5565cdcc9913","component":"worker"} {"msg":"region 61ba6a40-4489-4b81-9818-5565cdcc9913 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.428194578Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-01T07:03:19.468774684Z","hostname":"oxz_crucible_57c7178e-0c1b-4716-9d43-77ca18e1ebbb","pid":21901,"uri":"/crucible/0/regions/61ba6a40-4489-4b81-9818-5565cdcc9913","method":"GET","req_id":"03a31546-aee0-4a34-a23c-04c2910e41fa","remote_addr":"[fd00:1122:3344:101::a]:34883","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":758,"response_code":"200"}