[ May 29 21:15:56 Enabled. ]
[ May 29 21:15:56 Rereading configuration. ]
[ May 29 21:15:58 Rereading configuration. ]
[ May 29 21:16:02 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:16:02.71532902Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320}
{"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:16:02.71562205Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:16:02.71562957Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:16:02.729882792Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:16:02.874647624Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.351862375Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:36984"}
{"msg":"region 60238401-eb1b-4de9-82a3-0988eee3a3f6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.387679635Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.393955058Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions","method":"POST","req_id":"e469ee91-8f80-42bd-a4a3-a4cb08a70f00","remote_addr":"[fd00:1122:3344:101::a]:36984","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":15161,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.393976428Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.406249653Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.406278724Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"60238401-eb1b-4de9-82a3-0988eee3a3f6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.454573396Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"60238401-eb1b-4de9-82a3-0988eee3a3f6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"60238401-eb1b-4de9-82a3-0988eee3a3f6\" \"--data\" \"/data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.456730879Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"60238401-eb1b-4de9-82a3-0988eee3a3f6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.536390931Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions","method":"POST","req_id":"273eb4b1-2edf-47b9-aa9b-a39dce7e9d7a","remote_addr":"[fd00:1122:3344:101::a]:36984","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":782,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.764375946Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"60238401-eb1b-4de9-82a3-0988eee3a3f6","component":"worker"}
{"msg":"region 60238401-eb1b-4de9-82a3-0988eee3a3f6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.764430178Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.764533582Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.765003407Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.772273683Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.78579723Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.791373359Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.799835155Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.802095021Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.802149213Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.802190094Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.808315111Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:15.813527078Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:17:16.018604208Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions","method":"POST","req_id":"e9a88b35-ccf2-4a21-8779-2e27d588218f","remote_addr":"[fd00:1122:3344:101::a]:36984","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.512279751Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:57997"}
{"msg":"region a6d4f401-e206-4b6a-9637-b3ac9beabf00 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.542394899Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.543284149Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.54329957Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions","method":"POST","req_id":"27a03245-51fe-4bbc-b37b-14f0cf666214","remote_addr":"[fd00:1122:3344:101::a]:57997","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":961,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/a6d4f401-e206-4b6a-9637-b3ac9beabf00","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.553046229Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/a6d4f401-e206-4b6a-9637-b3ac9beabf00","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.55307874Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"a6d4f401-e206-4b6a-9637-b3ac9beabf00\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/a6d4f401-e206-4b6a-9637-b3ac9beabf00\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.602439808Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"a6d4f401-e206-4b6a-9637-b3ac9beabf00","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"a6d4f401-e206-4b6a-9637-b3ac9beabf00\" \"--data\" \"/data/regions/a6d4f401-e206-4b6a-9637-b3ac9beabf00\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.60426265Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"a6d4f401-e206-4b6a-9637-b3ac9beabf00","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.671570605Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"a6d4f401-e206-4b6a-9637-b3ac9beabf00","component":"worker"}
{"msg":"region a6d4f401-e206-4b6a-9637-b3ac9beabf00 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.671610236Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.671709969Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.677180474Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.677264417Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.67734296Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.67735362Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.677391961Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.677451023Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.677543477Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.677611589Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.67765749Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.677704622Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.684664527Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-a6d4f401-e206-4b6a-9637-b3ac9beabf00","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.685079811Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a6d4f401-e206-4b6a-9637-b3ac9beabf00","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.68771481Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.697261853Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a6d4f401-e206-4b6a-9637-b3ac9beabf00","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.700073588Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a6d4f401-e206-4b6a-9637-b3ac9beabf00","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.700288705Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.700333567Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.700375628Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.70040987Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.703497974Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.707885162Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:21.789686647Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions","method":"POST","req_id":"45149230-0b06-4f09-85bb-a6e00e1edd8e","remote_addr":"[fd00:1122:3344:101::a]:57997","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":114,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.739675762Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35656"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.742189677Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","method":"GET","req_id":"9b052e69-d2af-4a08-be24-ae8399b39629","remote_addr":"[fd00:1122:3344:101::a]:35656","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2488,"response_code":"200"}
{"msg":"path is \"/data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.742370443Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"dataset is oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.75115418Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"snapshot is oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6@dc5d364c-5dc8-4513-a3ee-bba5cdbfec48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.759577234Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6\", \"dc5d364c-5dc8-4513-a3ee-bba5cdbfec48\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.759610255Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"ZfsSnapshotInterface"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.771235408Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6/snapshots/dc5d364c-5dc8-4513-a3ee-bba5cdbfec48","method":"GET","req_id":"94b17c67-6f5c-44ad-94c1-1c24c3b48835","remote_addr":"[fd00:1122:3344:101::a]:35656","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28891,"response_code":"200"}
{"msg":"path is \"/data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.771393954Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"dataset is oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.779732855Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"snapshot is oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6@dc5d364c-5dc8-4513-a3ee-bba5cdbfec48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.787828169Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"ZfsSnapshotInterface"}
{"msg":"parts is [\"oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6\", \"dc5d364c-5dc8-4513-a3ee-bba5cdbfec48\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.78786219Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"ZfsSnapshotInterface"}
{"msg":"requesting running snapshot 60238401-eb1b-4de9-82a3-0988eee3a3f6-dc5d364c-5dc8-4513-a3ee-bba5cdbfec48 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.796071478Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"applying SMF actions for region 60238401-eb1b-4de9-82a3-0988eee3a3f6 running snapshot dc5d364c-5dc8-4513-a3ee-bba5cdbfec48 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.796258814Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.796284365Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6/snapshots/dc5d364c-5dc8-4513-a3ee-bba5cdbfec48/run","method":"POST","req_id":"668d1b4a-db56-4c59-aec5-901905895c9e","remote_addr":"[fd00:1122:3344:101::a]:35656","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24919,"response_code":"200"}
{"msg":"existing directory value /dev/null does not match /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.796919976Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.79702231Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.797120923Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.797132054Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.797177505Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.797229687Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.797570498Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.79763229Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.797680412Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.797727194Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.802453563Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating missing snapshot instance snapshot-60238401-eb1b-4de9-82a3-0988eee3a3f6-dc5d364c-5dc8-4513-a3ee-bba5cdbfec48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.803906092Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-60238401-eb1b-4de9-82a3-0988eee3a3f6-dc5d364c-5dc8-4513-a3ee-bba5cdbfec48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.809937696Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-60238401-eb1b-4de9-82a3-0988eee3a3f6-dc5d364c-5dc8-4513-a3ee-bba5cdbfec48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.819289362Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6/.zfs/snapshot/dc5d364c-5dc8-4513-a3ee-bba5cdbfec48","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.819565292Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.819623454Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.819664885Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.819702466Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.819748578Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.823461983Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.827678056Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"region 60238401-eb1b-4de9-82a3-0988eee3a3f6 running snapshot dc5d364c-5dc8-4513-a3ee-bba5cdbfec48 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:22.827685916Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.679044148Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38049"}
{"msg":"region 034c75f4-c5a9-4056-80a3-bb9efaa4ce7c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.679174382Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.67939541Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions","method":"POST","req_id":"1fac8fd9-5728-4b5d-b55e-10af3df51eaa","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":285,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.679417361Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.68917337Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.689208372Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"034c75f4-c5a9-4056-80a3-bb9efaa4ce7c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.74538303Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"034c75f4-c5a9-4056-80a3-bb9efaa4ce7c\" \"--data\" \"/data/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.74716411Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.811412011Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","component":"worker"}
{"msg":"region 034c75f4-c5a9-4056-80a3-bb9efaa4ce7c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.811440292Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.811548436Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.812022002Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.814369711Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.822568988Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.825436645Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.825674144Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.825725625Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.825766087Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.825799238Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.828899682Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.833403835Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.833489178Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.83356941Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.833579541Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.833623302Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.833667684Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.83798859Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.838040871Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.838086283Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.838130954Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.841773488Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.844421597Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:25.947318355Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions","method":"POST","req_id":"46c92877-ebbd-42d8-b5be-92e867e7c7fc","remote_addr":"[fd00:1122:3344:101::a]:38049","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.321834555Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41629"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.321913488Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","method":"GET","req_id":"87fa47bb-7df0-4676-b702-44ee8930ba1e","remote_addr":"[fd00:1122:3344:101::a]:41629","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":60,"response_code":"200"}
{"msg":"path is \"/data/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.322057753Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"dataset is oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.334599666Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"region 034c75f4-c5a9-4056-80a3-bb9efaa4ce7c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.342770092Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.343053042Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.345271487Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","method":"DELETE","req_id":"2c42a64f-9a5e-4875-ab87-74b6a4a6a781","remote_addr":"[fd00:1122:3344:101::a]:41629","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":23242,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.345396301Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","method":"GET","req_id":"1bafd78c-fb3a-48f2-bf53-289cd47b4ea5","remote_addr":"[fd00:1122:3344:101::a]:41629","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-034c75f4-c5a9-4056-80a3-bb9efaa4ce7c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.346422166Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing directory value /dev/null does not match /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.350331198Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.350418861Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.350502123Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.350508814Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.350552905Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.350610837Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/60238401-eb1b-4de9-82a3-0988eee3a3f6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.350956419Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.351018731Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.351081253Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.351139705Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.355322366Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.357361025Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_2f9a0299-2c66-4bd1-82d7-240003238a52/crucible/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.367082734Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"region":"034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","component":"worker"}
{"msg":"region 034c75f4-c5a9-4056-80a3-bb9efaa4ce7c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.411895878Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-29T21:22:49.477750974Z","hostname":"oxz_crucible_6936cdd9-2608-4925-85a8-089c15c7f1af","pid":26320,"uri":"/crucible/0/regions/034c75f4-c5a9-4056-80a3-bb9efaa4ce7c","method":"GET","req_id":"7b9b3e67-7abd-4746-9883-5046f890db30","remote_addr":"[fd00:1122:3344:101::a]:41629","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":89,"response_code":"200"}