[ Oct 14 10:09:54 Enabled. ]
[ Oct 14 10:09:54 Rereading configuration. ]
[ Oct 14 10:09:57 Rereading configuration. ]
[ Oct 14 10:10:05 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.566506218Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494}
{"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.567961108Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.567969248Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.583551742Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:10:05.696370457Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.068926062Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:63455"}
{"msg":"region bead3735-92cc-47b2-84e0-d036a290c1d9 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.101752434Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.106301619Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions","method":"POST","req_id":"4d95e642-2e0a-4d2d-ade4-918dea9b75ba","remote_addr":"[fd00:1122:3344:101::a]:63455","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":12863,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.107452552Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.116150253Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.116180214Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"bead3735-92cc-47b2-84e0-d036a290c1d9\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/bead3735-92cc-47b2-84e0-d036a290c1d9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.185400963Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"bead3735-92cc-47b2-84e0-d036a290c1d9","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"bead3735-92cc-47b2-84e0-d036a290c1d9\" \"--data\" \"/data/regions/bead3735-92cc-47b2-84e0-d036a290c1d9\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.189458017Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"bead3735-92cc-47b2-84e0-d036a290c1d9","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.338477564Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"bead3735-92cc-47b2-84e0-d036a290c1d9","component":"worker"}
{"msg":"region bead3735-92cc-47b2-84e0-d036a290c1d9 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.338536306Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.338622917Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-bead3735-92cc-47b2-84e0-d036a290c1d9","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.341177261Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-bead3735-92cc-47b2-84e0-d036a290c1d9","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.349252548Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.371401189Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-bead3735-92cc-47b2-84e0-d036a290c1d9","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.37818907Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.389443814Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.389514865Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.389566176Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.389615987Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.39409338Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.401349581Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:02.474632654Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions","method":"POST","req_id":"70dbd277-cda6-4008-8813-d57839777a14","remote_addr":"[fd00:1122:3344:101::a]:63455","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":591,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.531632434Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","method":"GET","req_id":"f2772634-081e-432f-8dd7-6b3b3a1f1bf5","remote_addr":"[fd00:1122:3344:101::a]:63455","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":99,"response_code":"200"}
{"msg":"path is \"/data/regions/bead3735-92cc-47b2-84e0-d036a290c1d9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.534602446Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"dataset is oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.545495553Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"region bead3735-92cc-47b2-84e0-d036a290c1d9 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.555738726Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.555883559Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.5559596Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","method":"DELETE","req_id":"2d5522a5-d88e-4b09-8d8c-9e788bf9148d","remote_addr":"[fd00:1122:3344:101::a]:63455","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":21381,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-bead3735-92cc-47b2-84e0-d036a290c1d9 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.5569404Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.559206688Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","method":"GET","req_id":"1e207b20-50e1-4654-b42a-d112e7423462","remote_addr":"[fd00:1122:3344:101::a]:63455","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":37,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.568146084Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/bead3735-92cc-47b2-84e0-d036a290c1d9\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.58001152Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"bead3735-92cc-47b2-84e0-d036a290c1d9","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.656441899Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","method":"GET","req_id":"1d2837b0-cf8f-48a6-b392-a4e21d319ad0","remote_addr":"[fd00:1122:3344:101::a]:63455","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":87,"response_code":"200"}
{"msg":"region bead3735-92cc-47b2-84e0-d036a290c1d9 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.679346465Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:11:03.752507616Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/bead3735-92cc-47b2-84e0-d036a290c1d9","method":"GET","req_id":"eb7b25c9-d14f-4a59-aeb1-d9a85ab17b7a","remote_addr":"[fd00:1122:3344:101::a]:63455","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":33,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.366907189Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38379"}
{"msg":"region 7d3dc47d-418d-4380-817c-629972847eee state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.367027061Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.367569333Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions","method":"POST","req_id":"59f1f627-9c50-4077-8ea3-1da89954c7ce","remote_addr":"[fd00:1122:3344:101::a]:38379","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":603,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.367588853Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/7d3dc47d-418d-4380-817c-629972847eee","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.37704913Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/7d3dc47d-418d-4380-817c-629972847eee","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.377083691Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"7d3dc47d-418d-4380-817c-629972847eee\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/7d3dc47d-418d-4380-817c-629972847eee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.439420506Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"7d3dc47d-418d-4380-817c-629972847eee","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"7d3dc47d-418d-4380-817c-629972847eee\" \"--data\" \"/data/regions/7d3dc47d-418d-4380-817c-629972847eee\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.441199233Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"7d3dc47d-418d-4380-817c-629972847eee","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.569269795Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"7d3dc47d-418d-4380-817c-629972847eee","component":"worker"}
{"msg":"region 7d3dc47d-418d-4380-817c-629972847eee state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.569307876Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.569392388Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-7d3dc47d-418d-4380-817c-629972847eee","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.570695785Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7d3dc47d-418d-4380-817c-629972847eee","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.578815054Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.598400481Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7d3dc47d-418d-4380-817c-629972847eee","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.609060702Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d3dc47d-418d-4380-817c-629972847eee","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.609360609Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.60942405Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.609471591Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.609513192Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.612179667Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions","method":"POST","req_id":"43d0588e-726d-40bf-8f00-4f72411efad6","remote_addr":"[fd00:1122:3344:101::a]:38379","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.615588958Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:21.625250669Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.551238061Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/7d3dc47d-418d-4380-817c-629972847eee","method":"GET","req_id":"96c6ebd6-f819-460d-87b7-cdd07e072020","remote_addr":"[fd00:1122:3344:101::a]:38379","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":61,"response_code":"200"}
{"msg":"path is \"/data/regions/7d3dc47d-418d-4380-817c-629972847eee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.554253554Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"dataset is oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/7d3dc47d-418d-4380-817c-629972847eee","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.568144672Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"region 7d3dc47d-418d-4380-817c-629972847eee state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.577929646Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.57813263Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.578198792Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/7d3dc47d-418d-4380-817c-629972847eee","method":"DELETE","req_id":"e38a734f-be0f-4637-9050-cc7d7187948c","remote_addr":"[fd00:1122:3344:101::a]:38379","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":23987,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-7d3dc47d-418d-4380-817c-629972847eee (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.579715723Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.581146193Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/7d3dc47d-418d-4380-817c-629972847eee","method":"GET","req_id":"47ae4420-5e01-4c0b-8530-7e550c1d1d17","remote_addr":"[fd00:1122:3344:101::a]:38379","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":35,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.584250107Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_8615412c-6995-4924-9f81-d9d7ad384bfd/crucible/regions/7d3dc47d-418d-4380-817c-629972847eee\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.595016511Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"region":"7d3dc47d-418d-4380-817c-629972847eee","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.648433851Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/7d3dc47d-418d-4380-817c-629972847eee","method":"GET","req_id":"1938879a-ec4b-4def-ad4b-d90bb62cf052","remote_addr":"[fd00:1122:3344:101::a]:38379","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":100,"response_code":"200"}
{"msg":"region 7d3dc47d-418d-4380-817c-629972847eee state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.65654249Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-14T10:14:47.767152759Z","hostname":"oxz_crucible_ce867ecb-4f81-470c-856e-e1eea8248be0","pid":22494,"uri":"/crucible/0/regions/7d3dc47d-418d-4380-817c-629972847eee","method":"GET","req_id":"14a3c4eb-1bc7-4a3b-a163-52567ebe1b61","remote_addr":"[fd00:1122:3344:101::a]:38379","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":603,"response_code":"200"}