[ Oct 21 17:20:27 Enabled. ]
[ Oct 21 17:20:27 Rereading configuration. ]
[ Oct 21 17:20:28 Rereading configuration. ]
[ Oct 21 17:20:29 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ]
+ . /lib/svc/share/smf_include.sh
++ SMF_EXIT_OK=0
++ SMF_EXIT_NODAEMON=94
++ SMF_EXIT_ERR_FATAL=95
++ SMF_EXIT_ERR_CONFIG=96
++ SMF_EXIT_MON_DEGRADE=97
++ SMF_EXIT_MON_OFFLINE=98
++ SMF_EXIT_ERR_NOSMF=99
++ SMF_EXIT_ERR_PERM=100
++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default
+ DATALINK=oxControlService13
++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default
+ GATEWAY=fd00:1122:3344:101::1
++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default
+ DATASET=oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible
++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default
+ LISTEN_ADDR=fd00:1122:3344:101::17
++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default
+ LISTEN_PORT=32345
++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default
+ PORTBASE=19000
++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default
+ DOWNSTAIRS_PREFIX=downstairs
++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default
+ SNAPSHOT_PREFIX=snapshot
+ [[ oxControlService13 == unknown ]]
+ [[ fd00:1122:3344:101::1 == unknown ]]
+ ipadm delete-if oxControlService13
ipadm: Could not delete oxControlService13: Interface does not exist
+ true
+ ipadm create-if -t oxControlService13
+ ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService13
+ ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService13
+ ipadm show-addr oxControlService13/ll
ipadm: Address object not found
+ ipadm create-addr -t -T addrconf oxControlService13/ll
+ ipadm show-addr oxControlService13/omicron6
ipadm: Address object not found
+ ipadm create-addr -t -T static -a fd00:1122:3344:101::17 oxControlService13/omicron6
+ route get -inet6 default -inet6 fd00:1122:3344:101::1
default: not in table
+ route add -inet6 default -inet6 fd00:1122:3344:101::1
add net default: gateway fd00:1122:3344:101::1
+ args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX")
+ exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible -l '[fd00:1122:3344:101::17]:32345' -P 19000 -p downstairs -s snapshot
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:20:29.902475503Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890}
{"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:20:29.903472889Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:20:29.903483659Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:20:30.048311495Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.51272813Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38036"}
{"msg":"region 095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.594328087Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.59960372Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions","method":"POST","req_id":"9972b521-06a8-49fe-8b7a-5aa4840d49f2","remote_addr":"[fd00:1122:3344:101::c]:38036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17453,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.59963311Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.610931037Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.610959228Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.698870134Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"region":"095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.79509658Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions","method":"POST","req_id":"dceb723a-ae44-4b25-91a5-1ab2d425e317","remote_addr":"[fd00:1122:3344:101::c]:38036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.922464223Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"region":"095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","component":"worker"}
{"msg":"region 095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.922524984Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.922640936Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.92735266Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.942599609Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.971217645Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.985777043Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.988587877Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.988672629Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.98872373Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:25.98876894Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:26.018908582Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:26.043931083Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:26.384412353Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions","method":"POST","req_id":"c05d15fd-d42a-4242-81dd-351bc15fdcb2","remote_addr":"[fd00:1122:3344:101::c]:38036","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":76,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.065694565Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47934"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.065825577Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","method":"GET","req_id":"5ef19910-425b-44c3-8450-5a4857dcbd35","remote_addr":"[fd00:1122:3344:101::c]:47934","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":102,"response_code":"200"}
{"msg":"path is \"/data/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.06602315Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.078474845Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"region 095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.088005634Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.088177357Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.088234838Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","method":"DELETE","req_id":"7c1c906c-234c-4a87-8b81-2dad16dcb130","remote_addr":"[fd00:1122:3344:101::c]:47934","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22232,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.08835452Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","method":"GET","req_id":"ab237b52-1700-4562-8d40-dda06be08bb3","remote_addr":"[fd00:1122:3344:101::c]:47934","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":22,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.089340455Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.108750139Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.119897873Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"region":"095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.175384422Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","method":"GET","req_id":"ef2302b8-5753-4f0f-825c-21c6b5a1e298","remote_addr":"[fd00:1122:3344:101::c]:47934","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":113,"response_code":"200"}
{"msg":"region 095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.201727644Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:27.282050741Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/095e0d3d-60e7-49ae-b9f1-aa29ebf1c4f1","method":"GET","req_id":"93799d86-9bed-43ef-a994-2d1e6b76ad0e","remote_addr":"[fd00:1122:3344:101::c]:47934","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":34,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.043499691Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:38216"}
{"msg":"region ef262c8a-c7fb-4127-a8aa-25b1a3e8eece state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.105719344Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.105888877Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions","method":"POST","req_id":"a79aac98-4598-4646-b749-d20a9c2c6c7f","remote_addr":"[fd00:1122:3344:101::c]:38216","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":219,"response_code":"200"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.105912917Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.115951194Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.115987585Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ef262c8a-c7fb-4127-a8aa-25b1a3e8eece\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.207922604Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"region":"ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.287169914Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions","method":"POST","req_id":"042a3669-07a3-4c7f-9fa1-79fb9da9d796","remote_addr":"[fd00:1122:3344:101::c]:38216","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":103,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.307420011Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"region":"ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","component":"worker"}
{"msg":"region ef262c8a-c7fb-4127-a8aa-25b1a3e8eece state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.307453253Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.307576142Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.308959765Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.330748826Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.35652533Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.366896512Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.367181746Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.367244907Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.367294978Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.367338749Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.380113409Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.391727711Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:21:30.640953271Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions","method":"POST","req_id":"1f2b1d1e-1a1b-42dd-9dad-0005f4f94fda","remote_addr":"[fd00:1122:3344:101::c]:38216","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":66,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.402097111Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47963"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.433606984Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","method":"GET","req_id":"a3ba10ee-ce12-423c-8501-f42e8b4c3d3f","remote_addr":"[fd00:1122:3344:101::c]:47963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":57,"response_code":"200"}
{"msg":"path is \"/data/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.433756576Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.446735219Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"region ef262c8a-c7fb-4127-a8aa-25b1a3e8eece state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.456710126Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.457272664Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.457320625Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","method":"DELETE","req_id":"d39829a3-20b0-4bdb-800e-68bbdb24571c","remote_addr":"[fd00:1122:3344:101::c]:47963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23579,"response_code":"204"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.457479278Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","method":"GET","req_id":"3456f42c-4fe7-4d09-b070-41df383c4bbc","remote_addr":"[fd00:1122:3344:101::c]:47963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"disabling downstairs instance: downstairs-ef262c8a-c7fb-4127-a8aa-25b1a3e8eece (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.45890328Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.471913444Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece\"","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.482947316Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"region":"ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","component":"worker"}
{"msg":"region ef262c8a-c7fb-4127-a8aa-25b1a3e8eece state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.546612486Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-10-21T17:24:26.580213929Z","hostname":"oxz_crucible_d98bfd1b-cefc-4fdf-8de5-0c6ab1cac9d6","pid":19890,"uri":"/crucible/0/regions/ef262c8a-c7fb-4127-a8aa-25b1a3e8eece","method":"GET","req_id":"ff181570-f020-44d9-a0e2-e8980862bfdd","remote_addr":"[fd00:1122:3344:101::c]:47963","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":65,"response_code":"200"}