[ Nov 21 21:33:39 Enabled. ] [ Nov 21 21:33:39 Rereading configuration. ] [ Nov 21 21:33:40 Rereading configuration. ] [ Nov 21 21:33:42 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ] + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default + DATALINK=oxControlService12 ++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default + GATEWAY=fd00:1122:3344:101::1 ++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default + DATASET=oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible ++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default + LISTEN_ADDR=fd00:1122:3344:101::15 ++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default + LISTEN_PORT=32345 ++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default + PORTBASE=19000 ++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default + DOWNSTAIRS_PREFIX=downstairs ++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default + SNAPSHOT_PREFIX=snapshot + [[ oxControlService12 == unknown ]] + [[ fd00:1122:3344:101::1 == unknown ]] + ipadm delete-if oxControlService12 ipadm: Could not delete oxControlService12: Interface does not exist + true + ipadm create-if -t oxControlService12 + ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService12 + ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService12 + ipadm show-addr oxControlService12/ll ipadm: Address object not found + ipadm create-addr -t -T addrconf oxControlService12/ll + ipadm show-addr oxControlService12/omicron6 ipadm: Address object not found + ipadm create-addr -t -T static -a fd00:1122:3344:101::15 oxControlService12/omicron6 + route get -inet6 default -inet6 fd00:1122:3344:101::1 default: not in table + route add -inet6 default -inet6 fd00:1122:3344:101::1 add net default: gateway fd00:1122:3344:101::1 + args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX") + exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible -l '[fd00:1122:3344:101::15]:32345' -P 19000 -p downstairs -s snapshot note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:33:42.924324209Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:33:42.927886229Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:33:42.927896889Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:33:43.052228505Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:32.810689254Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:62506"} {"msg":"region 46f27d48-c91d-430f-9020-37ea77bccd26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:32.850227609Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:32.851739712Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions","method":"POST","req_id":"a0075a14-a19c-4eea-91d9-100e7438ec51","remote_addr":"[fd00:1122:3344:101::a]:62506","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":7815,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:32.851784753Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/46f27d48-c91d-430f-9020-37ea77bccd26","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:32.86205925Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/46f27d48-c91d-430f-9020-37ea77bccd26","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:32.862093Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"46f27d48-c91d-430f-9020-37ea77bccd26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/46f27d48-c91d-430f-9020-37ea77bccd26\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:32.924135627Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"region":"46f27d48-c91d-430f-9020-37ea77bccd26","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.080577474Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions","method":"POST","req_id":"f45eb665-366b-4ae7-a58c-98fd4f281df9","remote_addr":"[fd00:1122:3344:101::a]:62506","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.22981184Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"region":"46f27d48-c91d-430f-9020-37ea77bccd26","component":"worker"} {"msg":"region 46f27d48-c91d-430f-9020-37ea77bccd26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.22984557Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.230064752Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-46f27d48-c91d-430f-9020-37ea77bccd26","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.232553164Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-46f27d48-c91d-430f-9020-37ea77bccd26","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.236281735Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.251433954Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-46f27d48-c91d-430f-9020-37ea77bccd26","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.257600956Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/46f27d48-c91d-430f-9020-37ea77bccd26","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.258329152Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.258408123Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.258460353Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.258496233Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.263575587Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.271172661Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:33.513223275Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions","method":"POST","req_id":"f47d041f-49f2-4426-b2d9-2152f9e51b51","remote_addr":"[fd00:1122:3344:101::a]:62506","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":67,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.033185987Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51435"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.096640164Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/46f27d48-c91d-430f-9020-37ea77bccd26","method":"GET","req_id":"942cb2db-966e-4290-9dc7-95ec0c505add","remote_addr":"[fd00:1122:3344:101::a]:51435","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":117,"response_code":"200"} {"msg":"path is \"/data/regions/46f27d48-c91d-430f-9020-37ea77bccd26\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.09733302Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/46f27d48-c91d-430f-9020-37ea77bccd26","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.10910599Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"region 46f27d48-c91d-430f-9020-37ea77bccd26 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.11858351Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.118820112Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.118883343Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/46f27d48-c91d-430f-9020-37ea77bccd26","method":"DELETE","req_id":"66f68d47-f973-4986-9f64-b0251255de1a","remote_addr":"[fd00:1122:3344:101::a]:51435","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21953,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.119000034Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/46f27d48-c91d-430f-9020-37ea77bccd26","method":"GET","req_id":"d11a6f91-5b1a-4fc0-80fa-7ebb7256a906","remote_addr":"[fd00:1122:3344:101::a]:51435","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-46f27d48-c91d-430f-9020-37ea77bccd26 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.119946642Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.126553348Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/46f27d48-c91d-430f-9020-37ea77bccd26\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.138177607Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"region":"46f27d48-c91d-430f-9020-37ea77bccd26","component":"worker"} {"msg":"region 46f27d48-c91d-430f-9020-37ea77bccd26 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.207721347Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:34.257367088Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/46f27d48-c91d-430f-9020-37ea77bccd26","method":"GET","req_id":"420ba01f-3d3e-47a1-9acd-b17dbd5dcef2","remote_addr":"[fd00:1122:3344:101::a]:51435","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.517652226Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55146"} {"msg":"region 7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.517768667Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.517996099Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions","method":"POST","req_id":"1cd40e2c-c4b0-439b-8288-bb8987f83e06","remote_addr":"[fd00:1122:3344:101::a]:55146","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":276,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.51807956Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.527632251Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.527709732Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.607270067Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"region":"7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.680234756Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"region":"7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","component":"worker"} {"msg":"region 7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.680278226Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.680495548Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.681989661Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.685578641Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions","method":"POST","req_id":"c1d2c14b-9528-44f1-b9b2-e6adde2a5c4f","remote_addr":"[fd00:1122:3344:101::a]:55146","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.685801073Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.693440998Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.69718746Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.697516023Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.697560233Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.697605623Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.697646344Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.702245193Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:34:36.70780623Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.087194415Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56440"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.148544896Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","method":"GET","req_id":"94a174c7-7afe-4405-99bf-5cfa062174de","remote_addr":"[fd00:1122:3344:101::a]:56440","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"path is \"/data/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.148723608Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"dataset is oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.15966151Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"region 7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.169779326Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.169996118Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.170055718Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","method":"DELETE","req_id":"f3c9db75-57e7-4e82-90fa-d15d59ccce45","remote_addr":"[fd00:1122:3344:101::a]:56440","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21363,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.17022046Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","method":"GET","req_id":"1ba8598d-121a-4a50-83c6-921fdcf35709","remote_addr":"[fd00:1122:3344:101::a]:56440","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.171647842Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.178964354Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_616b26df-e62a-4c68-b506-f4a923d8aaf7/crucible/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b\"","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.190804314Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"region":"7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","component":"worker"} {"msg":"region 7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.242452593Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-11-21T21:37:34.304327538Z","hostname":"oxz_crucible_25076f95-29b5-46dd-ba35-62707f7d0b16","pid":21210,"uri":"/crucible/0/regions/7d468c2a-bf4f-4c21-ac5a-4b5c76f5fa8b","method":"GET","req_id":"690cb063-3fc4-4f14-95c0-db2960d2abae","remote_addr":"[fd00:1122:3344:101::a]:56440","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":82,"response_code":"200"}