[ Dec 30 06:22:41 Enabled. ] [ Dec 30 06:22:41 Rereading configuration. ] [ Dec 30 06:22:44 Rereading configuration. ] [ Dec 30 06:22:46 Executing start method ("/opt/oxide/lib/svc/manifest/crucible/agent.sh"). ] + . /lib/svc/share/smf_include.sh ++ SMF_EXIT_OK=0 ++ SMF_EXIT_NODAEMON=94 ++ SMF_EXIT_ERR_FATAL=95 ++ SMF_EXIT_ERR_CONFIG=96 ++ SMF_EXIT_MON_DEGRADE=97 ++ SMF_EXIT_MON_OFFLINE=98 ++ SMF_EXIT_ERR_NOSMF=99 ++ SMF_EXIT_ERR_PERM=100 ++ svcprop -c -p config/datalink svc:/oxide/crucible/agent:default + DATALINK=oxControlService17 ++ svcprop -c -p config/gateway svc:/oxide/crucible/agent:default + GATEWAY=fd00:1122:3344:101::1 ++ svcprop -c -p config/dataset svc:/oxide/crucible/agent:default + DATASET=oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible ++ svcprop -c -p config/listen_addr svc:/oxide/crucible/agent:default + LISTEN_ADDR=fd00:1122:3344:101::14 ++ svcprop -c -p config/listen_port svc:/oxide/crucible/agent:default + LISTEN_PORT=32345 ++ svcprop -c -p config/portbase svc:/oxide/crucible/agent:default + PORTBASE=19000 ++ svcprop -c -p config/downstairs_prefix svc:/oxide/crucible/agent:default + DOWNSTAIRS_PREFIX=downstairs ++ svcprop -c -p config/snapshot_prefix svc:/oxide/crucible/agent:default + SNAPSHOT_PREFIX=snapshot + [[ oxControlService17 == unknown ]] + [[ fd00:1122:3344:101::1 == unknown ]] + ipadm delete-if oxControlService17 ipadm: Could not delete oxControlService17: Interface does not exist + true + ipadm create-if -t oxControlService17 + ipadm set-ifprop -t -p mtu=9000 -m ipv4 oxControlService17 + ipadm set-ifprop -t -p mtu=9000 -m ipv6 oxControlService17 + ipadm show-addr oxControlService17/ll ipadm: Address object not found + ipadm create-addr -t -T addrconf oxControlService17/ll + ipadm show-addr oxControlService17/omicron6 ipadm: Address object not found + ipadm create-addr -t -T static -a fd00:1122:3344:101::14 oxControlService17/omicron6 + route get -inet6 default -inet6 fd00:1122:3344:101::1 default: not in table + route add -inet6 default -inet6 fd00:1122:3344:101::1 add net default: gateway fd00:1122:3344:101::1 + args=('-D' '/opt/oxide/crucible/bin/crucible-downstairs' '--dataset' "$DATASET" '-l' "[$LISTEN_ADDR]:$LISTEN_PORT" '-P' "$PORTBASE" '-p' "$DOWNSTAIRS_PREFIX" '-s' "$SNAPSHOT_PREFIX") + exec /opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible -l '[fd00:1122:3344:101::14]:32345' -P 19000 -p downstairs -s snapshot note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:22:47.716471446Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:22:47.719502396Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:22:47.719517577Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:22:47.846439065Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.597418849Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:38317"} {"msg":"region ec099177-3e7c-4422-9406-cb5dd6df8f26 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.64142983Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.642434764Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"030bca94-49c8-45a0-8da9-8b8df1b66ebe","remote_addr":"[fd00:1122:3344:101::b]:38317","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":10323,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.642479522Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.654663726Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.65468799Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ec099177-3e7c-4422-9406-cb5dd6df8f26\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.708222792Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"ec099177-3e7c-4422-9406-cb5dd6df8f26","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.882294816Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"ec099177-3e7c-4422-9406-cb5dd6df8f26","component":"worker"} {"msg":"region ec099177-3e7c-4422-9406-cb5dd6df8f26 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.882341354Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.8824211Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ec099177-3e7c-4422-9406-cb5dd6df8f26","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.882901878Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ec099177-3e7c-4422-9406-cb5dd6df8f26","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.887112364Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.897664378Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec099177-3e7c-4422-9406-cb5dd6df8f26","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.902506611Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.903115676Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.903180233Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.903226426Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.903264938Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.908171509Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:53.912746619Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.020066053Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"a9f9bdc7-114a-496e-b7e2-887069140cfc","remote_addr":"[fd00:1122:3344:101::b]:38317","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":95,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.490631757Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:37179"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.492590504Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","method":"GET","req_id":"ea799680-a56d-415a-8fc5-ad10a2e99e65","remote_addr":"[fd00:1122:3344:101::b]:37179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1916,"response_code":"200"} {"msg":"path is \"/data/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.492772852Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.502914589Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"region ec099177-3e7c-4422-9406-cb5dd6df8f26 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.511074335Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.511312903Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.511429418Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","method":"DELETE","req_id":"70e2216e-b3e5-400d-b410-c8f489507b39","remote_addr":"[fd00:1122:3344:101::b]:37179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18616,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.511612544Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","method":"GET","req_id":"8819d539-23b2-4353-95e4-2ecbd5d62434","remote_addr":"[fd00:1122:3344:101::b]:37179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-ec099177-3e7c-4422-9406-cb5dd6df8f26 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.51261878Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.517003498Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.525945904Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"ec099177-3e7c-4422-9406-cb5dd6df8f26","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.573057226Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","method":"GET","req_id":"bca164ad-1ecc-4542-b11f-4f9f4461d6fa","remote_addr":"[fd00:1122:3344:101::b]:37179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":54,"response_code":"200"} {"msg":"region ec099177-3e7c-4422-9406-cb5dd6df8f26 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.579078012Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:23:54.725807113Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/ec099177-3e7c-4422-9406-cb5dd6df8f26","method":"GET","req_id":"a903ff64-6601-4685-abee-2ef76d865539","remote_addr":"[fd00:1122:3344:101::b]:37179","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":37,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.103956536Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:35702"} {"msg":"region 32a11cc6-8c7b-4189-82f5-48e133a29b3e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.135543079Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.135723327Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.135741374Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"fd6db03e-f956-495f-aa28-1885f08f9458","remote_addr":"[fd00:1122:3344:101::a]:35702","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":246,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.145885156Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.145908501Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"32a11cc6-8c7b-4189-82f5-48e133a29b3e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.21158634Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"32a11cc6-8c7b-4189-82f5-48e133a29b3e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.348622839Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"32a11cc6-8c7b-4189-82f5-48e133a29b3e","component":"worker"} {"msg":"region 32a11cc6-8c7b-4189-82f5-48e133a29b3e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.348736828Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.348819302Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.350261879Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.356346579Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.373329466Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.382513574Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.382892837Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.382945957Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.382985306Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.383032097Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.393048684Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.401503078Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:24:23.43571562Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"ee285cc0-05a0-441d-bed8-ae738c29b207","remote_addr":"[fd00:1122:3344:101::a]:35702","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.048132621Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:59614"} {"msg":"region 898ba538-1006-4c88-af3e-63e6eb7b2c28 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.079273989Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.079960985Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.079973415Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"ecd3b24a-5b4f-4882-ad97-d048ad1c4567","remote_addr":"[fd00:1122:3344:101::a]:59614","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":1889,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/898ba538-1006-4c88-af3e-63e6eb7b2c28","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.089754121Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/898ba538-1006-4c88-af3e-63e6eb7b2c28","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.089792042Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"898ba538-1006-4c88-af3e-63e6eb7b2c28\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/898ba538-1006-4c88-af3e-63e6eb7b2c28\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.14386207Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"898ba538-1006-4c88-af3e-63e6eb7b2c28","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.223498847Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"d6bef027-ece0-4009-a8e2-a26cca10dea3","remote_addr":"[fd00:1122:3344:101::a]:59614","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.292472779Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"898ba538-1006-4c88-af3e-63e6eb7b2c28","component":"worker"} {"msg":"region 898ba538-1006-4c88-af3e-63e6eb7b2c28 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.29251137Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.292649563Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-898ba538-1006-4c88-af3e-63e6eb7b2c28","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.301042366Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-898ba538-1006-4c88-af3e-63e6eb7b2c28","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.304759142Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.314522147Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-898ba538-1006-4c88-af3e-63e6eb7b2c28","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.31767901Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/898ba538-1006-4c88-af3e-63e6eb7b2c28","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.317935426Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.317988577Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.318031208Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.318071739Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.321727384Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.326444453Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:55.776945128Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"10feb4c7-a9ff-4166-bfc9-530b993d299a","remote_addr":"[fd00:1122:3344:101::a]:59614","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":76,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.345656431Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:64264"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.345765933Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e","method":"GET","req_id":"586716aa-e54a-46ff-8419-4a3542a32638","remote_addr":"[fd00:1122:3344:101::a]:64264","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"path is \"/data/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.345972898Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.355339794Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e@4bd36969-7ce7-4479-bc7f-aebaf430c842","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.364089816Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e\", \"4bd36969-7ce7-4479-bc7f-aebaf430c842\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.364121737Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.379638765Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e/snapshots/4bd36969-7ce7-4479-bc7f-aebaf430c842","method":"GET","req_id":"6b3b12fa-716c-4f99-8a66-9fd86ec097a7","remote_addr":"[fd00:1122:3344:101::a]:64264","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":33667,"response_code":"200"} {"msg":"path is \"/data/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.380522665Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"dataset is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.38982082Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"snapshot is oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e@4bd36969-7ce7-4479-bc7f-aebaf430c842","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.39892875Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e\", \"4bd36969-7ce7-4479-bc7f-aebaf430c842\"]","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.398978871Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 32a11cc6-8c7b-4189-82f5-48e133a29b3e-4bd36969-7ce7-4479-bc7f-aebaf430c842 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.408935231Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"applying SMF actions for region 32a11cc6-8c7b-4189-82f5-48e133a29b3e running snapshot 4bd36969-7ce7-4479-bc7f-aebaf430c842 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.409093715Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.409146246Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e/snapshots/4bd36969-7ce7-4479-bc7f-aebaf430c842/run","method":"POST","req_id":"66a9e778-aa68-4edd-b53c-6eae649ce655","remote_addr":"[fd00:1122:3344:101::a]:64264","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":29342,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-32a11cc6-8c7b-4189-82f5-48e133a29b3e-4bd36969-7ce7-4479-bc7f-aebaf430c842","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.411762776Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-32a11cc6-8c7b-4189-82f5-48e133a29b3e-4bd36969-7ce7-4479-bc7f-aebaf430c842","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.415880291Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-32a11cc6-8c7b-4189-82f5-48e133a29b3e-4bd36969-7ce7-4479-bc7f-aebaf430c842","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.427280164Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/32a11cc6-8c7b-4189-82f5-48e133a29b3e/.zfs/snapshot/4bd36969-7ce7-4479-bc7f-aebaf430c842","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.42755387Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.427607942Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.427649183Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.427693884Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.427745785Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.431693556Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.436481616Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"region 32a11cc6-8c7b-4189-82f5-48e133a29b3e running snapshot 4bd36969-7ce7-4479-bc7f-aebaf430c842 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:56.436497077Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.374471471Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56659"} {"msg":"region a1c87332-7363-47d3-aba7-d96831992027 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.374605914Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.374763038Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.374778528Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"bd954add-5863-47ca-9ad6-3edc414fff4f","remote_addr":"[fd00:1122:3344:101::a]:56659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":222,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a1c87332-7363-47d3-aba7-d96831992027","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.38349495Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_31bd71cd-4736-4a12-a387-9b74b050396f/crucible/regions/a1c87332-7363-47d3-aba7-d96831992027","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.38352988Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a1c87332-7363-47d3-aba7-d96831992027\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/a1c87332-7363-47d3-aba7-d96831992027\"","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.438251413Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"a1c87332-7363-47d3-aba7-d96831992027","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.503762055Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"b17fdec8-ac35-4144-8851-dfae70b3b0f9","remote_addr":"[fd00:1122:3344:101::a]:56659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":81,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.512407184Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"region":"a1c87332-7363-47d3-aba7-d96831992027","component":"worker"} {"msg":"region a1c87332-7363-47d3-aba7-d96831992027 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.512433515Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.512566928Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a1c87332-7363-47d3-aba7-d96831992027","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.515070256Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a1c87332-7363-47d3-aba7-d96831992027","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.518505255Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.526586901Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a1c87332-7363-47d3-aba7-d96831992027","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.529385146Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a1c87332-7363-47d3-aba7-d96831992027","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.529683893Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.529731544Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.529772785Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.529821526Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.53390849Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.539940029Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2023-12-30T06:29:59.999688978Z","hostname":"oxz_crucible_d102ca9b-f329-4934-aebc-2f9b906f83a7","pid":21646,"uri":"/crucible/0/regions","method":"POST","req_id":"a13f2941-e207-456f-9c52-89716ea2b4e3","remote_addr":"[fd00:1122:3344:101::a]:56659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":96,"response_code":"200"}