[ Aug 14 22:31:16 Enabled. ] [ Aug 14 22:31:16 Rereading configuration. ] [ Aug 14 22:31:19 Rereading configuration. ] [ Aug 14 22:31:21 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible -l [fd00:1122:3344:101::13]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:21.375075682Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877} {"msg":"listen IP: [fd00:1122:3344:101::13]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:21.376033216Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:21.376047727Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:21.391298579Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:21.489988591Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.711119186Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48296"} {"msg":"region b6642bea-9ae6-4d1f-8d95-d87bcc68e004 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.717474079Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.726162225Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.726178386Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions","method":"POST","req_id":"4ce4bd48-a499-49d5-9ccf-e984e25488f0","remote_addr":"[fd00:1122:3344:101::b]:48296","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":11201,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.738228671Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.738288383Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b6642bea-9ae6-4d1f-8d95-d87bcc68e004\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.811977838Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"b6642bea-9ae6-4d1f-8d95-d87bcc68e004","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"b6642bea-9ae6-4d1f-8d95-d87bcc68e004\" \"--data\" \"/data/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.813838746Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"b6642bea-9ae6-4d1f-8d95-d87bcc68e004","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.988234953Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"b6642bea-9ae6-4d1f-8d95-d87bcc68e004","component":"worker"} {"msg":"region b6642bea-9ae6-4d1f-8d95-d87bcc68e004 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.988314284Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.988588828Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b6642bea-9ae6-4d1f-8d95-d87bcc68e004","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.989046214Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b6642bea-9ae6-4d1f-8d95-d87bcc68e004","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:43.99212325Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.000617094Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b6642bea-9ae6-4d1f-8d95-d87bcc68e004","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.003713809Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.004432029Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.00451437Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.004556051Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.004598312Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.008753102Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.012521117Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.104731404Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions","method":"POST","req_id":"56450b19-690e-4ccd-a5d8-c306ec1630dd","remote_addr":"[fd00:1122:3344:101::b]:48296","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":685,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.945502663Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","method":"GET","req_id":"e00840b0-b617-45eb-a9c7-ed25282665d2","remote_addr":"[fd00:1122:3344:101::b]:48296","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":780,"response_code":"200"} {"msg":"path is \"/data/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.947725515Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"dataset is oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.957712141Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"region b6642bea-9ae6-4d1f-8d95-d87bcc68e004 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.968140424Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.968368857Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.968434058Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","method":"DELETE","req_id":"cf52f905-3b00-411b-8a9e-4fa540c10740","remote_addr":"[fd00:1122:3344:101::b]:48296","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":20731,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-b6642bea-9ae6-4d1f-8d95-d87bcc68e004 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.969424472Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.970700671Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","method":"GET","req_id":"176a8aed-003f-493b-abe4-e263af5456f1","remote_addr":"[fd00:1122:3344:101::b]:48296","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.974372575Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:44.98499613Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"b6642bea-9ae6-4d1f-8d95-d87bcc68e004","component":"worker"} {"msg":"region b6642bea-9ae6-4d1f-8d95-d87bcc68e004 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:45.056846959Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:31:45.108102268Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/b6642bea-9ae6-4d1f-8d95-d87bcc68e004","method":"GET","req_id":"090a391c-d5c7-43b6-9611-dc0cce5f7d9b","remote_addr":"[fd00:1122:3344:101::b]:48296","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.533677736Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48602"} {"msg":"region 14330e5b-742c-4575-98c0-ebc840de22f2 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.533856059Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.534676581Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.534688861Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions","method":"POST","req_id":"276e947e-f95f-49dd-9e60-66c3e51c09a2","remote_addr":"[fd00:1122:3344:101::a]:48602","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":969,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/14330e5b-742c-4575-98c0-ebc840de22f2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.547112673Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/14330e5b-742c-4575-98c0-ebc840de22f2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.547146033Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"14330e5b-742c-4575-98c0-ebc840de22f2\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/14330e5b-742c-4575-98c0-ebc840de22f2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.603845581Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"14330e5b-742c-4575-98c0-ebc840de22f2","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"14330e5b-742c-4575-98c0-ebc840de22f2\" \"--data\" \"/data/regions/14330e5b-742c-4575-98c0-ebc840de22f2\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.603891752Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"14330e5b-742c-4575-98c0-ebc840de22f2","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.666267333Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"14330e5b-742c-4575-98c0-ebc840de22f2","component":"worker"} {"msg":"region 14330e5b-742c-4575-98c0-ebc840de22f2 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.666305294Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.666392765Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-14330e5b-742c-4575-98c0-ebc840de22f2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.667739044Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-14330e5b-742c-4575-98c0-ebc840de22f2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.673008981Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.683842279Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-14330e5b-742c-4575-98c0-ebc840de22f2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.696068898Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/14330e5b-742c-4575-98c0-ebc840de22f2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.696432474Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.696511185Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::13","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.696589186Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.696669057Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.700094797Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.703898892Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:06.849666917Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions","method":"POST","req_id":"943b31a9-6628-4d5c-9658-808768e03f68","remote_addr":"[fd00:1122:3344:101::a]:48602","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.495159246Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/14330e5b-742c-4575-98c0-ebc840de22f2","method":"GET","req_id":"a0f7d414-992f-4826-ab41-914d136c1b9b","remote_addr":"[fd00:1122:3344:101::a]:48602","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/14330e5b-742c-4575-98c0-ebc840de22f2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.497976351Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"dataset is oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/14330e5b-742c-4575-98c0-ebc840de22f2","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.507901273Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"region 14330e5b-742c-4575-98c0-ebc840de22f2 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.515597355Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.515763187Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.515820308Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/14330e5b-742c-4575-98c0-ebc840de22f2","method":"DELETE","req_id":"5a2d98a8-bf81-4d35-b311-0d7141992f25","remote_addr":"[fd00:1122:3344:101::a]:48602","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":17838,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-14330e5b-742c-4575-98c0-ebc840de22f2 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.517485082Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.518800252Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/14330e5b-742c-4575-98c0-ebc840de22f2","method":"GET","req_id":"05e72c0c-51c0-4f2f-98bf-b5c96ee5c5e0","remote_addr":"[fd00:1122:3344:101::a]:48602","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.521668703Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_7f6d9db3-762e-4798-98cd-bb00d0a3b252/crucible/regions/14330e5b-742c-4575-98c0-ebc840de22f2\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.530509703Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"region":"14330e5b-742c-4575-98c0-ebc840de22f2","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.586003183Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/14330e5b-742c-4575-98c0-ebc840de22f2","method":"GET","req_id":"f0abfd7f-0d96-4e25-aef9-172e79ebd654","remote_addr":"[fd00:1122:3344:101::a]:48602","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":614,"response_code":"200"} {"msg":"region 14330e5b-742c-4575-98c0-ebc840de22f2 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.591191619Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-14T22:38:46.769435712Z","hostname":"oxz_crucible_98df5eef-0a91-403e-9767-d03c82c93fc1","pid":24877,"uri":"/crucible/0/regions/14330e5b-742c-4575-98c0-ebc840de22f2","method":"GET","req_id":"3bb33433-77f6-4f23-b98c-0ebf274adffb","remote_addr":"[fd00:1122:3344:101::a]:48602","local_addr":"[fd00:1122:3344:101::13]:32345","component":"dropshot","latency_us":661,"response_code":"200"}