[ Aug 13 21:52:32 Enabled. ] [ Aug 13 21:52:32 Rereading configuration. ] [ Aug 13 21:52:34 Rereading configuration. ] [ Aug 13 21:52:35 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:35.651125519Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:35.652638931Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:35.652653301Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:35.681129573Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:52:35.806213255Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.878643371Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:34166"} {"msg":"region cdd267c8-9ffa-4f65-ac76-5b72ce3804b0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.904648494Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.909858687Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.913878718Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions","method":"POST","req_id":"0f01f5c5-befa-4d90-bf49-f8a199a68770","remote_addr":"[fd00:1122:3344:101::b]:34166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":17900,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.921514207Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.921556458Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cdd267c8-9ffa-4f65-ac76-5b72ce3804b0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.989094751Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cdd267c8-9ffa-4f65-ac76-5b72ce3804b0\" \"--data\" \"/data/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:30.991200979Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.115986193Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","component":"worker"} {"msg":"region cdd267c8-9ffa-4f65-ac76-5b72ce3804b0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.116073346Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.116269171Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.116707193Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.120749014Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.135421386Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.15087548Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.15413694Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions","method":"POST","req_id":"ced280d2-5181-4787-b6be-8bcff4e4a205","remote_addr":"[fd00:1122:3344:101::b]:34166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.164628498Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.16762372Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.167669281Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.167711692Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.177450679Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:31.181431659Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.242884603Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","method":"GET","req_id":"f422fa2c-907c-4b27-a5f6-02e03fa0a4ee","remote_addr":"[fd00:1122:3344:101::b]:34166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":643,"response_code":"200"} {"msg":"path is \"/data/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.245168726Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"dataset is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.25480079Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"region cdd267c8-9ffa-4f65-ac76-5b72ce3804b0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.264089945Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.264322611Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.264403714Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","method":"DELETE","req_id":"ce9883fb-bd6f-4367-9b1c-bba58a24a59e","remote_addr":"[fd00:1122:3344:101::b]:34166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":19258,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-cdd267c8-9ffa-4f65-ac76-5b72ce3804b0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.265583156Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.266775789Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","method":"GET","req_id":"f08e3f17-02b7-438b-a95c-4722bc932e57","remote_addr":"[fd00:1122:3344:101::b]:34166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.269580346Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.278913882Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","component":"worker"} {"msg":"region cdd267c8-9ffa-4f65-ac76-5b72ce3804b0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.351077431Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:32.370869234Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/cdd267c8-9ffa-4f65-ac76-5b72ce3804b0","method":"GET","req_id":"d32a975d-23ad-47cc-bc80-85313c26379c","remote_addr":"[fd00:1122:3344:101::b]:34166","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.278324939Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:39216"} {"msg":"region 41a946c4-40d1-419b-b20f-288a3ab18e0e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.278421492Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.278595256Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.278607137Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions","method":"POST","req_id":"d39ae966-9d65-47fb-af78-240248f2a7a8","remote_addr":"[fd00:1122:3344:101::a]:39216","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":214,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.287569443Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.287613554Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"41a946c4-40d1-419b-b20f-288a3ab18e0e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.338024707Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"41a946c4-40d1-419b-b20f-288a3ab18e0e","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"41a946c4-40d1-419b-b20f-288a3ab18e0e\" \"--data\" \"/data/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.338071288Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"41a946c4-40d1-419b-b20f-288a3ab18e0e","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.411461971Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"41a946c4-40d1-419b-b20f-288a3ab18e0e","component":"worker"} {"msg":"region 41a946c4-40d1-419b-b20f-288a3ab18e0e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.411501443Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.411635346Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.413202169Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.416944152Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.42561288Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.43109589Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.431432839Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.431483311Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.431525752Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.431565433Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.43472649Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.441384412Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:53:55.657029409Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions","method":"POST","req_id":"72ec2755-f03b-4192-ab7c-806c53945f1e","remote_addr":"[fd00:1122:3344:101::a]:39216","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":66,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.708215597Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:53659"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.708356841Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e","method":"GET","req_id":"45eba5c9-f8b1-4c84-bfc4-ce964827ca55","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.714692574Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"dataset is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.723956778Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"snapshot is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e@ef063040-922f-4200-9f82-dd234bf13093","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.732090222Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\", \"ef063040-922f-4200-9f82-dd234bf13093\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.732134523Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.743479284Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e/snapshots/ef063040-922f-4200-9f82-dd234bf13093","method":"GET","req_id":"98a047d7-1052-4530-81f0-55e78f41e8e2","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32347,"response_code":"200"} {"msg":"path is \"/data/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.746700133Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"dataset is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.755608607Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"snapshot is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e@ef063040-922f-4200-9f82-dd234bf13093","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.764232704Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\", \"ef063040-922f-4200-9f82-dd234bf13093\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.764262575Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 41a946c4-40d1-419b-b20f-288a3ab18e0e-ef063040-922f-4200-9f82-dd234bf13093 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.773092477Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"applying SMF actions for region 41a946c4-40d1-419b-b20f-288a3ab18e0e running snapshot ef063040-922f-4200-9f82-dd234bf13093 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.773679893Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.773739904Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e/snapshots/ef063040-922f-4200-9f82-dd234bf13093/run","method":"POST","req_id":"130609d1-3662-49b0-9305-59f96df1e182","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":27111,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-41a946c4-40d1-419b-b20f-288a3ab18e0e-ef063040-922f-4200-9f82-dd234bf13093","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.779807951Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-41a946c4-40d1-419b-b20f-288a3ab18e0e-ef063040-922f-4200-9f82-dd234bf13093","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.794498474Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-41a946c4-40d1-419b-b20f-288a3ab18e0e-ef063040-922f-4200-9f82-dd234bf13093","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.815064148Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e/.zfs/snapshot/ef063040-922f-4200-9f82-dd234bf13093","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.815263874Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.815312615Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.815355646Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.815392297Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.815431879Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.822107222Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.828328012Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"region 41a946c4-40d1-419b-b20f-288a3ab18e0e running snapshot ef063040-922f-4200-9f82-dd234bf13093 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:06.828336242Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"path is \"/data/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:07.037003838Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"dataset is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:07.046763416Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"snapshot is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e@ef063040-922f-4200-9f82-dd234bf13093","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:07.05530515Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e\", \"ef063040-922f-4200-9f82-dd234bf13093\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:07.055349362Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:07.064983986Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/41a946c4-40d1-419b-b20f-288a3ab18e0e/snapshots/ef063040-922f-4200-9f82-dd234bf13093/run","method":"POST","req_id":"5fa6ab41-638f-41c3-ba97-60cae2bab5bd","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":28022,"response_code":"200"} {"msg":"region fa65c82f-1043-45d6-a80f-8904cdde0c1d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.558508521Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.558663605Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions","method":"POST","req_id":"2ddf3487-2bda-4a3e-a9b8-1d53308c299e","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":225,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.558691306Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.56831784Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.568353821Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fa65c82f-1043-45d6-a80f-8904cdde0c1d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.633856938Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"fa65c82f-1043-45d6-a80f-8904cdde0c1d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"fa65c82f-1043-45d6-a80f-8904cdde0c1d\" \"--data\" \"/data/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.63390987Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"fa65c82f-1043-45d6-a80f-8904cdde0c1d","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.733930674Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"fa65c82f-1043-45d6-a80f-8904cdde0c1d","component":"worker"} {"msg":"region fa65c82f-1043-45d6-a80f-8904cdde0c1d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.733963985Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.734057608Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fa65c82f-1043-45d6-a80f-8904cdde0c1d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.735852077Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fa65c82f-1043-45d6-a80f-8904cdde0c1d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.741999505Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.757848131Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fa65c82f-1043-45d6-a80f-8904cdde0c1d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.763861505Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764162164Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764230186Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764289427Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.764350799Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.77060194Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.779177726Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:10.852167879Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions","method":"POST","req_id":"1e427f8e-d73f-4148-9105-b1f40fbdf31d","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.051544599Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","method":"GET","req_id":"fc1c81a0-6677-4804-9e0c-6ec6701ae170","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"path is \"/data/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.054040267Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"dataset is oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.065512832Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"region fa65c82f-1043-45d6-a80f-8904cdde0c1d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.074690934Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.074863698Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.0749287Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","method":"DELETE","req_id":"8d395704-96ad-4d5e-a546-96101df4f667","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":20917,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-fa65c82f-1043-45d6-a80f-8904cdde0c1d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.076488413Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.077692766Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","method":"GET","req_id":"84101156-5303-4395-a32d-30ea05aa25ab","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.082813957Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_248f90f8-f7ad-47ac-bc77-ddd18aa7168b/crucible/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.092289437Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"region":"fa65c82f-1043-45d6-a80f-8904cdde0c1d","component":"worker"} {"msg":"region fa65c82f-1043-45d6-a80f-8904cdde0c1d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.146553975Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-13T21:59:36.17879951Z","hostname":"oxz_crucible_96ae8375-942a-4e0a-b533-95209a48dc78","pid":20659,"uri":"/crucible/0/regions/fa65c82f-1043-45d6-a80f-8904cdde0c1d","method":"GET","req_id":"6bc71a42-95c5-4d88-9c38-af029018d521","remote_addr":"[fd00:1122:3344:101::a]:53659","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":604,"response_code":"200"}