[ Jul 9 03:52:39 Enabled. ] [ Jul 9 03:52:39 Rereading configuration. ] [ Jul 9 03:52:41 Rereading configuration. ] [ Jul 9 03:52:43 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.420740246Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907} {"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.425278905Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.425300356Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.445204802Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:52:43.565633488Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.485722797Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:51128"} {"msg":"region c97e8e98-0efa-4ac2-9f7b-eb28af248dc0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.493299879Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.500971972Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions","method":"POST","req_id":"6eb44369-1c8b-4ebb-976b-3ceb07db47fa","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":9725,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.500994653Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.513297687Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.513357148Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c97e8e98-0efa-4ac2-9f7b-eb28af248dc0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.617606873Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c97e8e98-0efa-4ac2-9f7b-eb28af248dc0\" \"--data\" \"/data/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.619941033Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.734208963Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions","method":"POST","req_id":"1dedad4c-80e3-4dc9-af86-809107d0424d","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":83,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.920709759Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","component":"worker"} {"msg":"region c97e8e98-0efa-4ac2-9f7b-eb28af248dc0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.920784341Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.920984524Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.921403882Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.926875797Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.942240014Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.947969114Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.948544354Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.948784538Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.948845289Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.94888576Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.954865554Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:12.958957095Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:13.280121896Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions","method":"POST","req_id":"390cd074-d543-4364-8ec6-8f2e379ce92b","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":94,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.103048622Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","method":"GET","req_id":"db5da168-ab40-4e64-aec0-818b2f810293","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"path is \"/data/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.105177789Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"dataset is oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.114370949Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"region c97e8e98-0efa-4ac2-9f7b-eb28af248dc0 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.123410616Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.12361591Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.123685661Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","method":"DELETE","req_id":"dfbca3f3-836b-4186-b9ad-6338795f2ea6","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18557,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c97e8e98-0efa-4ac2-9f7b-eb28af248dc0 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.124700819Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.125968161Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","method":"GET","req_id":"ab4a177e-5908-416e-b34b-95b0522241ff","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.13053194Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.140465733Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.192846475Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","method":"GET","req_id":"8d6cc4fd-c75f-47e3-bd4b-aee01290ccaa","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"region c97e8e98-0efa-4ac2-9f7b-eb28af248dc0 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.213054707Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:53:14.340918823Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/c97e8e98-0efa-4ac2-9f7b-eb28af248dc0","method":"GET","req_id":"2c3786fb-ce4d-46ae-b9cd-2ba56445a1f6","remote_addr":"[fd00:1122:3344:101::c]:51128","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.685284538Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:43967"} {"msg":"region 8bfb0935-fb67-477b-a7d0-f9afca122d75 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.68541518Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.687803451Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions","method":"POST","req_id":"8bd30d94-9576-4ae9-8ca3-d9567d00f8e9","remote_addr":"[fd00:1122:3344:101::a]:43967","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":2446,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.687825952Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.69637236Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.696400941Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8bfb0935-fb67-477b-a7d0-f9afca122d75\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.737520857Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"8bfb0935-fb67-477b-a7d0-f9afca122d75","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8bfb0935-fb67-477b-a7d0-f9afca122d75\" \"--data\" \"/data/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.739458401Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"8bfb0935-fb67-477b-a7d0-f9afca122d75","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.80489523Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"8bfb0935-fb67-477b-a7d0-f9afca122d75","component":"worker"} {"msg":"region 8bfb0935-fb67-477b-a7d0-f9afca122d75 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.80492652Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.805038562Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.806523448Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.809886777Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.819882301Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.823517984Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.823754798Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.823806129Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.82384877Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.823888Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.827637876Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:01.832249236Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:54:02.009288608Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions","method":"POST","req_id":"017a2034-6d2b-4181-ac52-8aec4652ab8d","remote_addr":"[fd00:1122:3344:101::a]:43967","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":69,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.703233401Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48351"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.703404644Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75","method":"GET","req_id":"37c17c67-18dc-4ae8-86a1-b30e43d8759b","remote_addr":"[fd00:1122:3344:101::a]:48351","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":49,"response_code":"200"} {"msg":"path is \"/data/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.703502956Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"dataset is oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.712270258Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"snapshot is oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75@55ed7137-8ad7-4401-a037-50f3d8186e42","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.719703498Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75\", \"55ed7137-8ad7-4401-a037-50f3d8186e42\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.719757139Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.728509021Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75/snapshots/55ed7137-8ad7-4401-a037-50f3d8186e42","method":"GET","req_id":"a7701ae4-8fbc-4e37-9f42-fc5baf133e48","remote_addr":"[fd00:1122:3344:101::a]:48351","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25014,"response_code":"200"} {"msg":"path is \"/data/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.728657144Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"dataset is oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.737000609Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"snapshot is oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75@55ed7137-8ad7-4401-a037-50f3d8186e42","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.745829283Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75\", \"55ed7137-8ad7-4401-a037-50f3d8186e42\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.745855893Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 8bfb0935-fb67-477b-a7d0-f9afca122d75-55ed7137-8ad7-4401-a037-50f3d8186e42 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.757367983Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"applying SMF actions for region 8bfb0935-fb67-477b-a7d0-f9afca122d75 running snapshot 55ed7137-8ad7-4401-a037-50f3d8186e42 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.757932472Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.757988653Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75/snapshots/55ed7137-8ad7-4401-a037-50f3d8186e42/run","method":"POST","req_id":"42b4d262-09fa-4321-8dc7-b0a3546c49bd","remote_addr":"[fd00:1122:3344:101::a]:48351","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":29354,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-8bfb0935-fb67-477b-a7d0-f9afca122d75-55ed7137-8ad7-4401-a037-50f3d8186e42","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.764797492Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-8bfb0935-fb67-477b-a7d0-f9afca122d75-55ed7137-8ad7-4401-a037-50f3d8186e42","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.772658689Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-8bfb0935-fb67-477b-a7d0-f9afca122d75-55ed7137-8ad7-4401-a037-50f3d8186e42","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.785252358Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8bfb0935-fb67-477b-a7d0-f9afca122d75/.zfs/snapshot/55ed7137-8ad7-4401-a037-50f3d8186e42","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.785517093Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.785579164Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.785626095Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.785667105Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.785714066Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.789573203Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.795734551Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"region 8bfb0935-fb67-477b-a7d0-f9afca122d75 running snapshot 55ed7137-8ad7-4401-a037-50f3d8186e42 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:13.795749461Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.225371838Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58392"} {"msg":"region 92e5c09f-25ea-4166-be22-af2931d08f1c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.22607768Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.226230753Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions","method":"POST","req_id":"3f9170cd-e861-4def-9801-b9c75547e189","remote_addr":"[fd00:1122:3344:101::a]:58392","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":762,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.226249083Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.236004653Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.236038754Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"92e5c09f-25ea-4166-be22-af2931d08f1c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/92e5c09f-25ea-4166-be22-af2931d08f1c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.305083836Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"92e5c09f-25ea-4166-be22-af2931d08f1c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"92e5c09f-25ea-4166-be22-af2931d08f1c\" \"--data\" \"/data/regions/92e5c09f-25ea-4166-be22-af2931d08f1c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.30703169Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"92e5c09f-25ea-4166-be22-af2931d08f1c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.37485305Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"92e5c09f-25ea-4166-be22-af2931d08f1c","component":"worker"} {"msg":"region 92e5c09f-25ea-4166-be22-af2931d08f1c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.374902991Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.374990443Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-92e5c09f-25ea-4166-be22-af2931d08f1c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.376764564Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-92e5c09f-25ea-4166-be22-af2931d08f1c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.382155657Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.388875604Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-92e5c09f-25ea-4166-be22-af2931d08f1c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.393061447Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.393341012Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.393391193Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.393436654Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.393475804Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.397141118Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.402809347Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:16.549793586Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions","method":"POST","req_id":"508d985a-daa2-4076-8006-e415758f04d0","remote_addr":"[fd00:1122:3344:101::a]:58392","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.792416752Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","method":"GET","req_id":"5956fe37-8f06-4c70-a8aa-6ea9166e2bf3","remote_addr":"[fd00:1122:3344:101::a]:58392","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"path is \"/data/regions/92e5c09f-25ea-4166-be22-af2931d08f1c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.795087808Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"dataset is oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.807317291Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"region 92e5c09f-25ea-4166-be22-af2931d08f1c state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.815952192Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.816158905Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.816210556Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","method":"DELETE","req_id":"7ea47e30-5b1e-4a80-94ea-601150be9fd0","remote_addr":"[fd00:1122:3344:101::a]:58392","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":21149,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-92e5c09f-25ea-4166-be22-af2931d08f1c (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.818307173Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.819001785Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","method":"GET","req_id":"5cd8e715-f1e6-44fd-8609-af7e98170854","remote_addr":"[fd00:1122:3344:101::a]:58392","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":25,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.827646205Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_a46ddd9f-b0f0-45dc-86cc-a89f72025cb4/crucible/regions/92e5c09f-25ea-4166-be22-af2931d08f1c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.836618601Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"region":"92e5c09f-25ea-4166-be22-af2931d08f1c","component":"worker"} {"msg":"region 92e5c09f-25ea-4166-be22-af2931d08f1c state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.888024546Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-07-09T03:59:46.9026088Z","hostname":"oxz_crucible_f274c29b-64b4-44dd-afd2-65ba6ce37cc5","pid":20907,"uri":"/crucible/0/regions/92e5c09f-25ea-4166-be22-af2931d08f1c","method":"GET","req_id":"70cd31e4-1441-4f70-8dfc-f880afadf0d6","remote_addr":"[fd00:1122:3344:101::a]:58392","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":48,"response_code":"200"}