[ May 13 20:46:45 Enabled. ] [ May 13 20:46:45 Rereading configuration. ] [ May 13 20:46:46 Rereading configuration. ] [ May 13 20:46:48 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible -l [fd00:1122:3344:101::14]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:48.39257668Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812} {"msg":"listen IP: [fd00:1122:3344:101::14]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:48.397447422Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:48.397464412Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:48.419186539Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:46:48.495709137Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:23.988986398Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:48897"} {"msg":"region 602d3fe4-bf7d-49f4-b4b0-793f9c961663 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.025137442Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.029256721Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions","method":"POST","req_id":"4ad50245-cedf-42a4-89a8-970108f22e07","remote_addr":"[fd00:1122:3344:101::b]:48897","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":13570,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.03124625Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.040672979Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.04070663Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"602d3fe4-bf7d-49f4-b4b0-793f9c961663\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.111599394Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"602d3fe4-bf7d-49f4-b4b0-793f9c961663","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"602d3fe4-bf7d-49f4-b4b0-793f9c961663\" \"--data\" \"/data/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.113517312Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"602d3fe4-bf7d-49f4-b4b0-793f9c961663","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.291886369Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions","method":"POST","req_id":"aa4a0ef8-e88a-44c6-9e2a-dc70f4100a77","remote_addr":"[fd00:1122:3344:101::b]:48897","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.351631797Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"602d3fe4-bf7d-49f4-b4b0-793f9c961663","component":"worker"} {"msg":"region 602d3fe4-bf7d-49f4-b4b0-793f9c961663 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.351675108Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.351772408Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-602d3fe4-bf7d-49f4-b4b0-793f9c961663","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.352176282Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-602d3fe4-bf7d-49f4-b4b0-793f9c961663","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.356667565Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.368775129Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-602d3fe4-bf7d-49f4-b4b0-793f9c961663","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.371472046Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.372154782Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.374125071Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.374180371Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.374221322Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.380910146Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.384825453Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:24.936803902Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions","method":"POST","req_id":"327c07a5-3e3c-4a32-a5c2-1e2d956625aa","remote_addr":"[fd00:1122:3344:101::b]:48897","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.491594509Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:58600"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.49171597Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","method":"GET","req_id":"7f46c331-621b-4694-aad4-795c5ab3b208","remote_addr":"[fd00:1122:3344:101::b]:58600","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":61,"response_code":"200"} {"msg":"path is \"/data/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.491896122Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"dataset is oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.501107469Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"region 602d3fe4-bf7d-49f4-b4b0-793f9c961663 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.509951333Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.510194276Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.510320057Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","method":"DELETE","req_id":"84e11dad-1129-455c-98af-ffd88fa29ccb","remote_addr":"[fd00:1122:3344:101::b]:58600","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18447,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.510469048Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","method":"GET","req_id":"4155de75-955e-4643-8ce6-e312e9eeb256","remote_addr":"[fd00:1122:3344:101::b]:58600","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":21,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-602d3fe4-bf7d-49f4-b4b0-793f9c961663 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.513471367Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.517748798Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.527729253Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"602d3fe4-bf7d-49f4-b4b0-793f9c961663","component":"worker"} {"msg":"region 602d3fe4-bf7d-49f4-b4b0-793f9c961663 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.58214748Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:47:25.63890486Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/602d3fe4-bf7d-49f4-b4b0-793f9c961663","method":"GET","req_id":"915dfa98-cb05-4b46-88a2-71e800b97631","remote_addr":"[fd00:1122:3344:101::b]:58600","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":87,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.807841557Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:40935"} {"msg":"region 66bed7a2-18ed-48f1-b7c3-22308e86d44c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.837024545Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.839364168Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions","method":"POST","req_id":"5789be9a-a0a1-4a9f-bbf5-db62f1a5b619","remote_addr":"[fd00:1122:3344:101::a]:40935","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":2397,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.839380868Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.848901618Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.848940639Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"66bed7a2-18ed-48f1-b7c3-22308e86d44c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.908177712Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"66bed7a2-18ed-48f1-b7c3-22308e86d44c","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"66bed7a2-18ed-48f1-b7c3-22308e86d44c\" \"--data\" \"/data/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.910017949Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"66bed7a2-18ed-48f1-b7c3-22308e86d44c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.969591766Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"66bed7a2-18ed-48f1-b7c3-22308e86d44c","component":"worker"} {"msg":"region 66bed7a2-18ed-48f1-b7c3-22308e86d44c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.969632947Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.969720228Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.971111151Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.97524221Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.985467657Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.988634257Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.988959531Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.989041101Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.989086842Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.989132342Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:05.994472293Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:06.000974715Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:48:06.144435819Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions","method":"POST","req_id":"70893bf4-5df4-402d-baa3-ecf0f5e16752","remote_addr":"[fd00:1122:3344:101::a]:40935","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":73,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.101412127Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34737"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.101625629Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c","method":"GET","req_id":"b0ef8502-ad52-45c8-9610-19abf4cd5c5f","remote_addr":"[fd00:1122:3344:101::a]:34737","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.10174008Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"dataset is oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.11013649Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"snapshot is oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c@b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.118340158Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c\", \"b398d753-a4f4-4314-9aa7-85697a3885bc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.118377839Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.134708734Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c/snapshots/b398d753-a4f4-4314-9aa7-85697a3885bc","method":"GET","req_id":"12ec6b1a-2de8-4b7e-a18b-4f0b7132b5c9","remote_addr":"[fd00:1122:3344:101::a]:34737","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":32980,"response_code":"200"} {"msg":"path is \"/data/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.134891996Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"dataset is oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.143522428Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"snapshot is oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c@b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.151862807Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c\", \"b398d753-a4f4-4314-9aa7-85697a3885bc\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.151894777Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 66bed7a2-18ed-48f1-b7c3-22308e86d44c-b398d753-a4f4-4314-9aa7-85697a3885bc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.161023194Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"applying SMF actions for region 66bed7a2-18ed-48f1-b7c3-22308e86d44c running snapshot b398d753-a4f4-4314-9aa7-85697a3885bc (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.16160341Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.16164175Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c/snapshots/b398d753-a4f4-4314-9aa7-85697a3885bc/run","method":"POST","req_id":"9825948b-e709-4c8e-98ee-d03e51b3ea7f","remote_addr":"[fd00:1122:3344:101::a]:34737","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":26784,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-66bed7a2-18ed-48f1-b7c3-22308e86d44c-b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.172791036Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-66bed7a2-18ed-48f1-b7c3-22308e86d44c-b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.179311258Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-66bed7a2-18ed-48f1-b7c3-22308e86d44c-b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.190230382Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/66bed7a2-18ed-48f1-b7c3-22308e86d44c/.zfs/snapshot/b398d753-a4f4-4314-9aa7-85697a3885bc","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.190501434Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.190554295Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.190595246Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.190634606Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.190681946Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.194039478Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.198148257Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"region 66bed7a2-18ed-48f1-b7c3-22308e86d44c running snapshot b398d753-a4f4-4314-9aa7-85697a3885bc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:31.198165287Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.660960102Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45758"} {"msg":"region 5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.722978975Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.723197284Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions","method":"POST","req_id":"da35c726-c671-4f6f-a76f-4efd16de3209","remote_addr":"[fd00:1122:3344:101::a]:45758","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":228,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.723229744Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.731892426Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.731918716Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19002, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.802925151Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3\" \"--data\" \"/data/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.804710688Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.910091871Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","component":"worker"} {"msg":"region 5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.910141871Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.910253992Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.911453234Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.91421971Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.921004134Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.92366524Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.923937282Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.923995863Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::14","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.924038023Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.924079704Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.927201664Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:34.937456901Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:53:35.062246368Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions","method":"POST","req_id":"e9dddfa5-f4e0-449a-a08b-88c16247b721","remote_addr":"[fd00:1122:3344:101::a]:45758","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":725,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.083656623Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:33267"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.083934485Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","method":"GET","req_id":"1b803549-fc53-4fa5-adbb-a75f7087827a","remote_addr":"[fd00:1122:3344:101::a]:33267","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":56,"response_code":"200"} {"msg":"path is \"/data/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.083958446Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"dataset is oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.093520066Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"region 5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.102528112Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.102739294Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.102799355Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","method":"DELETE","req_id":"97dcd66e-bf18-453e-ac0d-17ac98da8fa3","remote_addr":"[fd00:1122:3344:101::a]:33267","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":18939,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.102952276Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","method":"GET","req_id":"83e451fe-161b-4c6f-b1fb-3b9d37b48aa9","remote_addr":"[fd00:1122:3344:101::a]:33267","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":24,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.10443032Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.11065386Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_adacd6f7-f256-419c-bcef-46605236baba/crucible/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.119409873Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"region":"5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","component":"worker"} {"msg":"region 5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.172521628Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-13T20:54:00.186324709Z","hostname":"oxz_crucible_88c94816-abe0-460c-a363-3dc7833b8dc0","pid":22812,"uri":"/crucible/0/regions/5fb9ab5e-7d1c-42cc-8d59-f445cdfe1ac3","method":"GET","req_id":"f497c251-a1c9-431f-b88b-2a46153a8cf3","remote_addr":"[fd00:1122:3344:101::a]:33267","local_addr":"[fd00:1122:3344:101::14]:32345","component":"dropshot","latency_us":82,"response_code":"200"}