{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.300306409Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:55119"} {"msg":"region 9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.330325031Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.330925133Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.330939443Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions","method":"POST","req_id":"1838f0a4-6932-48a9-bcf3-d0ce9fe3f265","remote_addr":"[fd00:1122:3344:101::a]:55119","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":704,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.340418086Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.340447637Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.387102397Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"region":"9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4\" \"--data\" \"/data/regions/9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.387148928Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"region":"9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.453195174Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"region":"9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","component":"worker"} {"msg":"region 9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.453244415Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.453369857Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.462406301Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.468686149Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.476854476Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.479268245Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/9f64ab80-b2ab-4ce0-bbdb-2005d4e56cc4","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.47952978Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.479587271Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.479630672Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.479670753Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.483072962Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.487326619Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:43.673653655Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions","method":"POST","req_id":"376d4f0b-9027-4eea-b91e-2e258fc14295","remote_addr":"[fd00:1122:3344:101::a]:55119","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.565872899Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42015"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.5659431Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions/480e232e-1f28-4db8-8da7-414012423a77","method":"GET","req_id":"24e985be-5f31-4fbe-9989-7b3981d49537","remote_addr":"[fd00:1122:3344:101::a]:42015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":50,"response_code":"200"} {"msg":"path is \"/data/regions/480e232e-1f28-4db8-8da7-414012423a77\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.566131564Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"dataset is oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/480e232e-1f28-4db8-8da7-414012423a77","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.575053776Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"snapshot is oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/480e232e-1f28-4db8-8da7-414012423a77@6645342d-f69d-4fc4-9f31-4f4877cb4df6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.583909446Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/480e232e-1f28-4db8-8da7-414012423a77\", \"6645342d-f69d-4fc4-9f31-4f4877cb4df6\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.583939157Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.600664497Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions/480e232e-1f28-4db8-8da7-414012423a77/snapshots/6645342d-f69d-4fc4-9f31-4f4877cb4df6","method":"GET","req_id":"d246fbbe-2ed3-4d82-872f-9dbc8fbd2eea","remote_addr":"[fd00:1122:3344:101::a]:42015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":34555,"response_code":"200"} {"msg":"path is \"/data/regions/480e232e-1f28-4db8-8da7-414012423a77\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.600833141Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"dataset is oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/480e232e-1f28-4db8-8da7-414012423a77","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.609198561Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"snapshot is oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/480e232e-1f28-4db8-8da7-414012423a77@6645342d-f69d-4fc4-9f31-4f4877cb4df6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.616873708Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/480e232e-1f28-4db8-8da7-414012423a77\", \"6645342d-f69d-4fc4-9f31-4f4877cb4df6\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.616901368Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot 480e232e-1f28-4db8-8da7-414012423a77-6645342d-f69d-4fc4-9f31-4f4877cb4df6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.626179897Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"applying SMF actions for region 480e232e-1f28-4db8-8da7-414012423a77 running snapshot 6645342d-f69d-4fc4-9f31-4f4877cb4df6 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.626374351Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.626423532Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions/480e232e-1f28-4db8-8da7-414012423a77/snapshots/6645342d-f69d-4fc4-9f31-4f4877cb4df6/run","method":"POST","req_id":"83553bbc-18d0-40f6-94fc-4d6daf01b227","remote_addr":"[fd00:1122:3344:101::a]:42015","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":25609,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-480e232e-1f28-4db8-8da7-414012423a77-6645342d-f69d-4fc4-9f31-4f4877cb4df6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.629186198Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-480e232e-1f28-4db8-8da7-414012423a77-6645342d-f69d-4fc4-9f31-4f4877cb4df6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.632665309Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-480e232e-1f28-4db8-8da7-414012423a77-6645342d-f69d-4fc4-9f31-4f4877cb4df6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.644596552Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/480e232e-1f28-4db8-8da7-414012423a77/.zfs/snapshot/6645342d-f69d-4fc4-9f31-4f4877cb4df6","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.644862378Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.644923169Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.64496501Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.645003241Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.645059652Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.648094313Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.652646116Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"region 480e232e-1f28-4db8-8da7-414012423a77 running snapshot 6645342d-f69d-4fc4-9f31-4f4877cb4df6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:44.652662977Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.7024413Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:54253"} {"msg":"region d981c4ac-7bcc-436f-8a76-9d4d60a180e1 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.761716817Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.761880851Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions","method":"POST","req_id":"955da557-64e4-4064-b5cf-30cb7db601b8","remote_addr":"[fd00:1122:3344:101::a]:54253","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":212,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.761893531Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.770906255Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.770937856Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"d981c4ac-7bcc-436f-8a76-9d4d60a180e1\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.817670627Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"region":"d981c4ac-7bcc-436f-8a76-9d4d60a180e1","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d981c4ac-7bcc-436f-8a76-9d4d60a180e1\" \"--data\" \"/data/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.819525185Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"region":"d981c4ac-7bcc-436f-8a76-9d4d60a180e1","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.883361585Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"region":"d981c4ac-7bcc-436f-8a76-9d4d60a180e1","component":"worker"} {"msg":"region d981c4ac-7bcc-436f-8a76-9d4d60a180e1 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.883400386Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.883506338Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-d981c4ac-7bcc-436f-8a76-9d4d60a180e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.88606646Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d981c4ac-7bcc-436f-8a76-9d4d60a180e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.88997932Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.898178457Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d981c4ac-7bcc-436f-8a76-9d4d60a180e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.901486464Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.901752669Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.901806691Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.901849571Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.901890932Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.903534596Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions","method":"POST","req_id":"23528c90-8ff8-4c29-b332-55a36f4025c0","remote_addr":"[fd00:1122:3344:101::a]:54253","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":745,"response_code":"200"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.90520421Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:18:47.910686402Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:12.990200677Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:61582"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:12.99033962Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","method":"GET","req_id":"1c18a10d-c4f2-4e3f-9f9e-bbf5b2afaf77","remote_addr":"[fd00:1122:3344:101::a]:61582","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":71,"response_code":"200"} {"msg":"path is \"/data/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:12.990603456Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"dataset is oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.000894635Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"region d981c4ac-7bcc-436f-8a76-9d4d60a180e1 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.010142594Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.010404509Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.01046692Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","method":"DELETE","req_id":"b60a0cd2-c1ae-4b25-9b14-787004d29b86","remote_addr":"[fd00:1122:3344:101::a]:61582","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":19922,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.010707705Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","method":"GET","req_id":"0b3f545a-db67-4a7d-90b3-530e5fc74722","remote_addr":"[fd00:1122:3344:101::a]:61582","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":32,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-d981c4ac-7bcc-436f-8a76-9d4d60a180e1 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.012132484Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.018405652Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ced706a8-d7af-4d13-abca-7937e2bcaadb/crucible/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1\"","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.029004788Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"region":"d981c4ac-7bcc-436f-8a76-9d4d60a180e1","component":"worker"} {"msg":"region d981c4ac-7bcc-436f-8a76-9d4d60a180e1 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.074112747Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-05-14T04:19:13.13169907Z","hostname":"oxz_crucible_96f767d4-1af2-4ca9-a5f5-6fb96a54381c","pid":22995,"uri":"/crucible/0/regions/d981c4ac-7bcc-436f-8a76-9d4d60a180e1","method":"GET","req_id":"ebffc1ca-78bf-44bb-836b-224748451c3d","remote_addr":"[fd00:1122:3344:101::a]:61582","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":67,"response_code":"200"}