{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.289855834Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:65094"}
{"msg":"region 8805aef4-44da-4a67-b016-4b4c76b8c7c6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.336525622Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.342304984Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.347096289Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions","method":"POST","req_id":"bf2af96c-58f9-4956-8b9f-1b46db3c4434","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":17877,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3ef6a0a9-4aa8-44b7-a585-bf14e6f07c8f/crucible/regions/8805aef4-44da-4a67-b016-4b4c76b8c7c6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.354948369Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3ef6a0a9-4aa8-44b7-a585-bf14e6f07c8f/crucible/regions/8805aef4-44da-4a67-b016-4b4c76b8c7c6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.354962619Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"8805aef4-44da-4a67-b016-4b4c76b8c7c6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8805aef4-44da-4a67-b016-4b4c76b8c7c6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.413375685Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"region":"8805aef4-44da-4a67-b016-4b4c76b8c7c6","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8805aef4-44da-4a67-b016-4b4c76b8c7c6\" \"--data\" \"/data/regions/8805aef4-44da-4a67-b016-4b4c76b8c7c6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.415596175Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"region":"8805aef4-44da-4a67-b016-4b4c76b8c7c6","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.657144091Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions","method":"POST","req_id":"b3f81663-fbd9-47b4-8edc-652a81418299","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":81,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.723377317Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"region":"8805aef4-44da-4a67-b016-4b4c76b8c7c6","component":"worker"}
{"msg":"region 8805aef4-44da-4a67-b016-4b4c76b8c7c6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.723410017Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.72356967Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-8805aef4-44da-4a67-b016-4b4c76b8c7c6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.72412793Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8805aef4-44da-4a67-b016-4b4c76b8c7c6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.7331762Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.750779302Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8805aef4-44da-4a67-b016-4b4c76b8c7c6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.754254344Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8805aef4-44da-4a67-b016-4b4c76b8c7c6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.755050707Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.755133329Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.75518992Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.755248401Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.759442696Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:53.763615279Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:05:54.391099864Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions","method":"POST","req_id":"562306ba-025b-46a8-85f8-6b6a57c9edeb","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":71,"response_code":"200"}
{"msg":"region 910a2cea-3ca5-42b3-826c-dfa6c0172a22 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.018403815Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.018569678Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.018585528Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions","method":"POST","req_id":"984d2dc5-d5c5-4250-82cb-efbb2e98f958","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":215,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_3ef6a0a9-4aa8-44b7-a585-bf14e6f07c8f/crucible/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.028584625Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_3ef6a0a9-4aa8-44b7-a585-bf14e6f07c8f/crucible/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.028608456Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"910a2cea-3ca5-42b3-826c-dfa6c0172a22\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.087572442Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"region":"910a2cea-3ca5-42b3-826c-dfa6c0172a22","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"910a2cea-3ca5-42b3-826c-dfa6c0172a22\" \"--data\" \"/data/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.087620243Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"region":"910a2cea-3ca5-42b3-826c-dfa6c0172a22","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.160828602Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"region":"910a2cea-3ca5-42b3-826c-dfa6c0172a22","component":"worker"}
{"msg":"region 910a2cea-3ca5-42b3-826c-dfa6c0172a22 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.160864363Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.160950894Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-910a2cea-3ca5-42b3-826c-dfa6c0172a22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.16467141Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-910a2cea-3ca5-42b3-826c-dfa6c0172a22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.167459769Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.175125436Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-910a2cea-3ca5-42b3-826c-dfa6c0172a22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.17821207Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.178519826Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.178574267Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.178622198Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.178658938Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.182485166Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.187142969Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:00.218587957Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions","method":"POST","req_id":"d9f53617-d78d-40a4-a333-6ab1236d0f9f","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.075592173Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","method":"GET","req_id":"a839ead8-ff3e-4a10-8f7b-5517838d5436","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":110,"response_code":"200"}
{"msg":"path is \"/data/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.078495014Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"dataset is oxp_3ef6a0a9-4aa8-44b7-a585-bf14e6f07c8f/crucible/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.089183734Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"region 910a2cea-3ca5-42b3-826c-dfa6c0172a22 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.098850766Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.099039369Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.09907375Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","method":"DELETE","req_id":"7bc33996-adc8-49e9-acc8-07207a2040fd","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":20602,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-910a2cea-3ca5-42b3-826c-dfa6c0172a22 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.100151319Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.103903605Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","method":"GET","req_id":"c9e97ea3-fa73-4bf5-b966-f66520fc83d0","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":778,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.105532024Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_3ef6a0a9-4aa8-44b7-a585-bf14e6f07c8f/crucible/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.115714735Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"region":"910a2cea-3ca5-42b3-826c-dfa6c0172a22","component":"worker"}
{"msg":"region 910a2cea-3ca5-42b3-826c-dfa6c0172a22 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.171971163Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-22T04:06:26.185253689Z","hostname":"oxz_crucible_dbc56be9-a701-4a9d-8b04-9952e404bd37","pid":23879,"uri":"/crucible/0/regions/910a2cea-3ca5-42b3-826c-dfa6c0172a22","method":"GET","req_id":"e602c291-1e7b-4c2c-ab65-1bd7c9f7801c","remote_addr":"[fd00:1122:3344:101::a]:65094","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":82,"response_code":"200"}