[ Jun  6 21:20:37 Enabled. ]
[ Jun  6 21:20:37 Rereading configuration. ]
[ Jun  6 21:20:39 Rereading configuration. ]
[ Jun  6 21:20:42 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible -l [fd00:1122:3344:101::16]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:20:42.7180309Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993}
{"msg":"listen IP: [fd00:1122:3344:101::16]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:20:42.721088092Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:20:42.721110103Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:20:42.740815532Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:20:42.90044133Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.632249591Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45760"}
{"msg":"region 479991a1-9a6a-444b-a1a9-711bb5ee121b state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.63785116Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.6387874Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.643177107Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"f66df43e-20e9-4bce-950e-c326b49d095a","remote_addr":"[fd00:1122:3344:101::a]:45760","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":7691,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.649608245Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.649624416Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"479991a1-9a6a-444b-a1a9-711bb5ee121b\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.708532102Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"479991a1-9a6a-444b-a1a9-711bb5ee121b","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"479991a1-9a6a-444b-a1a9-711bb5ee121b\" \"--data\" \"/data/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.708579683Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"479991a1-9a6a-444b-a1a9-711bb5ee121b","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.827055583Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"479991a1-9a6a-444b-a1a9-711bb5ee121b","component":"worker"}
{"msg":"region 479991a1-9a6a-444b-a1a9-711bb5ee121b state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.827115433Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.827193854Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-479991a1-9a6a-444b-a1a9-711bb5ee121b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.827615209Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-479991a1-9a6a-444b-a1a9-711bb5ee121b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.833018656Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.840201583Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-479991a1-9a6a-444b-a1a9-711bb5ee121b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.846016765Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.850869596Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.850962467Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.851011378Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.851066828Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.85592455Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.861679851Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:14.872985621Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"28fea758-6d2c-4496-926b-0ca741b3bbdb","remote_addr":"[fd00:1122:3344:101::a]:45760","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":64,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.48116986Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","method":"GET","req_id":"a9ef077f-599e-4b04-9f3d-a861401be4c7","remote_addr":"[fd00:1122:3344:101::a]:45760","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":558,"response_code":"200"}
{"msg":"path is \"/data/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.483405904Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"dataset is oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.492959845Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"region 479991a1-9a6a-444b-a1a9-711bb5ee121b state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.502505587Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.502669969Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.502756009Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","method":"DELETE","req_id":"1bee24f3-52e5-4522-84a8-77af14da3eb4","remote_addr":"[fd00:1122:3344:101::a]:45760","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19409,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-479991a1-9a6a-444b-a1a9-711bb5ee121b (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.504127784Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.505175025Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","method":"GET","req_id":"a8882c73-e0cf-48bd-a3f1-a29951410601","remote_addr":"[fd00:1122:3344:101::a]:45760","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.508710633Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.517957771Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"479991a1-9a6a-444b-a1a9-711bb5ee121b","component":"worker"}
{"msg":"region 479991a1-9a6a-444b-a1a9-711bb5ee121b state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.566667869Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:21:15.627514277Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/479991a1-9a6a-444b-a1a9-711bb5ee121b","method":"GET","req_id":"8cce6a52-4f8c-4f1f-9212-e4dfad6b46b0","remote_addr":"[fd00:1122:3344:101::a]:45760","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":709,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.765712648Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:58250"}
{"msg":"region 63f5cdd9-dfc9-4874-b4f7-0e5de72cee19 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.76588783Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.766492986Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.766507256Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"2055d13e-97ca-4a7c-b000-8bab606045ad","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":649,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.776140719Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.776167799Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"63f5cdd9-dfc9-4874-b4f7-0e5de72cee19\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/63f5cdd9-dfc9-4874-b4f7-0e5de72cee19\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.827638827Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"63f5cdd9-dfc9-4874-b4f7-0e5de72cee19\" \"--data\" \"/data/regions/63f5cdd9-dfc9-4874-b4f7-0e5de72cee19\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.829520417Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:26.988924112Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"011f2a1e-ece7-41ac-a318-0a89af071788","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":75,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.145358096Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","component":"worker"}
{"msg":"region 63f5cdd9-dfc9-4874-b4f7-0e5de72cee19 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.145396876Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.145514778Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.146911093Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.152009497Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.165853533Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.169129459Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/63f5cdd9-dfc9-4874-b4f7-0e5de72cee19","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.169418302Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.169469273Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.169517433Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.169562613Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.172587535Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.17680642Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:27.625664255Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"5d8128c6-63e3-4067-9ecf-d16a269fc9db","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":54,"response_code":"200"}
{"msg":"region d34a7a92-bb9f-4da6-912d-8ca95572d68a state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.675918119Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.676095991Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.676131092Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"d5deacc8-de76-4ec3-ab13-4a86e5dad14a","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":236,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.686198599Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.686234859Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d34a7a92-bb9f-4da6-912d-8ca95572d68a\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.753836488Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"d34a7a92-bb9f-4da6-912d-8ca95572d68a","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d34a7a92-bb9f-4da6-912d-8ca95572d68a\" \"--data\" \"/data/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.753895529Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"d34a7a92-bb9f-4da6-912d-8ca95572d68a","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.823220096Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"d34a7a92-bb9f-4da6-912d-8ca95572d68a","component":"worker"}
{"msg":"region d34a7a92-bb9f-4da6-912d-8ca95572d68a state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.823266786Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.823373538Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d34a7a92-bb9f-4da6-912d-8ca95572d68a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.82543044Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d34a7a92-bb9f-4da6-912d-8ca95572d68a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.831645676Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.838190405Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d34a7a92-bb9f-4da6-912d-8ca95572d68a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.840741643Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.841029026Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.841083196Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.841130416Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.841168997Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.844236129Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:30.848753428Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:31.03703349Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions","method":"POST","req_id":"5ab1ea0d-64cc-492b-8264-f33a1d8fa541","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":629,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.490549886Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","method":"GET","req_id":"3a70330d-d2d0-4550-a059-2ef9345f7eeb","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"path is \"/data/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.4937706Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"dataset is oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.507633578Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"region d34a7a92-bb9f-4da6-912d-8ca95572d68a state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.516981997Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.51723192Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.517295781Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","method":"DELETE","req_id":"be42b2ba-f341-4b61-90c9-7245a31c240b","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":24094,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-d34a7a92-bb9f-4da6-912d-8ca95572d68a (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.519480974Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.520206341Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","method":"GET","req_id":"2311284e-76ad-464a-a260-194add39f390","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":23,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.524183114Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_961e4b4e-d0f9-407e-bfb2-d5acdae78dc1/crucible/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.534327862Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"region":"d34a7a92-bb9f-4da6-912d-8ca95572d68a","component":"worker"}
{"msg":"region d34a7a92-bb9f-4da6-912d-8ca95572d68a state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.601339995Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-06T21:26:54.611012458Z","hostname":"oxz_crucible_82554264-4b10-48cd-a9aa-ce0814c24bf9","pid":22993,"uri":"/crucible/0/regions/d34a7a92-bb9f-4da6-912d-8ca95572d68a","method":"GET","req_id":"560744e7-9f5f-4c62-9fae-04dacb75722d","remote_addr":"[fd00:1122:3344:101::a]:58250","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":57,"response_code":"200"}