{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.536689575Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:60296"} {"msg":"region 263619b2-b2f3-4613-b1d2-b39155e84a08 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.560107791Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.562989351Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"1228f86b-f103-42bb-82ba-01a02d56f5c5","remote_addr":"[fd00:1122:3344:101::c]:60296","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":17604,"response_code":"200"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.565542224Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"zfs set reservation of 1342177280 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.577617431Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.577648291Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"263619b2-b2f3-4613-b1d2-b39155e84a08\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/263619b2-b2f3-4613-b1d2-b39155e84a08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.633721158Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"region":"263619b2-b2f3-4613-b1d2-b39155e84a08","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.899070733Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"1b265d0a-6261-4d12-8de8-330ca6c2c47c","remote_addr":"[fd00:1122:3344:101::c]:60296","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":105,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.902965919Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"region":"263619b2-b2f3-4613-b1d2-b39155e84a08","component":"worker"} {"msg":"region 263619b2-b2f3-4613-b1d2-b39155e84a08 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.902985539Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.903196874Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-263619b2-b2f3-4613-b1d2-b39155e84a08","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.903791189Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-263619b2-b2f3-4613-b1d2-b39155e84a08","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.910927984Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.927639185Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-263619b2-b2f3-4613-b1d2-b39155e84a08","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.931669024Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.93272419Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.932812152Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.932872403Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.932931195Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.937133548Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.948288522Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.586462512Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"ceaff429-1955-490a-8652-51f61f99a7e2","remote_addr":"[fd00:1122:3344:101::c]:60296","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":82,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.936374445Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:56863"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.936476547Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","method":"GET","req_id":"be3b1614-c947-48fa-bfe8-e0840e6d6dea","remote_addr":"[fd00:1122:3344:101::c]:56863","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"path is \"/data/regions/263619b2-b2f3-4613-b1d2-b39155e84a08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.936644611Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.946035282Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"region 263619b2-b2f3-4613-b1d2-b39155e84a08 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.954447328Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.954631353Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.954694794Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","method":"DELETE","req_id":"58f08ffb-2f99-4162-97ef-d438d43d0429","remote_addr":"[fd00:1122:3344:101::c]:56863","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18071,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.954873299Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","method":"GET","req_id":"2815cf9e-2d33-4cf0-ae25-d916c24f61d8","remote_addr":"[fd00:1122:3344:101::c]:56863","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-263619b2-b2f3-4613-b1d2-b39155e84a08 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.955688499Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.959534233Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/263619b2-b2f3-4613-b1d2-b39155e84a08\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.968969285Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"region":"263619b2-b2f3-4613-b1d2-b39155e84a08","component":"worker"} {"msg":"region 263619b2-b2f3-4613-b1d2-b39155e84a08 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:19.019873544Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:19.09539052Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions/263619b2-b2f3-4613-b1d2-b39155e84a08","method":"GET","req_id":"ea48ee65-c218-4210-95d2-e3a579fd4d2f","remote_addr":"[fd00:1122:3344:101::c]:56863","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":121,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.209140598Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32927"} {"msg":"region aacd046c-8410-4703-9c8f-0e1150b8f32c state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.239592846Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.239829491Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"72362f6b-371b-400c-814e-7c79e637f708","remote_addr":"[fd00:1122:3344:101::a]:32927","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":286,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.239857652Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.248665618Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.248693309Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"aacd046c-8410-4703-9c8f-0e1150b8f32c\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.299992809Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"region":"aacd046c-8410-4703-9c8f-0e1150b8f32c","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.366679016Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"region":"aacd046c-8410-4703-9c8f-0e1150b8f32c","component":"worker"} {"msg":"region aacd046c-8410-4703-9c8f-0e1150b8f32c state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.366739268Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.366794769Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.368174233Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.372022878Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.379557723Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.38271824Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.383040028Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.383093999Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.3831422Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.383187752Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.387018736Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.392312566Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:53.598617612Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"3bb29353-cae0-4ab7-844c-017d6533f2bd","remote_addr":"[fd00:1122:3344:101::a]:32927","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":70,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:23.986125612Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:41660"} {"msg":"region fbd0c589-d290-47ec-9e55-d37cfe6b2f5f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.045287075Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.051948708Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.051967139Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"62e0d7a8-c478-40f7-92f8-b43444642289","remote_addr":"[fd00:1122:3344:101::a]:41660","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":6720,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.062567849Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.06259957Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"fbd0c589-d290-47ec-9e55-d37cfe6b2f5f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/fbd0c589-d290-47ec-9e55-d37cfe6b2f5f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.21205152Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"region":"fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.358345803Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"817a13c9-40a5-4dce-91a9-3f578a49cc72","remote_addr":"[fd00:1122:3344:101::a]:41660","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.587360236Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"region":"fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","component":"worker"} {"msg":"region fbd0c589-d290-47ec-9e55-d37cfe6b2f5f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.587420438Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.587553991Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.592306098Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.616306337Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.685402954Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.710935731Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/fbd0c589-d290-47ec-9e55-d37cfe6b2f5f","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.711219938Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.711287839Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.71133036Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.711371161Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.736367265Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.763573653Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions","method":"POST","req_id":"7a30c9ea-de0a-48ef-a6b2-b3b9a0f89d48","remote_addr":"[fd00:1122:3344:101::a]:41660","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":65,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.763756958Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.137886631Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48815"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.138394103Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c","method":"GET","req_id":"ab8e6409-fc4b-48b2-857c-8ed610cbdb25","remote_addr":"[fd00:1122:3344:101::a]:48815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":487,"response_code":"200"} {"msg":"path is \"/data/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.138535207Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.147063586Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c@fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.154467208Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c\", \"fb4d62a3-a3c9-48d2-a9b8-a73ced585137\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.154514719Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.166786591Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c/snapshots/fb4d62a3-a3c9-48d2-a9b8-a73ced585137","method":"GET","req_id":"20c855ac-1701-46b1-beac-1fd64ea65fe2","remote_addr":"[fd00:1122:3344:101::a]:48815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":28250,"response_code":"200"} {"msg":"path is \"/data/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.166989116Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"dataset is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.174603543Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"snapshot is oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c@fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.181894192Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_d462a7f7-b628-40fe-80ff-4e4189e2d62b/crucible/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c\", \"fb4d62a3-a3c9-48d2-a9b8-a73ced585137\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.181929492Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot aacd046c-8410-4703-9c8f-0e1150b8f32c-fb4d62a3-a3c9-48d2-a9b8-a73ced585137 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.189006996Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"} {"msg":"applying SMF actions for region aacd046c-8410-4703-9c8f-0e1150b8f32c running snapshot fb4d62a3-a3c9-48d2-a9b8-a73ced585137 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.189219331Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.189252072Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"uri":"/crucible/0/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c/snapshots/fb4d62a3-a3c9-48d2-a9b8-a73ced585137/run","method":"POST","req_id":"45243893-8cf5-4086-85fc-74d8d325fe60","remote_addr":"[fd00:1122:3344:101::a]:48815","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":22301,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-aacd046c-8410-4703-9c8f-0e1150b8f32c-fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.192326908Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-aacd046c-8410-4703-9c8f-0e1150b8f32c-fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.21316841Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-aacd046c-8410-4703-9c8f-0e1150b8f32c-fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.270583989Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/aacd046c-8410-4703-9c8f-0e1150b8f32c/.zfs/snapshot/fb4d62a3-a3c9-48d2-a9b8-a73ced585137","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.270860666Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.270914748Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.270959759Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.27100553Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.271057021Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.285449445Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.309009753Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"worker"} {"msg":"region aacd046c-8410-4703-9c8f-0e1150b8f32c running snapshot fb4d62a3-a3c9-48d2-a9b8-a73ced585137 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:26.309028244Z","hostname":"oxz_crucible_6115edfd-8cb9-4781-9203-50ab8a6a4ae1","pid":24005,"component":"datafile"}