{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.507128599Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:47377"} {"msg":"region a82821e7-37f0-4574-ab63-21ae8ad6a549 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.55560215Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.558802229Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.563169766Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"4c75f51b-5845-47ef-834b-4837aeffafb8","remote_addr":"[fd00:1122:3344:101::c]:47377","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":16468,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.569303226Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.569317107Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"a82821e7-37f0-4574-ab63-21ae8ad6a549\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.631740049Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"a82821e7-37f0-4574-ab63-21ae8ad6a549","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.757903488Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"a82821e7-37f0-4574-ab63-21ae8ad6a549","component":"worker"} {"msg":"region a82821e7-37f0-4574-ab63-21ae8ad6a549 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.757964909Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.758093092Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-a82821e7-37f0-4574-ab63-21ae8ad6a549","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.75880695Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-a82821e7-37f0-4574-ab63-21ae8ad6a549","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.766294034Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.775388727Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-a82821e7-37f0-4574-ab63-21ae8ad6a549","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.779530369Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.780449671Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.780532903Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.780590925Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.780643776Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.785200138Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.795615984Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:17.847857875Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"2893e8d7-22d8-43f2-bf72-bdea14f21db3","remote_addr":"[fd00:1122:3344:101::c]:47377","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.795340942Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::c]:50801"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.795446884Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","method":"GET","req_id":"d7ca7715-eb2b-4f94-80f5-b2bf6cf08fbe","remote_addr":"[fd00:1122:3344:101::c]:50801","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":62,"response_code":"200"} {"msg":"path is \"/data/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.795614628Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.804557948Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"region a82821e7-37f0-4574-ab63-21ae8ad6a549 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.813660452Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.813813935Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.813866887Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","method":"DELETE","req_id":"55180d5f-0f2f-4e2b-9ccb-f264c587e012","remote_addr":"[fd00:1122:3344:101::c]:50801","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":18277,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.814084172Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","method":"GET","req_id":"1e2c69ad-d73b-43cd-b10e-c3e266514193","remote_addr":"[fd00:1122:3344:101::c]:50801","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-a82821e7-37f0-4574-ab63-21ae8ad6a549 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.814993874Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.818924611Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.827774698Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"a82821e7-37f0-4574-ab63-21ae8ad6a549","component":"worker"} {"msg":"region a82821e7-37f0-4574-ab63-21ae8ad6a549 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.876177098Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:00:18.882603474Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/a82821e7-37f0-4574-ab63-21ae8ad6a549","method":"GET","req_id":"b38a79eb-df91-4a83-bb92-2ad08f2f4973","remote_addr":"[fd00:1122:3344:101::c]:50801","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":1269,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.015704458Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:48312"} {"msg":"region 729c9cd3-aa22-489e-a37e-c9e7d86937e0 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.045301025Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.052126643Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"6950c643-8162-4f88-9a25-7b2f01263ec9","remote_addr":"[fd00:1122:3344:101::a]:48312","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":6898,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.052146593Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/729c9cd3-aa22-489e-a37e-c9e7d86937e0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.061440452Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/729c9cd3-aa22-489e-a37e-c9e7d86937e0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.061481422Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"729c9cd3-aa22-489e-a37e-c9e7d86937e0\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/729c9cd3-aa22-489e-a37e-c9e7d86937e0\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.204617617Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"729c9cd3-aa22-489e-a37e-c9e7d86937e0","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.414269876Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"b0a04a9f-5324-4fae-94d7-a58ff2240e5f","remote_addr":"[fd00:1122:3344:101::a]:48312","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.524983744Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"729c9cd3-aa22-489e-a37e-c9e7d86937e0","component":"worker"} {"msg":"region 729c9cd3-aa22-489e-a37e-c9e7d86937e0 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.525013465Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.525126918Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-729c9cd3-aa22-489e-a37e-c9e7d86937e0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.526703717Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-729c9cd3-aa22-489e-a37e-c9e7d86937e0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.567403516Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.62007319Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-729c9cd3-aa22-489e-a37e-c9e7d86937e0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.680106404Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/729c9cd3-aa22-489e-a37e-c9e7d86937e0","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.680438312Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.680488913Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.680534284Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.680574915Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.696877076Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:24.722661399Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:25.146216099Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"29e91cca-1d63-4586-9096-66f7cda22124","remote_addr":"[fd00:1122:3344:101::a]:48312","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":53,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.138779073Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:42583"} {"msg":"region 2c5df18a-015e-44f1-bc27-41e89ec97cf8 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.138850055Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.139114211Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"abe13c55-1cab-4d67-9bf8-b6bd79e27d56","remote_addr":"[fd00:1122:3344:101::a]:42583","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":301,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.139147412Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.148490262Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.148529892Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"2c5df18a-015e-44f1-bc27-41e89ec97cf8\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.309760602Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"2c5df18a-015e-44f1-bc27-41e89ec97cf8","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.468433128Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"8cc1ff7e-452d-4722-9945-d3d9cef41ee4","remote_addr":"[fd00:1122:3344:101::a]:42583","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.710483952Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"2c5df18a-015e-44f1-bc27-41e89ec97cf8","component":"worker"} {"msg":"region 2c5df18a-015e-44f1-bc27-41e89ec97cf8 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.710523213Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.710659587Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-2c5df18a-015e-44f1-bc27-41e89ec97cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.711744303Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-2c5df18a-015e-44f1-bc27-41e89ec97cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.719116814Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.759989868Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.760280025Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions","method":"POST","req_id":"d5b5777f-97d8-4273-97cd-13eea2ae2aea","remote_addr":"[fd00:1122:3344:101::a]:42583","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-2c5df18a-015e-44f1-bc27-41e89ec97cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.768143498Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.768427115Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.768474256Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.768518127Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.768556348Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.780696606Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:06:31.789938763Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.164373541Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:44460"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.164668298Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","method":"GET","req_id":"f3dbc3b3-0eb5-468e-97b3-c1ebf163214b","remote_addr":"[fd00:1122:3344:101::a]:44460","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":68,"response_code":"200"} {"msg":"path is \"/data/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.164695049Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"dataset is oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.176179441Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"region 2c5df18a-015e-44f1-bc27-41e89ec97cf8 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.184775442Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.185033248Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.185063469Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","method":"DELETE","req_id":"a2ef78b2-b89f-4d33-91c8-8b6988f741b0","remote_addr":"[fd00:1122:3344:101::a]:44460","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":20443,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.185996452Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","method":"GET","req_id":"8fec7d9a-790c-4f55-a2ab-8bf1ded7dd64","remote_addr":"[fd00:1122:3344:101::a]:44460","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":622,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-2c5df18a-015e-44f1-bc27-41e89ec97cf8 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.18714755Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.196309445Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_ceb4461c-cf56-4719-ad3c-14430bfdfb60/crucible/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.205034689Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"region":"2c5df18a-015e-44f1-bc27-41e89ec97cf8","component":"worker"} {"msg":"region 2c5df18a-015e-44f1-bc27-41e89ec97cf8 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.255307844Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-10T01:07:03.310774476Z","hostname":"oxz_crucible_096129bb-1c81-426c-8dfb-0bb588b1da82","pid":23542,"uri":"/crucible/0/regions/2c5df18a-015e-44f1-bc27-41e89ec97cf8","method":"GET","req_id":"692fc83b-b494-40bd-bd9b-13d83b363c37","remote_addr":"[fd00:1122:3344:101::a]:44460","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":101,"response_code":"200"}