{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.250219597Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:56448"} {"msg":"region b61228f0-aae5-40ca-824f-70cd21dfd3f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.335545432Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.346748703Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.350957998Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"b3917578-7ffa-4110-bfb2-31a5dfcc8e0f","remote_addr":"[fd00:1122:3344:101::a]:56448","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":31096,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b61228f0-aae5-40ca-824f-70cd21dfd3f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.358607889Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/b61228f0-aae5-40ca-824f-70cd21dfd3f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.35862293Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"b61228f0-aae5-40ca-824f-70cd21dfd3f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/b61228f0-aae5-40ca-824f-70cd21dfd3f5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.411914106Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"region":"b61228f0-aae5-40ca-824f-70cd21dfd3f5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.666643192Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"bc5d5b18-ac02-46bb-bae5-7dcc7e77c97f","remote_addr":"[fd00:1122:3344:101::a]:56448","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":105,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.721685588Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"region":"b61228f0-aae5-40ca-824f-70cd21dfd3f5","component":"worker"} {"msg":"region b61228f0-aae5-40ca-824f-70cd21dfd3f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.721714968Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.721918193Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-b61228f0-aae5-40ca-824f-70cd21dfd3f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.722544307Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-b61228f0-aae5-40ca-824f-70cd21dfd3f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.732549952Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.754852992Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-b61228f0-aae5-40ca-824f-70cd21dfd3f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.759016586Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b61228f0-aae5-40ca-824f-70cd21dfd3f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.760031508Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.760131311Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.760198272Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.760262364Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.7659117Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:42.784106719Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:43.26270184Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"1fbf3a86-a344-44ff-8971-4fcce8fa4bef","remote_addr":"[fd00:1122:3344:101::a]:56448","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":96,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.605999713Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:52301"} {"msg":"region c9812616-7aec-4a55-b24f-6e8a9e8648f5 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.635459304Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.635602137Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.635613867Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"54c2b93e-4b43-4947-9de3-84ddcb027395","remote_addr":"[fd00:1122:3344:101::a]:52301","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":186,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.646565563Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.646604674Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c9812616-7aec-4a55-b24f-6e8a9e8648f5\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None } at \"/data/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.72877966Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"region":"c9812616-7aec-4a55-b24f-6e8a9e8648f5","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.78586577Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"1bbd4a5e-f704-4270-a49e-dd2773904a0c","remote_addr":"[fd00:1122:3344:101::a]:52301","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":80,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.802620046Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"region":"c9812616-7aec-4a55-b24f-6e8a9e8648f5","component":"worker"} {"msg":"region c9812616-7aec-4a55-b24f-6e8a9e8648f5 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.802643426Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.802772369Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c9812616-7aec-4a55-b24f-6e8a9e8648f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.804535599Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c9812616-7aec-4a55-b24f-6e8a9e8648f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.807858863Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.816708822Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c9812616-7aec-4a55-b24f-6e8a9e8648f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.820503497Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.820798194Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.820864105Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::16","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.820918106Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.820973848Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.825448688Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:46.830764577Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:01:47.376608168Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions","method":"POST","req_id":"d0325425-ecb5-4e0c-8e66-cf21e96842bc","remote_addr":"[fd00:1122:3344:101::a]:52301","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":1055,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.323765329Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:45723"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.323922703Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","method":"GET","req_id":"1740f309-6df3-4e69-94a9-eb190a24f6c1","remote_addr":"[fd00:1122:3344:101::a]:45723","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":117,"response_code":"200"} {"msg":"path is \"/data/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.324100847Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"dataset is oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.334191223Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"region c9812616-7aec-4a55-b24f-6e8a9e8648f5 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.343218746Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.34338655Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.343433221Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","method":"DELETE","req_id":"0bdf3329-13f6-4446-af88-66119737a743","remote_addr":"[fd00:1122:3344:101::a]:45723","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":19369,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.344175327Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","method":"GET","req_id":"b152f7f4-e370-4d13-a5de-dfeed0816a44","remote_addr":"[fd00:1122:3344:101::a]:45723","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":582,"response_code":"200"} {"msg":"disabling downstairs instance: downstairs-c9812616-7aec-4a55-b24f-6e8a9e8648f5 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.344596827Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.349795144Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_cd70d7f6-2354-4bf2-8012-55bf9eaf7930/crucible/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.36035245Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"region":"c9812616-7aec-4a55-b24f-6e8a9e8648f5","component":"worker"} {"msg":"region c9812616-7aec-4a55-b24f-6e8a9e8648f5 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.413972404Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-02-17T08:02:21.432546151Z","hostname":"oxz_crucible_f9b75dbf-92e7-49b0-b1d4-a31e68c2b39b","pid":23064,"uri":"/crucible/0/regions/c9812616-7aec-4a55-b24f-6e8a9e8648f5","method":"GET","req_id":"88058406-7b20-43cd-817f-b08a332e99f4","remote_addr":"[fd00:1122:3344:101::a]:45723","local_addr":"[fd00:1122:3344:101::16]:32345","component":"dropshot","latency_us":76,"response_code":"200"}