{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.129972042Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:32971"} {"msg":"region c7dfbfd4-5844-426b-87d1-9d962b1e9c8d state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.168625406Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.174079621Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"13f733e7-07f2-455b-b652-7aa575779235","remote_addr":"[fd00:1122:3344:101::a]:32971","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":25471,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.178647771Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_eb1402a5-e990-4914-9b22-a55b7b60e97b/crucible/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.18946602Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_eb1402a5-e990-4914-9b22-a55b7b60e97b/crucible/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.18949963Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"c7dfbfd4-5844-426b-87d1-9d962b1e9c8d\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.234594577Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"region":"c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"c7dfbfd4-5844-426b-87d1-9d962b1e9c8d\" \"--data\" \"/data/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.236975439Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"region":"c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.396894439Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"b4e3272c-6c7f-4882-a3f6-b78e12808a96","remote_addr":"[fd00:1122:3344:101::a]:32971","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.540370562Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"region":"c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","component":"worker"} {"msg":"region c7dfbfd4-5844-426b-87d1-9d962b1e9c8d state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.540422703Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.540529655Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.540942712Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.546231225Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.562344786Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.565315698Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.576587454Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.579050388Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.579111109Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.579150139Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.582806153Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:13.589363988Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:14.058404611Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"uri":"/crucible/0/regions","method":"POST","req_id":"e6c69014-1bd3-4254-97ef-565e0efb1aa7","remote_addr":"[fd00:1122:3344:101::a]:32971","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":64,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.53200492Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"uri":"/crucible/0/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","method":"GET","req_id":"a20adca5-6ba3-4f5e-a1bb-c46b45a8dd2b","remote_addr":"[fd00:1122:3344:101::a]:32971","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":79,"response_code":"200"} {"msg":"path is \"/data/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.536419657Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"datafile"} {"msg":"dataset is oxp_eb1402a5-e990-4914-9b22-a55b7b60e97b/crucible/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.546500172Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"datafile"} {"msg":"region c7dfbfd4-5844-426b-87d1-9d962b1e9c8d state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.555455549Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.555648442Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.555728934Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"uri":"/crucible/0/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","method":"DELETE","req_id":"da7594f9-9378-472f-9fa5-1985cb33d685","remote_addr":"[fd00:1122:3344:101::a]:32971","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":19899,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-c7dfbfd4-5844-426b-87d1-9d962b1e9c8d (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.556918334Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.560531317Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"uri":"/crucible/0/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","method":"GET","req_id":"1e9566bb-a424-4dda-84c5-661f1a5a1fed","remote_addr":"[fd00:1122:3344:101::a]:32971","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":27,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.56128267Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_eb1402a5-e990-4914-9b22-a55b7b60e97b/crucible/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.570956499Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"region":"c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","component":"worker"} {"msg":"region c7dfbfd4-5844-426b-87d1-9d962b1e9c8d state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.633649543Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-10T21:31:41.694865311Z","hostname":"oxz_crucible_85653e06-ae88-49fe-98a6-f316466bd4a9","pid":22613,"uri":"/crucible/0/regions/c7dfbfd4-5844-426b-87d1-9d962b1e9c8d","method":"GET","req_id":"7c84ab53-cf95-4376-a835-644abe05aef6","remote_addr":"[fd00:1122:3344:101::a]:32971","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":49,"response_code":"200"}