{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.04834228Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:46197"} {"msg":"region cf3193d9-e3ff-45e2-b59a-55796f255853 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.048430881Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.048988479Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"uri":"/crucible/0/regions","method":"POST","req_id":"0c9b96a2-016a-4795-827d-737d2b7c58a1","remote_addr":"[fd00:1122:3344:101::a]:46197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":593,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.049001579Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/cf3193d9-e3ff-45e2-b59a-55796f255853","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.057972247Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/cf3193d9-e3ff-45e2-b59a-55796f255853","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.058001347Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"cf3193d9-e3ff-45e2-b59a-55796f255853\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/cf3193d9-e3ff-45e2-b59a-55796f255853\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.119130606Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"region":"cf3193d9-e3ff-45e2-b59a-55796f255853","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"cf3193d9-e3ff-45e2-b59a-55796f255853\" \"--data\" \"/data/regions/cf3193d9-e3ff-45e2-b59a-55796f255853\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.119178677Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"region":"cf3193d9-e3ff-45e2-b59a-55796f255853","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.182226823Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"region":"cf3193d9-e3ff-45e2-b59a-55796f255853","component":"worker"} {"msg":"region cf3193d9-e3ff-45e2-b59a-55796f255853 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.182276083Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.182386385Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-cf3193d9-e3ff-45e2-b59a-55796f255853","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.188147157Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-cf3193d9-e3ff-45e2-b59a-55796f255853","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.195218407Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.204756533Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-cf3193d9-e3ff-45e2-b59a-55796f255853","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.207442391Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/cf3193d9-e3ff-45e2-b59a-55796f255853","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.207732965Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.207787976Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.207830627Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.207871287Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.211400117Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.216043583Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:53.350265391Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"uri":"/crucible/0/regions","method":"POST","req_id":"8282e65d-30db-48c3-9237-e6fe062a32ac","remote_addr":"[fd00:1122:3344:101::a]:46197","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.456769713Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50220"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.456836704Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"uri":"/crucible/0/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5","method":"GET","req_id":"8f29e2cd-6aa0-40fd-881c-95a3139e7ef1","remote_addr":"[fd00:1122:3344:101::a]:50220","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":41,"response_code":"200"} {"msg":"path is \"/data/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.459684254Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"} {"msg":"dataset is oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.468785204Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"} {"msg":"snapshot is oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5@be0f7501-cd0c-4452-a312-e9409ad1e65f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.47767536Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5\", \"be0f7501-cd0c-4452-a312-e9409ad1e65f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.4777015Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.490848867Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"uri":"/crucible/0/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5/snapshots/be0f7501-cd0c-4452-a312-e9409ad1e65f","method":"GET","req_id":"f6c3f15c-7de4-4afc-9961-6b97fac9d552","remote_addr":"[fd00:1122:3344:101::a]:50220","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":33877,"response_code":"200"} {"msg":"path is \"/data/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5\"","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.491672019Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"} {"msg":"dataset is oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.500368502Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"} {"msg":"snapshot is oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5@be0f7501-cd0c-4452-a312-e9409ad1e65f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.508834623Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b24fcace-6491-450a-a369-72a4fa2f698d/crucible/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5\", \"be0f7501-cd0c-4452-a312-e9409ad1e65f\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.508857993Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot b94b7b03-3f96-45f5-9338-bf9d73c090e5-be0f7501-cd0c-4452-a312-e9409ad1e65f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.518589181Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"} {"msg":"applying SMF actions for region b94b7b03-3f96-45f5-9338-bf9d73c090e5 running snapshot be0f7501-cd0c-4452-a312-e9409ad1e65f (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.518761254Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.518792434Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"uri":"/crucible/0/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5/snapshots/be0f7501-cd0c-4452-a312-e9409ad1e65f/run","method":"POST","req_id":"c4a49cb2-c2ad-4d9c-a226-5c6f8a3542af","remote_addr":"[fd00:1122:3344:101::a]:50220","local_addr":"[fd00:1122:3344:101::12]:32345","component":"dropshot","latency_us":27816,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-b94b7b03-3f96-45f5-9338-bf9d73c090e5-be0f7501-cd0c-4452-a312-e9409ad1e65f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.521537353Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-b94b7b03-3f96-45f5-9338-bf9d73c090e5-be0f7501-cd0c-4452-a312-e9409ad1e65f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.524664768Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-b94b7b03-3f96-45f5-9338-bf9d73c090e5-be0f7501-cd0c-4452-a312-e9409ad1e65f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.53540704Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/b94b7b03-3f96-45f5-9338-bf9d73c090e5/.zfs/snapshot/be0f7501-cd0c-4452-a312-e9409ad1e65f","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.535640494Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.535704265Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.535757325Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::12","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.535809596Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.535876297Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.538852449Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.542726024Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"worker"} {"msg":"region b94b7b03-3f96-45f5-9338-bf9d73c090e5 running snapshot be0f7501-cd0c-4452-a312-e9409ad1e65f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-06-25T22:16:54.542743925Z","hostname":"oxz_crucible_93169012-721e-458e-8264-ae8f477750e9","pid":23957,"component":"datafile"}