[ Nov 19 01:32:12 Enabled. ] [ Nov 19 01:32:12 Rereading configuration. ] [ Nov 19 01:32:16 Rereading configuration. ] [ Nov 19 01:32:22 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible -l [fd00:1122:3344:101::15]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.822647647Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645} {"msg":"listen IP: [fd00:1122:3344:101::15]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.825536218Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.825551699Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.840912213Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:22.997704267Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.111338065Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:62173"} {"msg":"region 5e63f385-1738-40f9-88af-5b1579b9b93f state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.134822815Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.138071943Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.141699258Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"640324a9-3a98-4c50-9161-b44be1dd0054","remote_addr":"[fd00:1122:3344:101::b]:62173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":14696,"response_code":"200"} {"msg":"zfs set reservation of 1342177280 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.147566943Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"zfs set quota of 3221225472 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.147591464Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"5e63f385-1738-40f9-88af-5b1579b9b93f\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/5e63f385-1738-40f9-88af-5b1579b9b93f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.217557825Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"5e63f385-1738-40f9-88af-5b1579b9b93f","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"5e63f385-1738-40f9-88af-5b1579b9b93f\" \"--data\" \"/data/regions/5e63f385-1738-40f9-88af-5b1579b9b93f\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.221425234Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"5e63f385-1738-40f9-88af-5b1579b9b93f","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.332541021Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"4415efac-ed82-4048-baaf-5270948bf738","remote_addr":"[fd00:1122:3344:101::b]:62173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.507720274Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"5e63f385-1738-40f9-88af-5b1579b9b93f","component":"worker"} {"msg":"region 5e63f385-1738-40f9-88af-5b1579b9b93f state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.507803605Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.508029019Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-5e63f385-1738-40f9-88af-5b1579b9b93f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.508398126Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-5e63f385-1738-40f9-88af-5b1579b9b93f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.513871004Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.526836926Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-5e63f385-1738-40f9-88af-5b1579b9b93f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.53045676Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.531195464Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.533419153Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.533696608Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.533707888Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.544784476Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:42.5494546Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.047353473Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"fa0cb537-0ab4-4d7f-9246-c03dc335037e","remote_addr":"[fd00:1122:3344:101::b]:62173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":93,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.344386165Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","method":"GET","req_id":"e1e5067b-da14-4433-9ffb-5ff99410cfc3","remote_addr":"[fd00:1122:3344:101::b]:62173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":91,"response_code":"200"} {"msg":"path is \"/data/regions/5e63f385-1738-40f9-88af-5b1579b9b93f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.347348347Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"dataset is oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.358572348Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"region 5e63f385-1738-40f9-88af-5b1579b9b93f state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.370068904Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.370206046Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.370326908Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","method":"DELETE","req_id":"ae38eeb6-c462-481b-8b7d-7f2398afe5dd","remote_addr":"[fd00:1122:3344:101::b]:62173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":23014,"response_code":"204"} {"msg":"disabling downstairs instance: downstairs-5e63f385-1738-40f9-88af-5b1579b9b93f (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.371484049Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.373376753Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","method":"GET","req_id":"9278e599-27c6-47f3-a021-ae55d23d9adb","remote_addr":"[fd00:1122:3344:101::b]:62173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":33,"response_code":"200"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.37769567Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/5e63f385-1738-40f9-88af-5b1579b9b93f\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.389206276Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"5e63f385-1738-40f9-88af-5b1579b9b93f","component":"worker"} {"msg":"region 5e63f385-1738-40f9-88af-5b1579b9b93f state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.465619462Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:32:43.511262359Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/5e63f385-1738-40f9-88af-5b1579b9b93f","method":"GET","req_id":"114b4d14-3ef5-4f63-a74d-6d04e76406e5","remote_addr":"[fd00:1122:3344:101::b]:62173","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.655779795Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:34298"} {"msg":"region ca58a5eb-2af9-4793-bd2d-21b2117851d6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.655970218Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.656152462Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.656160092Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"f432183e-17eb-4301-a85a-11a86666b63d","remote_addr":"[fd00:1122:3344:101::a]:34298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":226,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.66555661Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.66558505Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"ca58a5eb-2af9-4793-bd2d-21b2117851d6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.72938185Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"ca58a5eb-2af9-4793-bd2d-21b2117851d6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ca58a5eb-2af9-4793-bd2d-21b2117851d6\" \"--data\" \"/data/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.729435131Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"ca58a5eb-2af9-4793-bd2d-21b2117851d6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.805469441Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"ca58a5eb-2af9-4793-bd2d-21b2117851d6","component":"worker"} {"msg":"region ca58a5eb-2af9-4793-bd2d-21b2117851d6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.805501062Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.805594343Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.807042289Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.81041969Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.819733676Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.822917303Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.823173187Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.823233828Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.823278589Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.82332061Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.826637909Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.831563137Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:33:36.910252035Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"6baf99f7-31a3-4a44-8ec8-2568bea2d2bb","remote_addr":"[fd00:1122:3344:101::a]:34298","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":60,"response_code":"200"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:35.942737548Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:51530"} {"msg":"region 97f04d18-672c-4e20-b1bc-2fe05a6782aa state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:35.942875061Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:35.943433611Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:35.943445061Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"309a6180-8c56-4285-a033-7d3d1584bf1b","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":642,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/97f04d18-672c-4e20-b1bc-2fe05a6782aa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:35.953216856Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/97f04d18-672c-4e20-b1bc-2fe05a6782aa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:35.953246466Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"97f04d18-672c-4e20-b1bc-2fe05a6782aa\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/97f04d18-672c-4e20-b1bc-2fe05a6782aa\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.002873174Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"97f04d18-672c-4e20-b1bc-2fe05a6782aa","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"97f04d18-672c-4e20-b1bc-2fe05a6782aa\" \"--data\" \"/data/regions/97f04d18-672c-4e20-b1bc-2fe05a6782aa\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.002933235Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"97f04d18-672c-4e20-b1bc-2fe05a6782aa","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.072447168Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"97f04d18-672c-4e20-b1bc-2fe05a6782aa","component":"worker"} {"msg":"region 97f04d18-672c-4e20-b1bc-2fe05a6782aa state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.072493629Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.072611961Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-97f04d18-672c-4e20-b1bc-2fe05a6782aa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.07369165Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-97f04d18-672c-4e20-b1bc-2fe05a6782aa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.082440527Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.094877439Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-97f04d18-672c-4e20-b1bc-2fe05a6782aa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.098008615Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/97f04d18-672c-4e20-b1bc-2fe05a6782aa","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.098243419Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.0982947Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.098336911Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.098373902Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.101925885Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.107009346Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:36.111356724Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"24b8d716-4f82-4a42-a527-ac0659720ee8","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":85,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.04215258Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6","method":"GET","req_id":"35fd4429-f274-405f-9b51-00a1fda13d81","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":84,"response_code":"200"} {"msg":"path is \"/data/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.046049489Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"dataset is oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.055555639Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"snapshot is oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.063613004Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.063651514Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.074802824Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","method":"GET","req_id":"a3b7e53d-4381-47a4-9a38-0256c8809501","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":28784,"response_code":"200"} {"msg":"path is \"/data/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.077772097Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"dataset is oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.086400221Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"snapshot is oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.093810324Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.093834474Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"ZfsSnapshotInterface"} {"msg":"requesting running snapshot ca58a5eb-2af9-4793-bd2d-21b2117851d6-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.102464548Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"applying SMF actions for region ca58a5eb-2af9-4793-bd2d-21b2117851d6 running snapshot c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 (state Requested)...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.102659312Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.102707183Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314/run","method":"POST","req_id":"12e2b38e-437e-4a6e-a1fe-70f5409ed2a7","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":24966,"response_code":"200"} {"msg":"creating missing snapshot instance snapshot-ca58a5eb-2af9-4793-bd2d-21b2117851d6-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.105477332Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:snapshot-ca58a5eb-2af9-4793-bd2d-21b2117851d6-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.108122029Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:snapshot-ca58a5eb-2af9-4793-bd2d-21b2117851d6-c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.118295351Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6/.zfs/snapshot/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.118551306Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19002","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.118611547Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure mode SCF_TYPE_ASTRING ro","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.118658998Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.118700758Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.11875915Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.122282122Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.126972626Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"region ca58a5eb-2af9-4793-bd2d-21b2117851d6 running snapshot c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.126982347Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"path is \"/data/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.290345678Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"dataset is oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.303925421Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"snapshot is oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6@c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.316032357Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"ZfsSnapshotInterface"} {"msg":"parts is [\"oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6\", \"c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314\"]","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.316090498Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"ZfsSnapshotInterface"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:38.329155462Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions/ca58a5eb-2af9-4793-bd2d-21b2117851d6/snapshots/c02fe3cc-64e7-46dd-a7ea-e3c66e3ea314/run","method":"POST","req_id":"dc347d2d-b286-4873-b07c-89c6ed30da09","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":38862,"response_code":"200"} {"msg":"region 8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.520614231Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.520793184Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"e284b2cd-b968-4398-9ff4-ceee4ac30406","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":867,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.520818505Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.529144514Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_b2a8f3fc-13e9-4ccd-afb7-34b48f0a3b1c/crucible/regions/8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.529179704Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19003, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.585131735Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3\" \"--data\" \"/data/regions/8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.586993128Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.65698666Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"region":"8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","component":"worker"} {"msg":"region 8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.657024Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.657126122Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.658169931Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.661118514Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.667989137Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.671407978Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/8ff1d237-b41f-48d5-afa4-1bd3edf2e6f3","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.671616391Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19003","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.671671442Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::15","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.671712263Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.671750954Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.675394549Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.685361357Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-11-19T01:44:41.805085278Z","hostname":"oxz_crucible_981954b7-d527-4910-bd41-dbf0d24350ab","pid":25645,"uri":"/crucible/0/regions","method":"POST","req_id":"a4b431aa-b9be-4c6e-9fd2-9bf6c61fa3ec","remote_addr":"[fd00:1122:3344:101::a]:51530","local_addr":"[fd00:1122:3344:101::15]:32345","component":"dropshot","latency_us":75,"response_code":"200"}