[ Oct 17 15:07:36 Enabled. ] [ Oct 17 15:07:36 Rereading configuration. ] [ Oct 17 15:07:37 Rereading configuration. ] [ Oct 17 15:07:39 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible -l [fd00:1122:3344:101::17]:32345 -P 19000 -p downstairs -s snapshot"). ] note: configured to log to "/dev/stdout" {"msg":"dataset: \"oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.060230453Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879} {"msg":"listen IP: [fd00:1122:3344:101::17]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.061996525Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879} {"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.062010175Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879} {"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.084930495Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:07:39.216811308Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot"} {"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.103262055Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:49247"} {"msg":"region 1fb8cc00-14bf-4993-9248-20cdcdbdbcdc state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.148759954Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.155536642Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions","method":"POST","req_id":"0d4bb2d9-fc40-4c3d-a29c-03ba88a78001","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":17855,"response_code":"200"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.161572398Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"zfs set reservation of 2684354560 for oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.175875776Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.175923568Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"1fb8cc00-14bf-4993-9248-20cdcdbdbcdc\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.242052969Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"region":"1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"1fb8cc00-14bf-4993-9248-20cdcdbdbcdc\" \"--data\" \"/data/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.248791117Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"region":"1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.475980083Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions","method":"POST","req_id":"b7eb36e1-0b20-4777-b7fb-07a4e1b3c344","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.670401214Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"region":"1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","component":"worker"} {"msg":"region 1fb8cc00-14bf-4993-9248-20cdcdbdbcdc state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.670455625Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.670552128Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.673182935Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.677950064Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.700618406Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.70452262Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.715772449Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.715853102Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.715909463Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.715950105Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.722712982Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.729624814Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:19.808247271Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions","method":"POST","req_id":"43654c35-e9c7-4349-a688-c2179fbaed1b","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":727,"response_code":"200"} {"msg":"region 71c81dbc-bf88-44a5-b421-d1ad1d9779c6 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.380437462Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.380617948Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.380627518Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions","method":"POST","req_id":"0364dce9-396f-4d27-ab98-4f02bf31adf1","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":239,"response_code":"200"} {"msg":"zfs set reservation of 2684354560 for oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.389546079Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"zfs set quota of 6442450944 for oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.38958604Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"creating region Region { id: RegionId(\"71c81dbc-bf88-44a5-b421-d1ad1d9779c6\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.441692202Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"region":"71c81dbc-bf88-44a5-b421-d1ad1d9779c6","component":"worker"} {"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"71c81dbc-bf88-44a5-b421-d1ad1d9779c6\" \"--data\" \"/data/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.441750924Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"region":"71c81dbc-bf88-44a5-b421-d1ad1d9779c6","component":"worker"} {"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.524053658Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"region":"71c81dbc-bf88-44a5-b421-d1ad1d9779c6","component":"worker"} {"msg":"region 71c81dbc-bf88-44a5-b421-d1ad1d9779c6 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.52411376Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.524206193Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"existing directory value /dev/null does not match /data/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525357856Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525447019Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525530581Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525537432Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525599093Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525644085Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525740507Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525805549Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525853071Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.525902612Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.530332532Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"creating missing downstairs instance downstairs-71c81dbc-bf88-44a5-b421-d1ad1d9779c6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.530794275Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-71c81dbc-bf88-44a5-b421-d1ad1d9779c6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.534684749Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.542548249Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-71c81dbc-bf88-44a5-b421-d1ad1d9779c6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.546128003Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.54635276Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.546412371Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.546458573Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.546497614Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.550533722Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.555335482Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:25.715250014Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions","method":"POST","req_id":"f863612f-b8b7-40aa-8e38-a65872a541a8","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":78,"response_code":"200"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.24507845Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","method":"GET","req_id":"cb4eff08-2df5-4839-b1f0-d6b47cab55ca","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":2775,"response_code":"200"} {"msg":"path is \"/data/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.247550482Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"dataset is oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.259212972Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"region 71c81dbc-bf88-44a5-b421-d1ad1d9779c6 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.268209845Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.268781092Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"disabling downstairs instance: downstairs-71c81dbc-bf88-44a5-b421-d1ad1d9779c6 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.269823322Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.270702498Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","method":"DELETE","req_id":"3544bd35-74f7-433e-8d5a-e43c1da48b37","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":23167,"response_code":"204"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.274522159Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","method":"GET","req_id":"2659c589-d416-4c11-b4c1-e8d11752cdc1","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":631,"response_code":"200"} {"msg":"existing directory value /dev/null does not match /data/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282192924Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"existing port value 0 does not match 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282276876Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"existing address value 0.0.0.0 does not match fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282358668Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"reconfig required","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282366609Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"using existing config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.28241648Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282477512Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/1fb8cc00-14bf-4993-9248-20cdcdbdbcdc","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282829752Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282890534Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::17","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282943035Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.282990327Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.290719873Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.291189766Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"worker"} {"msg":"deleting zfs dataset \"oxp_e5d462a9-5343-4c50-9dc4-2adbb2b66d5e/crucible/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6\"","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.302033483Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"region":"71c81dbc-bf88-44a5-b421-d1ad1d9779c6","component":"worker"} {"msg":"region 71c81dbc-bf88-44a5-b421-d1ad1d9779c6 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.359678637Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"component":"datafile"} {"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-10-17T15:12:57.412745698Z","hostname":"oxz_crucible_12909f63-ab2b-4ba9-bf6f-6d95ddb38d9a","pid":21879,"uri":"/crucible/0/regions/71c81dbc-bf88-44a5-b421-d1ad1d9779c6","method":"GET","req_id":"74cf5ee1-bd0f-40cf-b65e-f6b2de6fa911","remote_addr":"[fd00:1122:3344:101::a]:49247","local_addr":"[fd00:1122:3344:101::17]:32345","component":"dropshot","latency_us":75,"response_code":"200"}