[ Aug 29 15:18:38 Enabled. ]
[ Aug 29 15:18:38 Rereading configuration. ]
[ Aug 29 15:18:40 Rereading configuration. ]
[ Aug 29 15:18:41 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible -l [fd00:1122:3344:101::19]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:41.871879535Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003}
{"msg":"listen IP: [fd00:1122:3344:101::19]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:41.875593167Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:41.875606468Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:41.912178214Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:18:42.12494051Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.624406497Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:50291"}
{"msg":"region 03fdb94a-ef3d-479f-b145-3b04ff755e9e state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.640811468Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.645054831Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.645079052Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"4aadab70-51ff-44dc-9717-f13779c7822b","remote_addr":"[fd00:1122:3344:101::a]:50291","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":10892,"response_code":"200"}
{"msg":"zfs set reservation of 1342177280 for oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.658881212Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.658960764Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"03fdb94a-ef3d-479f-b145-3b04ff755e9e\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.733413661Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"03fdb94a-ef3d-479f-b145-3b04ff755e9e","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"03fdb94a-ef3d-479f-b145-3b04ff755e9e\" \"--data\" \"/data/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.735728097Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"03fdb94a-ef3d-479f-b145-3b04ff755e9e","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.91619506Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"c39d2d12-29eb-473b-969d-f72cee38e7f5","remote_addr":"[fd00:1122:3344:101::a]:50291","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":83,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.992395743Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"03fdb94a-ef3d-479f-b145-3b04ff755e9e","component":"worker"}
{"msg":"region 03fdb94a-ef3d-479f-b145-3b04ff755e9e state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.992461094Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.992727419Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-03fdb94a-ef3d-479f-b145-3b04ff755e9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.993213559Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-03fdb94a-ef3d-479f-b145-3b04ff755e9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:16.996758948Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.007658311Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-03fdb94a-ef3d-479f-b145-3b04ff755e9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.01117757Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.01680403Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.018858821Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.018933192Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.019001253Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.024202905Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.028099462Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:17.429205646Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"78817ba9-7fea-4776-8b82-830d0782f115","remote_addr":"[fd00:1122:3344:101::a]:50291","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":65,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.011417115Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","method":"GET","req_id":"67ccb1f6-7869-4d23-90de-8a5241e6a86a","remote_addr":"[fd00:1122:3344:101::a]:50291","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":58,"response_code":"200"}
{"msg":"path is \"/data/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.015270151Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"dataset is oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.025311187Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"region 03fdb94a-ef3d-479f-b145-3b04ff755e9e state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.034422675Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.034600259Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.03466875Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","method":"DELETE","req_id":"e42e54d7-826f-4a6f-8327-33e3b380d755","remote_addr":"[fd00:1122:3344:101::a]:50291","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":20160,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-03fdb94a-ef3d-479f-b145-3b04ff755e9e (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.03564913Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.037034586Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","method":"GET","req_id":"24712a66-6074-4478-9ea6-feaef6db108a","remote_addr":"[fd00:1122:3344:101::a]:50291","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.039995564Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.050345317Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"03fdb94a-ef3d-479f-b145-3b04ff755e9e","component":"worker"}
{"msg":"region 03fdb94a-ef3d-479f-b145-3b04ff755e9e state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.113059645Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:19:18.169700974Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/03fdb94a-ef3d-479f-b145-3b04ff755e9e","method":"GET","req_id":"347e05f1-ae86-4844-9648-e2802416f3bf","remote_addr":"[fd00:1122:3344:101::a]:50291","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":62,"response_code":"200"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.984351895Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::a]:38089"}
{"msg":"region d5e199a4-4b22-40a4-bfb0-36b881e93540 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.984468798Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.985070829Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.98509286Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"ac65a8f0-192a-42b5-b11d-5a4dd1b658a5","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":682,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/d5e199a4-4b22-40a4-bfb0-36b881e93540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.996028624Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/d5e199a4-4b22-40a4-bfb0-36b881e93540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:33.996067175Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"d5e199a4-4b22-40a4-bfb0-36b881e93540\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/d5e199a4-4b22-40a4-bfb0-36b881e93540\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.046176236Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"d5e199a4-4b22-40a4-bfb0-36b881e93540","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"d5e199a4-4b22-40a4-bfb0-36b881e93540\" \"--data\" \"/data/regions/d5e199a4-4b22-40a4-bfb0-36b881e93540\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.048281247Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"d5e199a4-4b22-40a4-bfb0-36b881e93540","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.200400866Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"1814b04c-5d8e-4358-8525-e914326e85a1","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":91,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.287342138Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"d5e199a4-4b22-40a4-bfb0-36b881e93540","component":"worker"}
{"msg":"region d5e199a4-4b22-40a4-bfb0-36b881e93540 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.287381009Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.287478591Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-d5e199a4-4b22-40a4-bfb0-36b881e93540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.288829888Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-d5e199a4-4b22-40a4-bfb0-36b881e93540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.293709803Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.304860931Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-d5e199a4-4b22-40a4-bfb0-36b881e93540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.309494472Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/d5e199a4-4b22-40a4-bfb0-36b881e93540","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.309757617Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.309810088Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.309849659Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.30988823Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.313747745Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.318300405Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:34.503861058Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"014b53c0-3814-40c4-92a2-1f40b81330d8","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":52,"response_code":"200"}
{"msg":"region ba4f8851-994a-4ab2-af86-9f3877967e28 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.807124177Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"Region size:2147483648 reservation:2684354560 quota:6442450944","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.80728619Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.807298661Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"92d0851e-cd7e-495c-b311-a73f91132845","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":251,"response_code":"200"}
{"msg":"zfs set reservation of 2684354560 for oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.816522431Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"zfs set quota of 6442450944 for oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.816570792Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ba4f8851-994a-4ab2-af86-9f3877967e28\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 32, encrypted: true, port_number: 19001, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ba4f8851-994a-4ab2-af86-9f3877967e28\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.90231462Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"ba4f8851-994a-4ab2-af86-9f3877967e28","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ba4f8851-994a-4ab2-af86-9f3877967e28\" \"--data\" \"/data/regions/ba4f8851-994a-4ab2-af86-9f3877967e28\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"32\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.904314269Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"ba4f8851-994a-4ab2-af86-9f3877967e28","component":"worker"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.968312153Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"ba4f8851-994a-4ab2-af86-9f3877967e28","component":"worker"}
{"msg":"region ba4f8851-994a-4ab2-af86-9f3877967e28 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.968355003Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.968456915Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ba4f8851-994a-4ab2-af86-9f3877967e28","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.969402714Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ba4f8851-994a-4ab2-af86-9f3877967e28","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.97381638Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.98092776Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ba4f8851-994a-4ab2-af86-9f3877967e28","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.983816606Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.984064561Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19001","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.984117382Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::19","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.984159623Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.984201224Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.987886866Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:38.993589217Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:24:39.141592986Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions","method":"POST","req_id":"eb91a913-95c4-43e4-947c-216c96a7b350","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":79,"response_code":"200"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.77419431Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","method":"GET","req_id":"30371a90-c69e-41d5-9e23-a6d5f51fe1c8","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":56,"response_code":"200"}
{"msg":"path is \"/data/regions/ba4f8851-994a-4ab2-af86-9f3877967e28\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.777143318Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"dataset is oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.801308711Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"region ba4f8851-994a-4ab2-af86-9f3877967e28 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.810586662Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.810786397Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.810847038Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","method":"DELETE","req_id":"2f10ad49-fde4-43b7-8ba2-29003690fdd2","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":33733,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ba4f8851-994a-4ab2-af86-9f3877967e28 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.81250043Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.8140229Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","method":"GET","req_id":"1052c020-40f6-4b10-8d92-32a06f89a90c","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":24,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.833100053Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_aad99d77-5c0c-4ae7-8cc1-ced403d6b98a/crucible/regions/ba4f8851-994a-4ab2-af86-9f3877967e28\"","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.842418246Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"region":"ba4f8851-994a-4ab2-af86-9f3877967e28","component":"worker"}
{"msg":"region ba4f8851-994a-4ab2-af86-9f3877967e28 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.924602565Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-08-29T15:25:11.943426694Z","hostname":"oxz_crucible_9becf607-a424-4af6-bd2e-178c196b8348","pid":26003,"uri":"/crucible/0/regions/ba4f8851-994a-4ab2-af86-9f3877967e28","method":"GET","req_id":"ada10c9f-4ad6-4c85-9070-10d221898fb1","remote_addr":"[fd00:1122:3344:101::a]:38089","local_addr":"[fd00:1122:3344:101::19]:32345","component":"dropshot","latency_us":57,"response_code":"200"}