[ Sep  6 06:35:22 Enabled. ]
[ Sep  6 06:35:22 Rereading configuration. ]
[ Sep  6 06:35:23 Rereading configuration. ]
[ Sep  6 06:35:25 Executing start method ("/opt/oxide/crucible/bin/crucible-agent run -D /opt/oxide/crucible/bin/crucible-downstairs --dataset oxp_97ec7cac-82ac-4161-b909-856eea5d7741/crucible -l [fd00:1122:3344:101::18]:32345 -P 19000 -p downstairs -s snapshot"). ]
note: configured to log to "/dev/stdout"
{"msg":"dataset: \"oxp_97ec7cac-82ac-4161-b909-856eea5d7741/crucible\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.558068686Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990}
{"msg":"listen IP: [fd00:1122:3344:101::18]:32345","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.562305708Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990}
{"msg":"SMF instance name downstairs_prefix: \"downstairs\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.562324488Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990}
{"msg":"Using conf_path:\"/data/crucible.json\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.585928106Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"datafile"}
{"msg":"listening","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:35:25.739889693Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot"}
{"msg":"accepted connection","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.230624345Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","remote_addr":"[fd00:1122:3344:101::b]:65407"}
{"msg":"region ec423e20-7362-4b33-b51b-2e756cdc9924 state: Requested","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.281723876Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.304715672Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"uri":"/crucible/0/regions","method":"POST","req_id":"93427ac6-e133-47e9-9565-d33b1d973bb8","remote_addr":"[fd00:1122:3344:101::b]:65407","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":47889,"response_code":"200"}
{"msg":"Region size:1073741824 reservation:1342177280 quota:3221225472","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.310050095Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"zfs set reservation of 1342177280 for oxp_97ec7cac-82ac-4161-b909-856eea5d7741/crucible/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.32005716Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"zfs set quota of 3221225472 for oxp_97ec7cac-82ac-4161-b909-856eea5d7741/crucible/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.320098861Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"creating region Region { id: RegionId(\"ec423e20-7362-4b33-b51b-2e756cdc9924\"), state: Requested, block_size: 512, extent_size: 131072, extent_count: 16, encrypted: true, port_number: 19000, cert_pem: None, key_pem: None, root_pem: None, source: None, read_only: false } at \"/data/regions/ec423e20-7362-4b33-b51b-2e756cdc9924\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.495931822Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"region":"ec423e20-7362-4b33-b51b-2e756cdc9924","component":"worker"}
{"msg":"downstairs create with: env -i \"/opt/oxide/crucible/bin/crucible-downstairs\" \"create\" \"--uuid\" \"ec423e20-7362-4b33-b51b-2e756cdc9924\" \"--data\" \"/data/regions/ec423e20-7362-4b33-b51b-2e756cdc9924\" \"--block-size\" \"512\" \"--extent-size\" \"131072\" \"--extent-count\" \"16\" \"--encrypted\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.497825689Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"region":"ec423e20-7362-4b33-b51b-2e756cdc9924","component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:22.560191849Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"uri":"/crucible/0/regions","method":"POST","req_id":"09987b71-419e-47d3-a0fc-691bd0263fcf","remote_addr":"[fd00:1122:3344:101::b]:65407","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"}
{"msg":"region files created ok","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.092202731Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"region":"ec423e20-7362-4b33-b51b-2e756cdc9924","component":"worker"}
{"msg":"region ec423e20-7362-4b33-b51b-2e756cdc9924 state: Requested -> Created","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.092250892Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"datafile"}
{"msg":"applying SMF actions post create...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.092409636Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"creating missing downstairs instance downstairs-ec423e20-7362-4b33-b51b-2e756cdc9924","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.092887065Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"ok, have svc:/oxide/crucible/downstairs:downstairs-ec423e20-7362-4b33-b51b-2e756cdc9924","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.140431917Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.275298554Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"uri":"/crucible/0/regions","method":"POST","req_id":"e76a1cb1-98f6-419a-8a85-b9a8b3d11397","remote_addr":"[fd00:1122:3344:101::b]:65407","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":67,"response_code":"200"}
{"msg":"creating config property group","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.289319726Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"reconfiguring svc:/oxide/crucible/downstairs:downstairs-ec423e20-7362-4b33-b51b-2e756cdc9924","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.328802032Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"ensure directory SCF_TYPE_ASTRING /data/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.365726189Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"ensure port SCF_TYPE_COUNT 19000","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.378390595Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"ensure address SCF_TYPE_ASTRING fd00:1122:3344:101::18","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.378447466Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"commit","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.378486146Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.420590393Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:23.45392287Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:24.999022539Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"uri":"/crucible/0/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","method":"GET","req_id":"bd3eb5bc-4380-4e76-bfe7-876f98659a1a","remote_addr":"[fd00:1122:3344:101::b]:65407","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":684,"response_code":"200"}
{"msg":"path is \"/data/regions/ec423e20-7362-4b33-b51b-2e756cdc9924\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.002423565Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"datafile"}
{"msg":"dataset is oxp_97ec7cac-82ac-4161-b909-856eea5d7741/crucible/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.011279327Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"datafile"}
{"msg":"region ec423e20-7362-4b33-b51b-2e756cdc9924 state: Created -> Tombstoned","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.020873383Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"datafile"}
{"msg":"applying SMF actions before removal...","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.021031626Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.021107358Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"uri":"/crucible/0/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","method":"DELETE","req_id":"1861c41a-d932-4492-a35b-4ce6222423e0","remote_addr":"[fd00:1122:3344:101::b]:65407","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":18723,"response_code":"204"}
{"msg":"disabling downstairs instance: downstairs-ec423e20-7362-4b33-b51b-2e756cdc9924 (instance states: (Some(Online), None))","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.022331742Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.024367501Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"uri":"/crucible/0/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","method":"GET","req_id":"0b392d59-6591-48c0-af72-750c74c7fbd3","remote_addr":"[fd00:1122:3344:101::b]:65407","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":27,"response_code":"200"}
{"msg":"SMF ok!","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.027662945Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"worker"}
{"msg":"deleting zfs dataset \"oxp_97ec7cac-82ac-4161-b909-856eea5d7741/crucible/regions/ec423e20-7362-4b33-b51b-2e756cdc9924\"","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.037042597Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"region":"ec423e20-7362-4b33-b51b-2e756cdc9924","component":"worker"}
{"msg":"region ec423e20-7362-4b33-b51b-2e756cdc9924 state: Tombstoned -> Destroyed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.135448016Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"component":"datafile"}
{"msg":"request completed","v":0,"name":"crucible-agent","level":30,"time":"2024-09-06T06:36:25.165338566Z","hostname":"oxz_crucible_e90b2a1c-bdff-4e4e-b069-89ce02023950","pid":20990,"uri":"/crucible/0/regions/ec423e20-7362-4b33-b51b-2e756cdc9924","method":"GET","req_id":"50650856-691d-4640-a0c2-9ef97d08040a","remote_addr":"[fd00:1122:3344:101::b]:65407","local_addr":"[fd00:1122:3344:101::18]:32345","component":"dropshot","latency_us":77,"response_code":"200"}