TerribleDev/JezebelRandom
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

parallel multiple rss feeds

Browse Source
This commit is contained in:
Tommy Parnell
2017-09-16 12:16:44 -04:00
parent 133c5cf3fb
commit 485dccd228
2 changed files with 26 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

21
Controllers/ValuesController.cs
View File

@@ -17,6 +17,7 @@ namespace jezebel.Controllers
{
IMemoryCache cache;
const string jezCache = "jezebelRss";
HashSet<string> urls = new HashSet<string>() { "http://jezebel.com/rss", "http://pictorial.jezebel.com/rss", "http://themuse.jezebel.com/rss", "http://thatswhatshesaid.jezebel.com/rss", "http://theslot.jezebel.com/rss" };
public ValuesController(IMemoryCache cache)
{
@@ -28,12 +29,20 @@ namespace jezebel.Controllers
{
using (var httpClient = new HttpClient())
{
var result = cache.Get<Rss>(jezCache);
var result = cache.Get<List<Item>>(jezCache);
if(result == null || bypassCache)
{
var rssRaw = await httpClient.GetStreamAsync("http://jezebel.com/rss");
var xmlReader = new XmlSerializer(typeof(Rss));
result = (Rss)xmlReader.Deserialize(rssRaw);
var lst = new System.Collections.Concurrent.ConcurrentBag<Item>();
Parallel.ForEach(urls, url =>
{
var rssRaw = httpClient.GetStreamAsync(url).Result;
var xmlReader = new XmlSerializer(typeof(Rss));
var rssDeserialized = (Rss)xmlReader.Deserialize(rssRaw);
rssDeserialized.Channel.Items.ForEach(a => lst.Add(a));
});
result = lst.Where(a => !a.Category.Any(b => b.Text.Contains("deals"))).Distinct(new Item()).ToList();
using (var entry = cache.CreateEntry(jezCache))
{
entry.SetValue(result);
@@ -43,8 +52,8 @@ namespace jezebel.Controllers
}
var rng = new Random();
var randomArticleNumber = rng.Next(0, result.Channel.Items.Count);
var randomArticle = result.Channel.Items[randomArticleNumber];
var randomArticleNumber = rng.Next(0, result.Count);
var randomArticle = result[randomArticleNumber];
var resultString = $"{randomArticle.Title} by {randomArticle.Creator} {randomArticle.Link}";
return new ContentResult() { Content = resultString, ContentType = "text", StatusCode = 200 };