File size: 3,116 Bytes
e26fba6 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
using System;
using System.Collections.Generic;
using System.Linq;
using System.Text;
using MovieFinder.Data;
using System.Net;
using System.IO;
namespace MovieFinder.Scraper
{
public class ImageScrapperService
{
public void Run(string imagePath)
{
using (var db = new MovieFinderEntities())
{
while (!IsCancelled)
{
//var movies = db.Movies
// .Where(x => x.ImageUrl != null && x.ImageLocalUrl == null)
// .OrderByDescending(x => x.ID)
// .Take(100).ToList();
//if (movies.Count == 0)
// return;
foreach (var m in db.Movies
.Where(x => x.ImageUrl != null && x.ImageLocalUrl == null)
.OrderByDescending(x => x.ID))
{
if (IsCancelled)
return;
if(CopyImageToLocal(m, imagePath))
db.SaveChanges();
}
}
}
}
public bool CopyImageToLocal(Movie movie, string imagePath)
{
using (var client = new WebClient())
{
try
{
var downloadPath = Path.Combine(imagePath, movie.ReleaseDate.Year.ToString());
if (!Directory.Exists(downloadPath))
Directory.CreateDirectory(downloadPath);
downloadPath = Path.Combine(downloadPath, movie.UniqueID);
var fileBytes = client.DownloadData(movie.ImageUrl);
var fileType = client.ResponseHeaders[HttpResponseHeader.ContentType];
if (fileType != null)
{
switch (fileType)
{
case "image/gif":
downloadPath += ".gif";
break;
case "image/png":
downloadPath += ".png";
break;
default:
downloadPath += ".jpg";
break;
}
File.WriteAllBytes(downloadPath, fileBytes);
}
else
{
}
movie.ImageLocalUrl = downloadPath.Split(new string[] { imagePath }, StringSplitOptions.RemoveEmptyEntries)[0];
return true;
}
catch (Exception ex)
{
File.AppendAllText("log.txt", String.Format("{0}{1}", ex.ToString(), Environment.NewLine));
}
}
return false;
}
public bool IsCancelled { get; set; }
}
}
|