Welcome to OGeek Q&A Community for programmer and developer-Open, Learning and Share
Welcome To Ask or Share your Answers For Others

Categories

0 votes
465 views
in Technique[技术] by (71.8m points)

c# - execute a schedule with quartz in visual start now with interval 24 hours

I create a crawler that gets the news from the other website that i defined before for it ,so i use quartz to run a task in background.the schedule is defined like this :

public class JobBackground : IJob

        {

            public void Execute(IJobExecutionContext context)
            {
                for (int j = 1; j <= 920; j++)
                {


                    NewsRepository newsRepository = new NewsRepository();
                    GoyaAgent Goyaagent = new GoyaAgent();
                    Task<List<NewsContent>> lst = Goyaagent.parsing("http://www.gooyait.com/page/"+j);
                    List<NewsContent> enresult = lst.Result;
                    foreach (NewsContent newsContent in enresult)
                    {
                        News newnews = new News();
                        newnews.Subject = newsContent.Title;
                        newnews.NewsDate = DateTime.Now;
                        newnews.NewsBrief = newsContent.abs;
                        newnews.NewsText = newsContent.Content;
                        newnews.ShowOnSlide = "Yes";
                        newnews.GroupId = 1049;
                        newnews.NewsImageSmall = newsContent.Img;
                        newnews.NewsImageBig = newsContent.Img;
                        newnews.Reference = newsContent.Url;
                        newnews.UserId = "3";
                        newnews.Visible = "Yes";
                        newnews.ViewCounter = 0;
                        newsRepository.Add(newnews);
                        if (newsRepository.FindBy(i => i.Reference == newsContent.Url).Count() == 0)

                            newsRepository.Save();
                    }

                }
            }
        }

The parsing function :

 public async Task<List<NewsContent>> parsing(string newsArchive)
        {
            List<NewsContent> lstResult = new List<NewsContent>();

                try
                {
                    HttpClient http = new HttpClient();
                    var response = await http.GetByteArrayAsync(newsArchive);
                    String source = Encoding.GetEncoding("utf-8").GetString(response, 0, response.Length - 1);
                    source = WebUtility.HtmlDecode(source);
                    HtmlDocument resultat = new HtmlDocument();
                    resultat.LoadHtml(source);

                    List<HtmlNode> toftitle = resultat.DocumentNode.Descendants().Where
                        (x =>
                         (x.Name == "div" && x.Attributes["class"] != null &&
                          x.Attributes["class"].Value.Contains("main-col"))).ToList();
                    var li = toftitle[0].Descendants().Where
                        (x =>
                         (x.Name == "div" && x.Attributes["class"] != null &&
                          x.Attributes["class"].Value.Contains("base-box blog-post"))).ToList();

                    foreach (var item in li)
                    {
                        NewsContent newsContent = new NewsContent();
                        newsContent.Url = item.Descendants("a").ToList()[0].GetAttributeValue("href", null);
                        newsContent.Img = item.Descendants("img").ToList()[0].GetAttributeValue("src", null);
                        newsContent.Title = item.Descendants("h2").ToList()[0].InnerText;
                        newsContent.abs = item.Descendants("p").ToList()[0].InnerText;
                        //finding main news content
                        var response1 = await http.GetByteArrayAsync(newsContent.Url);
                        String source1 = Encoding.GetEncoding("utf-8").GetString(response1, 0, response1.Length - 1);
                        source1 = WebUtility.HtmlDecode(source1);
                        HtmlDocument resultat1 = new HtmlDocument();
                        resultat1.LoadHtml(source1);
                        HtmlNode doc = resultat1.DocumentNode.SelectSingleNode("//div[@class='entry-content']");
                        HtmlNode node = doc.SelectSingleNode("//div[@class='yasr-visitor-votes']");
                        if (node != null)
                            node.ParentNode.RemoveChild(node);
                        HtmlNode node1 = doc.SelectSingleNode("//div[@class='post-tags']");
                        if (node1 != null)
                            node1.ParentNode.RemoveChild(node1);
                        HtmlNode node2 =
                            doc.SelectSingleNode("//div[@class='mom-social-share ss-horizontal border-box']");
                        if (node2 != null)

                            node2.ParentNode.RemoveChild(node2);
                        HtmlNode node3 = doc.SelectSingleNode("//script|//style");
                        if (node3 != null)

                            node3.ParentNode.RemoveChild(node3);

                        newsContent.Content = doc.InnerHtml;



                        lstResult.Add(newsContent);


                    }
                }
                catch (Exception e)
                {

                }
                return lstResult;
        }

The schedule starts with this code :

  public class JobScheduler
        {
            public static void Start()
            {
                IScheduler scheduler = StdSchedulerFactory.GetDefaultScheduler();
                scheduler.Start();

                IJobDetail job = JobBuilder.Create<JobBackground>().Build();

                ITrigger trigger = TriggerBuilder.Create().StartNow()
                    .WithDailyTimeIntervalSchedule
                      (s =>
                         s.WithIntervalInHours(24)
                        .OnEveryDay()
                        .StartingDailyAt(TimeOfDay.HourAndMinuteOfDay(0, 0))
                      )
                    .Build();

                scheduler.ScheduleJob(job, trigger);
            }
        }

There are several problems :

When i run this code the code never executed because ofITrigger trigger = TriggerBuilder.Create().StartNow() so i have to wait for 24 hours to see the result why ?

And the second problem ,when i upload the code to the web server it doesn't work .why ?

See Question&Answers more detail:os

与恶龙缠斗过久,自身亦成为恶龙;凝视深渊过久,深渊将回以凝视…
Welcome To Ask or Share your Answers For Others

1 Reply

0 votes
by (71.8m points)

Try to update your method as shown below:

public class JobScheduler
{
    public static void Start()
    {
        IScheduler scheduler = StdSchedulerFactory.GetDefaultScheduler();
        scheduler.Start();

        IJobDetail job = JobBuilder.Create<JobBackground>().Build();

        ITrigger trigger = TriggerBuilder.Create()
            .WithIdentity("trigger1", "group1")
            .StartNow()
            .WithSchedule(CronScheduleBuilder
            .DailyAtHourAndMinute(0,0)
                .WithMisfireHandlingInstructionFireAndProceed() //MISFIRE_INSTRUCTION_FIRE_NOW
                .InTimeZone(TimeZoneInfo.FindSystemTimeZoneById("GTB Standard Time")) //(GMT+02:00) 
                //https://alexandrebrisebois.wordpress.com/2013/01/20/using-quartz-net-to-schedule-jobs-in-windows-azure-worker-roles/
                )
            .Build();
        scheduler.ScheduleJob(job, trigger);
    }
}

Regarding to the second issue, the problem is related to IIS rather than the schedulers Quartz.NET, Hangfire, etc. On the other hand, there are lots of solution methods posted on the web, but only some of them is working. In my opinion, there is no need to apply lots of configuration settings. Just install Keep Alive Service For IIS 6.0/7.5 on the server to which you publish your application and enjoy. Then your published application will be alive after application pool recycling, IIS/Application restarting, etc. Hope this helps...

Update : Here is the fully working code I have used for months on IIS without any problem. On the other hand, for IIS based triggering problems, have a look at my answer on Quartz.net scheduler doesn't fire jobs/triggers once deployed.

Global.asax:

protected void Application_Start()
{
    JobScheduler.Start();
}


EmailJob.cs:

using Quartz;

public class EmailJob : IJob
{
    public void Execute(IJobExecutionContext context)
    {
        SendEmail();
    }
}


JobScheduler.cs:

using Quartz;
using Quartz.Impl;

public class JobScheduler
{
    public static void Start()
    {
        IScheduler scheduler = StdSchedulerFactory.GetDefaultScheduler();
        scheduler.Start();

        IJobDetail job = JobBuilder.Create<EmailJob>().Build();
        ITrigger trigger = TriggerBuilder.Create()
            .WithIdentity("trigger1", "group1")
            //.StartAt(new DateTime(2015, 12, 21, 17, 19, 0, 0))
            .StartNow()
            .WithSchedule(CronScheduleBuilder
                .WeeklyOnDayAndHourAndMinute(DayOfWeek.Monday, 10, 00)
                //.WithMisfireHandlingInstructionDoNothing() //Do not fire if the firing is missed
                .WithMisfireHandlingInstructionFireAndProceed() //MISFIRE_INSTRUCTION_FIRE_NOW
                .InTimeZone(TimeZoneInfo.FindSystemTimeZoneById("GTB Standard Time")) //(GMT+02:00)
                )
            .Build();
        scheduler.ScheduleJob(job, trigger);
    }
}

与恶龙缠斗过久,自身亦成为恶龙;凝视深渊过久,深渊将回以凝视…
OGeek|极客中国-欢迎来到极客的世界,一个免费开放的程序员编程交流平台!开放,进步,分享!让技术改变生活,让极客改变未来! Welcome to OGeek Q&A Community for programmer and developer-Open, Learning and Share
Click Here to Ask a Question

...