public static void downLoadXMLFileAndSeperateFileToSourceWebFolder()
{
string link = " http://www.heb.com/sitemap/recipeSitemap.xml";
var web = new WebClient();
web.Headers.Add("user-agent","Only a test!");
var path = "siteMap.xml";
try
{
web.DownloadFile(link,path);
XmlDocument xmldoc = new XmlDocument(); xmldoc.Load(path); var nodes = xmldoc["urlset"].ChildNodes; int i = 0; foreach (var node in nodes) { var nodeChild = node as XmlNode; if (nodeChild != null && nodeChild["loc"] != null) { var url = nodeChild["loc"].InnerText; var webNode = new WebClient(); webNode.Headers.Add("user-agent","Only a test!"); webNode.DownloadFile(url,"SourceNodes/" + i + ".xml"); i++; } } } catch (Exception ex) { Console.WriteLine(ex); } }