小編給大家分享一下ASP.NET實現(xiàn)Hadoop增刪改查的方法,希望大家閱讀完這篇文章后大所收獲,下面讓我們一起去探討吧!
創(chuàng)新互聯(lián)公司于2013年創(chuàng)立,是專業(yè)互聯(lián)網(wǎng)技術(shù)服務(wù)公司,擁有項目做網(wǎng)站、成都網(wǎng)站制作網(wǎng)站策劃,項目實施與項目整合能力。我們以讓每一個夢想脫穎而出為使命,1280元婁煩做網(wǎng)站,已為上家服務(wù),為婁煩各地企業(yè)和個人服務(wù),聯(lián)系電話:13518219792
具體如下:
packages.config
<?xml version="1.0" encoding="utf-8"?> <packages> <package id="Microsoft.AspNet.WebApi.Client" version="4.0.20505.0" targetFramework="net46" /> <package id="Microsoft.Data.Edm" version="5.2.0" targetFramework="net46" /> <package id="Microsoft.Data.OData" version="5.2.0" targetFramework="net46" /> <package id="Microsoft.Hadoop.WebClient" version="0.12.5126.42915" targetFramework="net46" /> <package id="Microsoft.Net.Http" version="2.0.20505.0" targetFramework="net46" /> <package id="Microsoft.WindowsAzure.ConfigurationManager" version="1.8.0.0" targetFramework="net46" /> <package id="Newtonsoft.Json" version="4.5.11" targetFramework="net46" /> <package id="System.Spatial" version="5.2.0" targetFramework="net46" /> <package id="WindowsAzure.Storage" version="2.0.4.1" targetFramework="net46" /> </packages>
HDFSAccess.cs
using Microsoft.Hadoop.WebHDFS; using System; using System.Collections.Generic; using System.Linq; using System.Net.Http; namespace Physical { public sealed class HDFSAccess { private readonly WebHDFSClient webHDFSClient; public HDFSAccess(string uriString, string userName) { this.webHDFSClient = new WebHDFSClient(new Uri(uriString), userName); } public List<string> GetDirectories(string path) { var directoryStatus = this.webHDFSClient.GetDirectoryStatus(path).Result; return directoryStatus.Directories.Select(d => d.PathSuffix).ToList(); } public List<string> GetFiles(string path) { var directoryStatus = this.webHDFSClient.GetDirectoryStatus(path).Result; return directoryStatus.Files.Select(d => d.PathSuffix).ToList(); } public bool CreateDirectory(string path) { // 傳入路徑不包含根目錄時,預(yù)設(shè)會在根目錄「/」底下 return this.webHDFSClient.CreateDirectory(path).Result; } public bool DeleteDirectory(string path) { // 傳入路徑不包含根目錄時,預(yù)設(shè)會在根目錄「/」底下 return this.webHDFSClient.DeleteDirectory(path).Result; } public string CreateFile(string localFile, string remotePath) { // 傳入遠(yuǎn)端路徑不包含根目錄時,預(yù)設(shè)會在根目錄「/」底下 return this.webHDFSClient.CreateFile(localFile, remotePath).Result; } public bool DeleteFile(string path) { // 傳入路徑不包含根目錄時,預(yù)設(shè)會在根目錄「/」底下 return this.webHDFSClient.DeleteDirectory(path).Result; } public HttpResponseMessage OpenFile(string path) { // 傳入路徑不包含根目錄時,預(yù)設(shè)會在根目錄「/」底下 return this.webHDFSClient.OpenFile(path).Result; } } }
Program.cs
using Physical; using System; using System.Collections.Generic; using System.IO; using System.Linq; using System.Text; using System.Threading.Tasks; namespace MyTest { class Program { // HDFS cluster 客戶端進(jìn)入端點設(shè)定于 主機(jī)上 // 預(yù)設(shè)端點:http://[主機(jī)名稱]:50070 // 預(yù)設(shè)帳號:Wu private static HDFSAccess access = new HDFSAccess(@"http://127.0.0.1:50070", "Wu"); static void Main(string[] args) { GetDirectoriesTest(); Console.WriteLine("----------------------------------------------"); GetFilesTest(); Console.WriteLine("----------------------------------------------"); DirectoryTest(); Console.WriteLine("----------------------------------------------"); FileTest(); Console.WriteLine("----------------------------------------------"); OpenFileTest(); Console.ReadKey(); } public void TestCleanup() { //取得根目錄資料夾 var directories = access.GetDirectories(@"/"); // 移除預(yù)設(shè)目錄:tmp、user 外的目錄 foreach (var directory in directories) { if ("tmp".Equals(directory) || "user".Equals(directory)) { continue; } else { access.DeleteDirectory(directory); } } // 取得根目錄檔案 var files = access.GetFiles(@"/"); // 移除所有檔案 foreach (var file in files) { access.DeleteFile(file); } // 移除 OpenFile 轉(zhuǎn)存檔案 File.Delete(Path.Combine(Directory.GetCurrentDirectory(), "Test.jpg")); } //_傳入根目錄_預(yù)期回傳預(yù)設(shè)目錄 public static void GetDirectoriesTest() { // 預(yù)設(shè)根目錄下有兩個目錄:tmp、user var expected = new List<string>() { "tmp", "user", }; var actual = access.GetDirectories(@"/"); foreach (var item in actual) { Console.WriteLine(item); } } //_傳入根目錄_預(yù)期回傳空集合 public static void GetFilesTest() { // 預(yù)設(shè)根目錄下沒有檔案 var expected = new List<string>(); var actual = access.GetFiles(@"/"); foreach (var item in actual) { Console.WriteLine(item); } } //_建立zzz目錄_預(yù)期成功_預(yù)期根目錄下有zzz目錄_刪除zzz目錄_預(yù)期成功_預(yù)期根目錄下無zzz目錄 public static void DirectoryTest() { var directoryName = "zzz"; // 建立zzz目錄 var boolCreateDirectory = access.CreateDirectory(directoryName); Console.WriteLine("建立zzz目錄_預(yù)期成功:"+boolCreateDirectory); // 建立zzz目錄_預(yù)期成功_預(yù)期根目錄下有zzz目錄 // 預(yù)設(shè)根目錄下有三個目錄:tmp、user、zzz var expectedCreateDirectory = new List<string>() { "tmp", "user", directoryName, }; var actualCreateDirectory = access.GetDirectories(@"/"); foreach (var item in actualCreateDirectory) { Console.WriteLine(item); } Console.WriteLine("********************************************"); // 刪除zzz目錄 var boolDeleteDirectory = access.DeleteDirectory(directoryName); Console.WriteLine("刪除zzz目錄_預(yù)期成功:" + boolDeleteDirectory); // 刪除zzz目錄_預(yù)期成功_預(yù)期根目錄下無zzz目錄 // 預(yù)設(shè)根目錄下有兩個目錄:tmp、user var expectedDeleteDirectory = new List<string>() { "tmp", "user", }; var actualDeleteDirectory = access.GetDirectories(@"/"); foreach (var item in actualDeleteDirectory) { Console.WriteLine(item); } } //_建立Test檔案_預(yù)期根目錄下有Test檔案_刪除Test檔案_預(yù)期成功_預(yù)期根目錄下無Test檔案 public static void FileTest() { var localFile = Path.Combine(Directory.GetCurrentDirectory(), "TestFolder", "Test.jpg"); var remotePath = "Test.jpg"; // 建立Test檔案 var boolCreateFile = access.CreateFile(localFile, remotePath); // 建立Test檔案_預(yù)期根目錄下有Test檔案 var expectedCreateFile = new List<string>() { remotePath, }; var actualCreateFile = access.GetFiles(@"/"); foreach (var item in actualCreateFile) { Console.WriteLine(item); } Console.WriteLine("********************************************"); // 刪除Test檔案 var boolDeleteFile = access.DeleteDirectory(remotePath); Console.WriteLine("刪除Test檔案_預(yù)期成功:"+boolDeleteFile); // 刪除Test檔案_預(yù)期成功_預(yù)期根目錄下無Test檔案 var expectedDeleteFile = new List<string>(); var actualDeleteFile = access.GetFiles(@"/"); foreach (var item in actualDeleteFile) { Console.WriteLine(item); } } //_建立Test檔案_預(yù)期根目錄下有Test檔案_取得Test檔案_預(yù)期成功_預(yù)期回傳Test檔案Stream并轉(zhuǎn)存成功 public static void OpenFileTest() { var localFile = Path.Combine(Directory.GetCurrentDirectory(), "TestFolder", "Test.jpg"); var remotePath = "Test.jpg"; var saveFile = Path.Combine(Directory.GetCurrentDirectory(), "Test.jpg"); Console.WriteLine("saveFile:" + saveFile); Console.WriteLine("********************************************"); // 建立Test檔案 var boolCreateFile = access.CreateFile(localFile, remotePath); // 建立Test檔案_預(yù)期根目錄下有Test檔案 var expectedCreateFile = new List<string>() { remotePath, }; var actualCreateFile = access.GetFiles(@"/"); foreach (var item in actualCreateFile) { Console.WriteLine(item); } Console.WriteLine("********************************************"); // 取得Test檔案 var response = access.OpenFile(remotePath); // 取得Test檔案_預(yù)期成功 response.EnsureSuccessStatusCode(); // 取得Test檔案_預(yù)期成功_預(yù)期回傳Test檔案Stream并轉(zhuǎn)存成功 using (var fs = File.Create(saveFile)) { response.Content.CopyToAsync(fs).Wait(); } Console.WriteLine(File.Exists(saveFile)); } } }
運(yùn)行結(jié)果如圖:
看完了這篇文章,相信你對ASP.NET實現(xiàn)Hadoop增刪改查的方法有了一定的了解,想了解更多相關(guān)知識,歡迎關(guān)注創(chuàng)新互聯(lián)行業(yè)資訊頻道,感謝各位的閱讀!
標(biāo)題名稱:ASP.NET實現(xiàn)Hadoop增刪改查的方法
標(biāo)題URL:http://chinadenli.net/article14/ppccde.html
成都網(wǎng)站建設(shè)公司_創(chuàng)新互聯(lián),為您提供企業(yè)網(wǎng)站制作、定制開發(fā)、外貿(mào)建站、網(wǎng)站營銷、微信小程序、關(guān)鍵詞優(yōu)化
聲明:本網(wǎng)站發(fā)布的內(nèi)容(圖片、視頻和文字)以用戶投稿、用戶轉(zhuǎn)載內(nèi)容為主,如果涉及侵權(quán)請盡快告知,我們將會在第一時間刪除。文章觀點不代表本網(wǎng)站立場,如需處理請聯(lián)系客服。電話:028-86922220;郵箱:631063699@qq.com。內(nèi)容未經(jīng)允許不得轉(zhuǎn)載,或轉(zhuǎn)載時需注明來源: 創(chuàng)新互聯(lián)