.net minio 帮助类 minio4.0.1 解决文件占用文件
minio设置端口 minio.exe server --address 127.0.0.1:9000 --console-address 127.0.0.1:9001 C:\minio\data
如果要创建目录,直接在上传文件时在路径前加上目录即可
解决文件问题可以做如下调整,通过文件流进行操作(后续帮助类只处理里FPutObject这个函数,其他逻辑也均可以这样修复)
//解决文件占用文件
using (var stream = new FileStream(fileName, FileMode.Open, FileAccess.Read))
{
return minio.PutObjectAsync(new PutObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
.WithStreamData(stream)
.WithObjectSize(stream.Length)
.WithContentType(contentType));
}
public class MinioHelper
{
/// <summary>
///
/// </summary>
/// <param name="endPoint"></param>
/// <param name="accessKey"></param>
/// <param name="secretKey"></param>
/// <param name="withSSL"></param>
/// <returns></returns>
public static MinioClient Create(string endPoint, string accessKey, string secretKey, bool withSSL = false)
{
MinioClient client = new MinioClient()
.WithEndpoint(endPoint)
.WithCredentials(accessKey,
secretKey);
if (withSSL)
{
client = client.WithSSL();
}
return client.Build();
}
#region 操作存储桶
/// <summary>
/// 创建存储桶
///
/// <example >
/// <code >
/// MinioHelper.MakeBucket(minio, buckName).Wait();
/// </code>
///
/// </example>
/// </summary>
/// <param name = "minio" > 连接实例 </param >
/// <param name="bucketName">存储桶名称</param>
/// <param name = "loc" > 可选参数 </param >
/// <returns ></returns >
public static Task MakeBucket(MinioClient minio, string bucketName, string loc = "us-east-1")
{
try
{
bool found = BucketExists(minio, bucketName);
if (found)
{
throw new Exception(string.Format("存储桶[{0}]已存在", bucketName));
}
MakeBucketArgs args = new MakeBucketArgs()
.WithBucket(bucketName)
.WithLocation(loc);
return minio.MakeBucketAsync(args);
}
catch (Exception e)
{
throw new Exception(e.Message);
}
}
/// <summary>
/// 校验是否存在,如果不存在则报错
/// <example>
/// 调用示例
/// <code>
/// bool exists = MinioHelper.BucketExists(minio, buckName);
/// </code>
/// </example>
/// </summary>
/// <param name="minio"></param>
/// <param name="bucketName"></param>
/// <exception cref="Exception"></exception>
private static void CheckBucket(MinioClient minio, string bucketName)
{
bool found = BucketExists(minio, bucketName);
if (!found)
{
throw new Exception(string.Format("存储桶[{0}]不存在", bucketName));
}
}
/// <summary>
/// 列出所有的存储桶
/// </summary>
/// <example>
/// <code>
/// abc</code>
/// </example>
/// <param name="minio">连接实例</param>
/// <returns></returns>
public static ListAllMyBucketsResult ListBuckets(MinioClient minio)
{
Task<ListAllMyBucketsResult> data = minio.ListBucketsAsync();
data.Wait();
return data.Result;
}
/// <summary>
/// 检查存储桶是否存在
/// </summary>
/// <example>
/// <code>
/// var data = MinioHelper.ListBuckets(minio);
/// </code>
/// </example>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <returns></returns>
public static bool BucketExists(MinioClient minio, string bucketName, CancellationToken cancellationToken = default(CancellationToken))
{
try
{
BucketExistsArgs args = new BucketExistsArgs()
.WithBucket(bucketName);
Task<bool> bucketExistTask = minio.BucketExistsAsync(args);
Task.WaitAll(bucketExistTask);
return bucketExistTask.Result;
}
catch (Exception e)
{
throw new Exception(e.Message);
}
}
/// <summary>
/// 删除一个存储桶
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <returns></returns>
public static Task RemoveBucket(MinioClient minio, string bucketName, CancellationToken cancellationToken = default(CancellationToken))
{
try
{
CheckBucket(minio, bucketName);
RemoveBucketArgs args = new RemoveBucketArgs()
.WithBucket(bucketName);
return minio.RemoveBucketAsync(args, cancellationToken);
}
catch (Exception e)
{
throw new Exception(e.Message);
}
}
/// <summary>列出存储桶里的对象
/// 列出存储桶里的对象
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="prefix">对象的前缀</param>
/// <param name="recursive">true代表递归查找,false代表类似文件夹查找,以'/'分隔,不查子文件夹</param>
public static IObservable<Item> ListObjects(MinioClient minio, string bucketName, string prefix = null, bool recursive = true)
{
try
{
ListObjectsArgs args = new ListObjectsArgs()
.WithBucket(bucketName)
.WithPrefix(prefix)
.WithRecursive(recursive);
IObservable<Item> data = minio.ListObjectsAsync(args);
return data;
}
catch (Exception e)
{
throw new Exception(e.Message);
}
}
#endregion
#region 操作文件对象
public static bool FileExist(MinioClient minio, string bucketName, string objectName)
{
try
{
var obj = new StatObjectArgs().WithBucket(bucketName)
.WithObject(objectName);
var objStat = minio.StatObjectAsync(obj);
objStat.Wait();
}
catch (AggregateException e)
{
foreach (var item in e.InnerExceptions)
{
if(item is ObjectNotFoundException notFound)
{
return false;
}
}
}
return true;
}
/// <summary>
/// 从桶下载文件到流
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectName">存储桶里的对象名称</param>
/// <param name="sse"></param>
/// <returns></returns>
public static Task<ObjectStat> FGetObject(MinioClient minio, string bucketName, string objectName, ServerSideEncryption sse = null, Action<Stream> cb = null)
{
CheckBucket(minio, bucketName);
try
{
GetObjectArgs args = new GetObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
.WithServerSideEncryption(sse)
.WithCallbackStream(cb);
return minio.GetObjectAsync(args);
}
catch (MinioException e)
{
throw new Exception(e.Message);
}
}
/// <summary>
/// 从桶下载文件到本地
/// </summary>
/// <param name="minio"></param>
/// <param name="bucketName"></param>
/// <param name="objectName"></param>
/// <param name="fileName"></param>
/// <param name="sse"></param>
/// <returns></returns>
public static Task<ObjectStat> FGetObject(MinioClient minio, string bucketName, string objectName, string fileName, ServerSideEncryption sse = null)
{
CheckBucket(minio, bucketName);
if (File.Exists(fileName))
{
File.Delete(fileName);
}
return FGetObject(minio, bucketName, objectName, sse, stream =>
{
using (FileStream fileStream = new FileStream(fileName, FileMode.CreateNew, FileAccess.Write))
{
stream.CopyTo(fileStream);
}
});
}
/// <summary>
/// 上传本地文件至存储桶
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectName">存储桶里的对象名称</param>
/// <param name="fileName">本地路径</param>
/// <returns></returns>
public static Task FPutObject(MinioClient minio, string bucketName, string objectName, string fileName, string contentType = "application/octet-stream", Dictionary<string, string> metaData = null, ServerSideEncryption sse = null)
{
CheckBucket(minio, bucketName);
try
{
//var data= minio.PutObjectAsync(bucketName, objectName, fileName, contentType: "application/octet-stream");
//PutObjectArgs args = new PutObjectArgs()
// .WithBucket(bucketName)
// .WithObject(objectName)
// .WithFileName(fileName)
// .WithContentType(contentType)
// .WithHeaders(metaData)
// .WithServerSideEncryption(sse);
//return minio.PutObjectAsync(args);
//解决文件占用文件
using (var stream = new FileStream(fileName, FileMode.Open, FileAccess.Read))
{
return minio.PutObjectAsync(new PutObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
.WithStreamData(stream)
.WithObjectSize(stream.Length)
.WithContentType(contentType));
}
}
catch (MinioException e)
{
throw new Exception(e.Message);
}
}
#endregion
#region Presigned操作
/// <summary>生成一个给HTTP GET请求用的presigned URL。浏览器/移动端的客户端可以用这个URL进行下载,即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间,默认值是7天。
/// 生成一个给HTTP GET请求用的presigned URL。浏览器/移动端的客户端可以用这个URL进行下载,即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间,默认值是7天。
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectName">存储桶里的对象名称</param>
/// <param name="expiresInt">失效时间(以秒为单位),默认是7天,不得大于七天</param>
/// <param name="reqParams">额外的响应头信息,支持response-expires、response-content-type、response-cache-control、response-content-disposition</param>
/// <returns></returns>
public static Task<string> PresignedGetObject(MinioClient minio, string bucketName, string objectName, int expiresInt = 1000)
{
CheckBucket(minio, bucketName);
try
{
//Dictionary<string, string> reqParams = new Dictionary<string, string> { { "response-content-type", "application/json" } };
PresignedGetObjectArgs args = new PresignedGetObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
//.WithHeaders(reqParams)
.WithExpiry(expiresInt);
//.WithRequestDate(DateTime.Now.ToUniversalTime());
return minio.PresignedGetObjectAsync(args);
}
catch (Exception e)
{
throw new Exception(e.Message);
}
}
/// <summary>生成一个给HTTP PUT请求用的presigned URL。浏览器/移动端的客户端可以用这个URL进行上传,即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间,默认值是7天。
/// 生成一个给HTTP PUT请求用的presigned URL。浏览器/移动端的客户端可以用这个URL进行上传,即使其所在的存储桶是私有的。这个presigned URL可以设置一个失效时间,默认值是7天。
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectName">存储桶里的对象名称</param>
/// <param name="expiresInt">失效时间(以秒为单位),默认是7天,不得大于七天</param>
/// <returns></returns>
public static Task<string> PresignedPutObject(MinioClient minio, string bucketName, string objectName, int expiresInt = 1000)
{
CheckBucket(minio, bucketName);
try
{
//string presignedUrl = await minio.PresignedPutObjectAsync(bucketName, objectName, expiresInt);
//Ret = presignedUrl;
//flag = true;
PresignedPutObjectArgs args = new PresignedPutObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
.WithExpiry(expiresInt);
return minio.PresignedPutObjectAsync(args);
}
catch (Exception e)
{
throw new Exception(e.Message);
}
}
/// <summary>允许给POST请求的presigned URL设置策略,比如接收对象上传的存储桶名称的策略,key名称前缀,过期策略。
/// 允许给POST请求的presigned URL设置策略,比如接收对象上传的存储桶名称的策略,key名称前缀,过期策略。
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="PostPolicy">对象的post策略</param>
/// <returns></returns>
public async static Task<(Uri, Dictionary<string, string>)> PresignedPostPolicy(MinioClient minio)
{
try
{
PostPolicy form = new PostPolicy();
DateTime expiration = DateTime.UtcNow;
form.SetExpires(expiration.AddDays(10));
form.SetKey("my-objectname");
form.SetBucket("my-bucketname");
(Uri, Dictionary<string, string>) data = await minio.PresignedPostPolicyAsync(form);
return data;
//tuple<uri, dictionary<string, string>> tuple =;
//string curlCommand = "curl -X POST ";
//foreach (KeyValuePair<string, string> pair in tuple.Item2)
//{
// curlCommand = curlCommand + $" -F {pair.Key}={pair.Value}";
//}
//curlCommand = curlCommand + " -F file=@/etc/bashrc " + tuple.Item1; // https://s3.amazonaws.com/my-bucketname";
}
catch (Exception e)
{
throw new Exception(e.Message);
}
}
#endregion
#region 操作对象
/// <summary>下载对象指定区域的字节数组做为流。offset和length都必须传
/// 下载对象指定区域的字节数组做为流。offset和length都必须传
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectName">存储桶里的对象名称</param>
/// <param name="offset">offset 是起始字节的位置</param>
/// <param name="length">length是要读取的长度</param>
/// <param name="callback">处理流的回调函数</param>
/// <returns></returns>
public async static Task GetObjectAsync(MinioClient minio, string bucketName, string objectName, long offset, long length, Action<Stream> callback)
{
CheckBucket(minio, bucketName);
try
{
StatObjectArgs args = new StatObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
.WithServerSideEncryption(null);
await minio.StatObjectAsync(args);
GetObjectArgs objArgs = new GetObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
.WithCallbackStream(callback)
.WithOffsetAndLength(offset, length)
.WithServerSideEncryption(null);
await minio.GetObjectAsync(objArgs);
}
catch (MinioException e)
{
throw new Exception(e.Message);
}
}
/// <summary>通过Stream上传对象
/// 通过Stream上传对象
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectName">存储桶里的对象名称</param>
/// <param name="data">要上传的Stream对象</param>
/// <param name="size">流的大小</param>
/// <param name="contentType">文件的Content type,默认是"application/octet-stream"</param>
/// <param name="metaData">元数据头信息的Dictionary对象,默认是null</param>
/// <returns></returns>
public async static Task PutObjectAsync(MinioClient minio, string bucketName, string objectName, Stream data, long size, string contentType = "application/octet-stream", Dictionary<string, string> metaData = null)
{
CheckBucket(minio, bucketName);
try
{
//byte[] bs = File.ReadAllBytes(fileName);
//System.IO.MemoryStream filestream = new System.IO.MemoryStream(bs);
//await minio.PutObjectAsync(bucketName, objectName, data, size, contentType, metaData);
PutObjectArgs args = new PutObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName)
.WithStreamData(data)
.WithObjectSize(size)
.WithContentType(contentType)
.WithHeaders(metaData)
.WithServerSideEncryption(null);
await minio.PutObjectAsync(args);
}
catch (MinioException e)
{
throw new Exception(e.Message);
}
}
/// <summary>从objectName指定的对象中将数据拷贝到destObjectName指定的对象
/// 从objectName指定的对象中将数据拷贝到destObjectName指定的对象
/// </summary>
/// <param name="minio"></param>
/// <param name="fromBucketName">源存储桶名称</param>
/// <param name="fromObjectName">源存储桶中的源对象名称</param>
/// <param name="destBucketName">目标存储桶名称</param>
/// <param name="destObjectName">要创建的目标对象名称,如果为空,默认为源对象名称</param>
/// <param name="copyConditions">拷贝操作的一些条件Map</param>
/// <param name="sseSrc"></param>
/// <param name="sseDest"></param>
/// <returns></returns>
public async static Task CopyObject(MinioClient minio, string fromBucketName, string fromObjectName, string destBucketName, string destObjectName, CopyConditions copyConditions = null, ServerSideEncryption sseSrc = null, ServerSideEncryption sseDest = null, Dictionary<string, string> metadata = null)
{
CheckBucket(minio, fromBucketName);
CheckBucket(minio, destBucketName);
try
{
CopySourceObjectArgs cpSrcArgs = new CopySourceObjectArgs()
.WithBucket(fromBucketName)
.WithObject(fromObjectName)
.WithCopyConditions(copyConditions)
.WithServerSideEncryption(sseSrc);
CopyObjectArgs args = new CopyObjectArgs()
.WithBucket(destBucketName)
.WithObject(destObjectName)
.WithCopyObjectSource(cpSrcArgs)
.WithHeaders(metadata)
.WithServerSideEncryption(sseDest);
await minio.CopyObjectAsync(args);
}
catch (MinioException e)
{
throw new Exception(e.Message);
}
}
/// <summary>删除一个对象
/// 删除一个对象
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectName">存储桶里的对象名称</param>
/// <returns></returns>
public static Task RemoveObject(MinioClient minio, string bucketName, string objectName)
{
CheckBucket(minio, bucketName);
try
{
RemoveObjectArgs args = new RemoveObjectArgs()
.WithBucket(bucketName)
.WithObject(objectName);
return minio.RemoveObjectAsync(args);
}
catch (MinioException e)
{
throw new Exception(e.Message);
}
}
/// <summary>删除多个对象
/// 删除多个对象
/// </summary>
/// <param name="minio">连接实例</param>
/// <param name="bucketName">存储桶名称</param>
/// <param name="objectsList">含有多个对象名称的IEnumerable</param>
/// <returns></returns>
public static async Task<bool> RemoveObjects(MinioClient minio, string bucketName, List<string> objectsList)
{
CheckBucket(minio, bucketName);
bool flag = false;
try
{
if (objectsList != null)
{
//IObservable<DeleteError> objectsOservable = await minio.RemoveObjectAsync(bucketName, objectsList).ConfigureAwait(false);
flag = true;
//IDisposable objectsSubscription = objectsOservable.Subscribe(
// objDeleteError => Console.WriteLine($"Object: {objDeleteError.Key}"),
// ex => Console.WriteLine($"OnError: {ex}"),
// () =>
// {
// Console.WriteLine($"Removed objects in list from {bucketName}\n");
// });
//return;
RemoveObjectsArgs args = new RemoveObjectsArgs()
.WithBucket(bucketName)
.WithObjects(objectsList);
await minio.RemoveObjectsAsync(args);
}
}
catch (MinioException e)
{
throw new Exception(e.Message);
}
return flag;
}
#endregion
}
//获取上传链接
var minio = MinioHelper.Create("127.0.0.1", "minioadmin", "minioadmin");
var putUrlData = MinioHelper.PresignedPutObject(minio, "", "");
putUrlData.Wait();
linux环境下minio部署
wget https://dl.min.io/server/minio/release/linux-amd64/minio_20220917000945.0.0_amd64.deb
dpkg -i minio_20220917000945.0.0_amd64.deb
# MINIO_ROOT_USER=admin MINIO_ROOT_PASSWORD=password minio server /mnt/data --console-address ":9001"
/etc/systemd/system路径下创建文件minio.service
[Unit]
Description=api services
[Service]
Type=forking
ExecStart=/Server/startMinio.sh
#ExecReload=/Service/API/RunDotNetServices.sh
#ExecStop=/Service/API/RunDotNetServices.sh
PrivateTmp=true
[Install]
WantedBy=multi-user.target
其中/Server/startMinio.sh内如如下
#!/bin/bash
/usr/local/bin/minio server /Server/miniodata --address :7000 --console-address :7001 &
配置开机启动
systemctl enable /etc/systemd/system/minio.service
留待后查,同时方便他人
联系我:renhanlinbsl@163.com
联系我:renhanlinbsl@163.com
【推荐】国内首个AI IDE,深度理解中文开发场景,立即下载体验Trae
【推荐】编程新体验,更懂你的AI,立即体验豆包MarsCode编程助手
【推荐】抖音旗下AI助手豆包,你的智能百科全书,全免费不限次数
【推荐】轻量又高性能的 SSH 工具 IShell:AI 加持,快人一步
· 震惊!C++程序真的从main开始吗?99%的程序员都答错了
· 【硬核科普】Trae如何「偷看」你的代码?零基础破解AI编程运行原理
· 单元测试从入门到精通
· 上周热点回顾(3.3-3.9)
· winform 绘制太阳,地球,月球 运作规律