Skip to content

Commit 00a02de

Browse files
authored
[feature](Cloud) support volcano engine object storage tos (#51414)
Support volcano engine object storage(tos) as a provider when creating storage vaul
1 parent 8afa86b commit 00a02de

File tree

5 files changed

+11
-2
lines changed

5 files changed

+11
-2
lines changed

be/src/io/fs/obj_storage_client.h

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -36,6 +36,7 @@ enum class ObjStorageType : uint8_t {
3636
OSS,
3737
OBS,
3838
GCP,
39+
TOS,
3940
};
4041

4142
struct ObjectStoragePathOptions {

be/src/util/s3_util.cpp

Lines changed: 6 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -448,6 +448,9 @@ S3Conf S3Conf::get_s3_conf(const cloud::ObjectStoreInfoPB& info) {
448448
case cloud::ObjectStoreInfoPB_Provider_AZURE:
449449
type = io::ObjStorageType::AZURE;
450450
break;
451+
case cloud::ObjectStoreInfoPB_Provider_TOS:
452+
type = io::ObjStorageType::TOS;
453+
break;
451454
default:
452455
__builtin_unreachable();
453456
LOG_FATAL("unknown provider type {}, info {}", info.provider(), ret.to_string());
@@ -511,6 +514,9 @@ S3Conf S3Conf::get_s3_conf(const TS3StorageParam& param) {
511514
case TObjStorageType::GCP:
512515
type = io::ObjStorageType::GCP;
513516
break;
517+
case TObjStorageType::TOS:
518+
type = io::ObjStorageType::TOS;
519+
break;
514520
default:
515521
LOG_FATAL("unknown provider type {}, info {}", param.provider, ret.to_string());
516522
__builtin_unreachable();

fe/fe-core/src/main/java/org/apache/doris/datasource/property/constants/S3Properties.java

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -78,7 +78,7 @@ public class S3Properties extends BaseProperties {
7878
public static final List<String> FS_KEYS = Arrays.asList(ENDPOINT, REGION, ACCESS_KEY, SECRET_KEY, SESSION_TOKEN,
7979
ROOT_PATH, BUCKET, MAX_CONNECTIONS, REQUEST_TIMEOUT_MS, CONNECTION_TIMEOUT_MS);
8080

81-
public static final List<String> PROVIDERS = Arrays.asList("COS", "OSS", "S3", "OBS", "BOS", "AZURE", "GCP");
81+
public static final List<String> PROVIDERS = Arrays.asList("COS", "OSS", "S3", "OBS", "BOS", "AZURE", "GCP", "TOS");
8282

8383
public static final List<String> AWS_CREDENTIALS_PROVIDERS = Arrays.asList(
8484
DataLakeAWSCredentialsProvider.class.getName(),

gensrc/proto/cloud.proto

Lines changed: 1 addition & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -189,6 +189,7 @@ message ObjectStoreInfoPB {
189189
BOS = 4;
190190
GCP = 5;
191191
AZURE = 6;
192+
TOS = 7;
192193
}
193194
optional int64 ctime = 1;
194195
optional int64 mtime = 2;

gensrc/thrift/AgentService.thrift

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -74,7 +74,8 @@ enum TObjStorageType {
7474
COS = 4,
7575
OBS = 5,
7676
OSS = 6,
77-
GCP = 7
77+
GCP = 7,
78+
TOS = 8
7879
}
7980

8081
enum TCredProviderType {

0 commit comments

Comments
 (0)