opendal_service_vercel_blob/
backend.rs

1// Licensed to the Apache Software Foundation (ASF) under one
2// or more contributor license agreements.  See the NOTICE file
3// distributed with this work for additional information
4// regarding copyright ownership.  The ASF licenses this file
5// to you under the Apache License, Version 2.0 (the
6// "License"); you may not use this file except in compliance
7// with the License.  You may obtain a copy of the License at
8//
9//   http://www.apache.org/licenses/LICENSE-2.0
10//
11// Unless required by applicable law or agreed to in writing,
12// software distributed under the License is distributed on an
13// "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
14// KIND, either express or implied.  See the License for the
15// specific language governing permissions and limitations
16// under the License.
17
18use std::fmt::Debug;
19use std::sync::Arc;
20
21use bytes::Buf;
22use http::StatusCode;
23use log::debug;
24
25use super::VERCEL_BLOB_SCHEME;
26use super::config::VercelBlobConfig;
27use super::core::Blob;
28use super::core::parse_blob;
29use super::core::parse_error;
30use super::core::{ErrorContext, VercelBlobCore};
31use super::deleter::VercelBlobDeleter;
32use super::lister::VercelBlobLister;
33use super::reader::*;
34use super::writer::VercelBlobWriter;
35use super::writer::VercelBlobWriters;
36use opendal_core::raw::*;
37use opendal_core::*;
38
39/// [VercelBlob](https://vercel.com/docs/storage/vercel-blob) services support.
40#[doc = include_str!("docs.md")]
41#[derive(Default)]
42pub struct VercelBlobBuilder {
43    pub(super) config: VercelBlobConfig,
44}
45
46impl Debug for VercelBlobBuilder {
47    fn fmt(&self, f: &mut std::fmt::Formatter<'_>) -> std::fmt::Result {
48        f.debug_struct("VercelBlobBuilder")
49            .field("config", &self.config)
50            .finish_non_exhaustive()
51    }
52}
53
54impl VercelBlobBuilder {
55    /// Set root of this backend.
56    ///
57    /// All operations will happen under this root.
58    pub fn root(mut self, root: &str) -> Self {
59        self.config.root = if root.is_empty() {
60            None
61        } else {
62            Some(root.to_string())
63        };
64
65        self
66    }
67
68    /// Vercel Blob token.
69    ///
70    /// Get from Vercel environment variable `BLOB_READ_WRITE_TOKEN`.
71    /// It is required.
72    pub fn token(mut self, token: &str) -> Self {
73        if !token.is_empty() {
74            self.config.token = Some(token.to_string());
75        }
76        self
77    }
78}
79
80impl Builder for VercelBlobBuilder {
81    type Config = VercelBlobConfig;
82
83    /// Builds the backend and returns the result of VercelBlobBackend.
84    fn build(self) -> Result<impl Service> {
85        debug!("backend build started: {:?}", self);
86
87        let root = normalize_root(&self.config.root.clone().unwrap_or_default());
88        debug!("backend use root {}", root);
89
90        // Handle token.
91        let Some(token) = self.config.token.clone() else {
92            return Err(Error::new(ErrorKind::ConfigInvalid, "token is empty")
93                .with_operation("Builder::build")
94                .with_context("service", VERCEL_BLOB_SCHEME));
95        };
96
97        Ok(VercelBlobBackend {
98            core: Arc::new(VercelBlobCore {
99                info: ServiceInfo::new(VERCEL_BLOB_SCHEME, &root, ""),
100                capability: Capability {
101                    stat: true,
102
103                    read: true,
104                    read_with_suffix: true,
105
106                    write: true,
107                    write_can_empty: true,
108                    write_can_multi: true,
109                    write_multi_min_size: Some(5 * 1024 * 1024),
110
111                    copy: true,
112
113                    list: true,
114                    list_with_limit: true,
115
116                    delete: true,
117
118                    shared: true,
119
120                    ..Default::default()
121                },
122                root,
123                token,
124            }),
125        })
126    }
127}
128
129/// Backend for VercelBlob services.
130#[derive(Debug, Clone)]
131pub struct VercelBlobBackend {
132    pub(crate) core: Arc<VercelBlobCore>,
133}
134
135impl Service for VercelBlobBackend {
136    type Reader = oio::StreamReader<VercelBlobReader>;
137    type Writer = VercelBlobWriters;
138    type Lister = oio::PageLister<VercelBlobLister>;
139    type Deleter = oio::OneShotDeleter<VercelBlobDeleter>;
140    type Copier = oio::OneShotCopier;
141    type Composer = ();
142
143    fn info(&self) -> ServiceInfo {
144        self.core.info.clone()
145    }
146
147    fn capability(&self) -> Capability {
148        self.core.capability
149    }
150
151    async fn create_dir(
152        &self,
153        _ctx: &OperationContext,
154        _path: &str,
155        _args: OpCreateDir,
156    ) -> Result<RpCreateDir> {
157        Err(Error::new(
158            ErrorKind::Unsupported,
159            "operation is not supported",
160        ))
161    }
162
163    async fn stat(&self, ctx: &OperationContext, path: &str, _args: OpStat) -> Result<RpStat> {
164        let resp = self.core.head(ctx, path).await?;
165
166        let status = resp.status();
167
168        match status {
169            StatusCode::OK => {
170                let bs = resp.into_body();
171
172                let resp: Blob =
173                    serde_json::from_reader(bs.reader()).map_err(new_json_deserialize_error)?;
174
175                parse_blob(&resp).map(RpStat::new)
176            }
177            _ => Err(parse_error(
178                ErrorContext::new(ServiceOperation("HeadBlob")),
179                resp,
180            )),
181        }
182    }
183    fn read(&self, ctx: &OperationContext, path: &str, args: OpRead) -> Result<Self::Reader> {
184        let output: oio::StreamReader<VercelBlobReader> = {
185            Ok(oio::StreamReader::new(VercelBlobReader::new(
186                self.clone(),
187                ctx.clone(),
188                path,
189                args,
190            )))
191        }?;
192
193        Ok(output)
194    }
195
196    fn write(&self, ctx: &OperationContext, path: &str, args: OpWrite) -> Result<Self::Writer> {
197        let output: VercelBlobWriters = {
198            let concurrent = args.concurrent();
199            let writer =
200                VercelBlobWriter::new(self.core.clone(), ctx.clone(), args, path.to_string());
201
202            let w = oio::MultipartWriter::new(ctx.executor().clone(), writer, concurrent);
203
204            Ok(w)
205        }?;
206
207        Ok(output)
208    }
209
210    fn copy(
211        &self,
212        ctx: &OperationContext,
213        from: &str,
214        to: &str,
215        args: OpCopy,
216    ) -> Result<Self::Copier> {
217        let backend = self.clone();
218        let core = self.core.clone();
219        let ctx = ctx.clone();
220        let from = from.to_string();
221        let to = to.to_string();
222        let source_content_length_hint = args.source_content_length_hint();
223
224        Ok(oio::OneShotCopier::new(async move {
225            let source_size = match source_content_length_hint {
226                Some(size) => size,
227                None => backend
228                    .stat(&ctx, &from, OpStat::default())
229                    .await?
230                    .into_metadata()
231                    .content_length(),
232            };
233
234            let resp = core.copy(&ctx, &from, &to).await?;
235            let status = resp.status();
236
237            match status {
238                StatusCode::OK => Ok(MetadataBuilder::file(source_size).build()),
239                _ => Err(parse_error(
240                    ErrorContext::new(ServiceOperation("CopyBlob")),
241                    resp,
242                )),
243            }
244        }))
245    }
246
247    fn list(&self, ctx: &OperationContext, path: &str, args: OpList) -> Result<Self::Lister> {
248        let output: oio::PageLister<VercelBlobLister> = {
249            let l = VercelBlobLister::new(self.core.clone(), ctx.clone(), path, args.limit());
250            Ok(oio::PageLister::new(l))
251        }?;
252
253        Ok(output)
254    }
255
256    fn delete(&self, ctx: &OperationContext) -> Result<Self::Deleter> {
257        let output: oio::OneShotDeleter<VercelBlobDeleter> = {
258            Ok(oio::OneShotDeleter::new(VercelBlobDeleter::new(
259                self.core.clone(),
260                ctx.clone(),
261            )))
262        }?;
263
264        Ok(output)
265    }
266
267    async fn rename(
268        &self,
269        _ctx: &OperationContext,
270        _from: &str,
271        _to: &str,
272        _args: OpRename,
273    ) -> Result<RpRename> {
274        Err(Error::new(
275            ErrorKind::Unsupported,
276            "operation is not supported",
277        ))
278    }
279
280    async fn presign(
281        &self,
282        _ctx: &OperationContext,
283        _path: &str,
284        _args: OpPresign,
285    ) -> Result<RpPresign> {
286        Err(Error::new(
287            ErrorKind::Unsupported,
288            "operation is not supported",
289        ))
290    }
291}
opendal_service_vercel_blob/backend.rs

opendal_service_vercel_blob/
backend.rs
