1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
|
use std::{convert::TryInto, fs, io, io::Write, path::PathBuf};
use gix_features::{hash, zlib::stream::deflate};
use gix_object::WriteTo;
use tempfile::NamedTempFile;
use super::Store;
use crate::store_impls::loose;
/// Returned by the [`crate::Write`] trait implementation of [`Store`]
#[derive(thiserror::Error, Debug)]
#[allow(missing_docs)]
pub enum Error {
#[error("Could not {message} '{path}'")]
Io {
source: io::Error,
message: &'static str,
path: PathBuf,
},
#[error("An IO error occurred while writing an object")]
IoRaw(#[from] io::Error),
#[error("Could not turn temporary file into persisted file at '{target}'")]
Persist {
source: tempfile::PersistError,
target: PathBuf,
},
}
impl crate::traits::Write for Store {
fn write(&self, object: &dyn WriteTo) -> Result<gix_hash::ObjectId, crate::write::Error> {
let mut to = self.dest()?;
to.write_all(&object.loose_header()).map_err(|err| Error::Io {
source: err,
message: "write header to tempfile in",
path: self.path.to_owned(),
})?;
object.write_to(&mut to).map_err(|err| Error::Io {
source: err,
message: "stream all data into tempfile in",
path: self.path.to_owned(),
})?;
to.flush().map_err(Box::new)?;
Ok(self.finalize_object(to).map_err(Box::new)?)
}
/// Write the given buffer in `from` to disk in one syscall at best.
///
/// This will cost at least 4 IO operations.
fn write_buf(&self, kind: gix_object::Kind, from: &[u8]) -> Result<gix_hash::ObjectId, crate::write::Error> {
let mut to = self.dest().map_err(Box::new)?;
to.write_all(&gix_object::encode::loose_header(kind, from.len()))
.map_err(|err| Error::Io {
source: err,
message: "write header to tempfile in",
path: self.path.to_owned(),
})?;
to.write_all(from).map_err(|err| Error::Io {
source: err,
message: "stream all data into tempfile in",
path: self.path.to_owned(),
})?;
to.flush()?;
Ok(self.finalize_object(to)?)
}
/// Write the given stream in `from` to disk with at least one syscall.
///
/// This will cost at least 4 IO operations.
fn write_stream(
&self,
kind: gix_object::Kind,
size: u64,
mut from: &mut dyn io::Read,
) -> Result<gix_hash::ObjectId, crate::write::Error> {
let mut to = self.dest().map_err(Box::new)?;
to.write_all(&gix_object::encode::loose_header(
kind,
size.try_into().expect("object size to fit into usize"),
))
.map_err(|err| Error::Io {
source: err,
message: "write header to tempfile in",
path: self.path.to_owned(),
})?;
io::copy(&mut from, &mut to)
.map_err(|err| Error::Io {
source: err,
message: "stream all data into tempfile in",
path: self.path.to_owned(),
})
.map_err(Box::new)?;
to.flush().map_err(Box::new)?;
Ok(self.finalize_object(to)?)
}
}
type CompressedTempfile = deflate::Write<NamedTempFile>;
/// Access
impl Store {
/// Return the path to the object with `id`.
///
/// Note that is may not exist yet.
pub fn object_path(&self, id: &gix_hash::oid) -> PathBuf {
loose::hash_path(id, self.path.clone())
}
}
impl Store {
fn dest(&self) -> Result<hash::Write<CompressedTempfile>, Error> {
Ok(hash::Write::new(
deflate::Write::new(NamedTempFile::new_in(&self.path).map_err(|err| Error::Io {
source: err,
message: "create named temp file in",
path: self.path.to_owned(),
})?),
self.object_hash,
))
}
fn finalize_object(
&self,
hash::Write { hash, inner: file }: hash::Write<CompressedTempfile>,
) -> Result<gix_hash::ObjectId, Error> {
let id = gix_hash::ObjectId::from(hash.digest());
let object_path = loose::hash_path(&id, self.path.clone());
let object_dir = object_path
.parent()
.expect("each object path has a 1 hex-bytes directory");
if let Err(err) = fs::create_dir(object_dir) {
match err.kind() {
io::ErrorKind::AlreadyExists => {}
_ => return Err(err.into()),
}
}
let file = file.into_inner();
let res = file.persist(&object_path);
// On windows, we assume that such errors are due to its special filesystem semantics,
// on any other platform that would be a legitimate error though.
#[cfg(windows)]
if let Err(err) = &res {
if err.error.kind() == std::io::ErrorKind::PermissionDenied
|| err.error.kind() == std::io::ErrorKind::AlreadyExists
{
return Ok(id);
}
}
#[cfg(unix)]
if let Ok(mut perm) = object_path.metadata().map(|m| m.permissions()) {
use std::os::unix::fs::PermissionsExt;
/// For now we assume the default with standard umask. This can be more sophisticated,
/// but we have the bare minimum.
fn comp_mode(_mode: u32) -> u32 {
0o444
}
let new_mode = comp_mode(perm.mode());
if (perm.mode() ^ new_mode) & !0o170000 != 0 {
perm.set_mode(new_mode);
std::fs::set_permissions(&object_path, perm).map_err(|err| Error::Io {
source: err,
message: "Failed to set permission bits",
path: object_path.clone(),
})?;
}
}
res.map_err(|err| Error::Persist {
source: err,
target: object_path,
})?;
Ok(id)
}
}
|
