kakoune/src/file.cc

531 lines
15 KiB
C++
Raw Normal View History

2011-09-02 18:51:20 +02:00
#include "file.hh"
2011-09-09 20:40:59 +02:00
2013-04-09 20:05:40 +02:00
#include "assert.hh"
2011-09-02 18:51:20 +02:00
#include "buffer.hh"
2013-04-09 20:05:40 +02:00
#include "unicode.hh"
#include "regex.hh"
2014-11-12 22:27:07 +01:00
#include "string.hh"
2013-06-19 20:28:23 +02:00
#include <errno.h>
#include <sys/mman.h>
2011-09-02 18:51:20 +02:00
#include <fcntl.h>
#include <unistd.h>
2013-03-13 19:01:59 +01:00
#include <dirent.h>
2011-09-02 18:51:20 +02:00
2015-11-02 21:22:00 +01:00
#if defined(__FreeBSD__)
#include <sys/sysctl.h>
#endif
#if defined(__APPLE__)
#include <mach-o/dyld.h>
2015-09-27 19:48:01 +02:00
#define st_mtim st_mtimespec
#endif
2015-09-25 00:36:29 +02:00
#if defined(__HAIKU__)
#include <app/Application.h>
#include <app/Roster.h>
#include <storage/Path.h>
#endif
2011-09-02 18:51:20 +02:00
namespace Kakoune
{
2014-04-18 15:03:08 +02:00
String parse_filename(StringView filename)
{
if (filename.length() >= 1 and filename[0_byte] == '~' and
(filename.length() == 1 or filename[1_byte] == '/'))
return parse_filename("$HOME" + filename.substr(1_byte));
ByteCount pos = 0;
String result;
for (ByteCount i = 0; i < filename.length(); ++i)
{
if (filename[i] == '$' and (i == 0 or filename[i-1] != '\\'))
{
result += filename.substr(pos, i - pos);
ByteCount end = i+1;
while (end != filename.length() and is_word(filename[end]))
++end;
2014-04-18 15:03:08 +02:00
StringView var_name = filename.substr(i+1, end - i - 1);
const char* var_value = getenv(var_name.zstr());
if (var_value)
result += var_value;
pos = end;
}
}
if (pos != filename.length())
result += filename.substr(pos);
return result;
}
std::pair<StringView, StringView> split_path(StringView path)
{
2015-03-12 21:39:34 +01:00
auto it = find(reversed(path), '/');
if (it == path.rend())
return { {}, path };
const char* slash = it.base()-1;
return { {path.begin(), slash+1}, {slash+1, path.end()} };
}
2014-04-18 15:03:08 +02:00
String real_path(StringView filename)
{
char buffer[PATH_MAX+1];
StringView existing = filename;
StringView non_existing;
while (true)
{
char* res = realpath(existing.zstr(), buffer);
if (res)
{
if (non_existing.empty())
return res;
return format("{}/{}", res, non_existing);
}
auto it = find(existing.rbegin(), existing.rend(), '/');
if (it == existing.rend())
return filename.str();
existing = StringView{existing.begin(), it.base()-1};
non_existing = StringView{it.base(), filename.end()};
}
}
2014-04-18 15:03:08 +02:00
String compact_path(StringView filename)
{
String real_filename = real_path(filename);
char cwd[1024];
if (!::getcwd(cwd, 1024))
throw runtime_error(format("unable to get the current working directory (errno: {})", ::strerror(errno)));
2014-12-08 14:59:29 +01:00
String real_cwd = real_path(cwd) + "/";
if (prefix_match(real_filename, real_cwd))
return real_filename.substr(real_cwd.length()).str();
const char* home = getenv("HOME");
if (home)
{
ByteCount home_len = (int)strlen(home);
if (real_filename.substr(0, home_len) == home)
return "~" + real_filename.substr(home_len);
}
2014-04-18 15:03:08 +02:00
return filename.str();
}
String read_fd(int fd, bool text)
2011-12-22 14:33:29 +01:00
{
String content;
constexpr size_t bufsize = 256;
char buf[bufsize];
2011-09-02 18:51:20 +02:00
while (true)
{
ssize_t size = read(fd, buf, bufsize);
2011-09-02 18:51:20 +02:00
if (size == -1 or size == 0)
break;
if (text)
{
ssize_t beg = 0;
for (ssize_t pos = 0; pos < size; ++pos)
{
if (buf[pos] == '\r')
{
content += StringView{buf + beg, buf + pos};
beg = pos + 1;
}
}
content += StringView{buf + beg, buf + size};
}
else
content += StringView{buf, buf + size};
2011-09-02 18:51:20 +02:00
}
return content;
}
String read_file(StringView filename, bool text)
{
int fd = open(parse_filename(filename).c_str(), O_RDONLY);
if (fd == -1)
{
if (errno == ENOENT)
throw file_not_found(filename);
throw file_access_error(filename, strerror(errno));
}
auto close_fd = on_scope_end([fd]{ close(fd); });
return read_fd(fd, text);
}
MappedFile::MappedFile(StringView filename)
{
2014-11-17 20:38:30 +01:00
String real_filename = real_path(parse_filename(filename));
fd = open(real_filename.c_str(), O_RDONLY | O_NONBLOCK);
if (fd == -1)
{
if (errno == ENOENT)
throw file_not_found{real_filename};
2014-11-17 20:38:30 +01:00
throw file_access_error(real_filename, strerror(errno));
}
fstat(fd, &st);
if (S_ISDIR(st.st_mode))
2014-11-17 20:38:30 +01:00
throw file_access_error(real_filename, "is a directory");
data = (const char*)mmap(nullptr, st.st_size, PROT_READ, MAP_PRIVATE, fd, 0);
}
MappedFile::~MappedFile()
{
if (fd != -1)
{
munmap((void*)data, st.st_size);
close(fd);
}
}
bool file_exists(StringView filename)
{
String real_filename = real_path(parse_filename(filename));
struct stat st;
return stat(real_filename.c_str(), &st) == 0;
}
2015-11-27 00:40:17 +01:00
void write(int fd, StringView data)
{
2014-04-18 15:03:08 +02:00
const char* ptr = data.data();
ssize_t count = (int)data.length();
while (count)
{
ssize_t written = ::write(fd, ptr, count);
ptr += written;
count -= written;
if (written == -1)
throw file_access_error("fd: " + to_string(fd), strerror(errno));
}
2011-09-02 18:51:20 +02:00
}
void write_buffer_to_fd(Buffer& buffer, int fd)
2011-09-02 18:51:20 +02:00
{
auto eolformat = buffer.options()["eolformat"].get<EolFormat>();
2014-04-18 15:03:08 +02:00
StringView eoldata;
if (eolformat == EolFormat::Crlf)
2014-04-18 15:03:08 +02:00
eoldata = "\r\n";
else
2014-04-18 15:03:08 +02:00
eoldata = "\n";
if (buffer.options()["BOM"].get<ByteOrderMark>() == ByteOrderMark::Utf8)
if (::write(fd, "\xEF\xBB\xBF", 3) < 0)
throw runtime_error(format("unable to write data to the buffer (fd: {}; errno: {})", fd, ::strerror(errno)));
for (LineCount i = 0; i < buffer.line_count(); ++i)
{
// end of lines are written according to eolformat but always
// stored as \n
StringView linedata = buffer[i];
write(fd, linedata.substr(0, linedata.length()-1));
write(fd, eoldata);
}
}
2011-09-02 18:51:20 +02:00
void write_buffer_to_file(Buffer& buffer, StringView filename)
{
buffer.run_hook_in_own_context("BufWritePre", buffer.name());
{
int fd = open(parse_filename(filename).c_str(),
O_CREAT | O_WRONLY | O_TRUNC, 0644);
if (fd == -1)
throw file_access_error(filename, strerror(errno));
auto close_fd = on_scope_end([fd]{ close(fd); });
write_buffer_to_fd(buffer, fd);
}
if ((buffer.flags() & Buffer::Flags::File) and
real_path(filename) == real_path(buffer.name()))
buffer.notify_saved();
2013-12-11 14:58:38 +01:00
buffer.run_hook_in_own_context("BufWritePost", buffer.name());
2011-09-02 18:51:20 +02:00
}
void write_buffer_to_backup_file(Buffer& buffer)
{
String path = real_path(buffer.name());
StringView dir, file;
std::tie(dir,file) = split_path(path);
char pattern[PATH_MAX];
if (dir.empty())
format_to(pattern, ".{}.kak.XXXXXX", file);
else
format_to(pattern, "{}/.{}.kak.XXXXXX", dir, file);
int fd = mkstemp(pattern);
if (fd >= 0)
{
write_buffer_to_fd(buffer, fd);
close(fd);
}
}
String find_file(StringView filename, ConstArrayView<String> paths)
2013-02-27 19:58:38 +01:00
{
struct stat buf;
if (filename.length() > 1 and filename[0_byte] == '/')
{
if (stat(filename.zstr(), &buf) == 0 and S_ISREG(buf.st_mode))
2014-04-18 15:03:08 +02:00
return filename.str();
return "";
}
2014-04-18 15:03:08 +02:00
if (filename.length() > 2 and
filename[0_byte] == '~' and filename[1_byte] == '/')
{
2014-04-18 15:03:08 +02:00
String candidate = getenv("HOME") + filename.substr(1_byte).str();
if (stat(candidate.c_str(), &buf) == 0 and S_ISREG(buf.st_mode))
return candidate;
return "";
}
for (auto candidate : paths)
2013-02-27 19:58:38 +01:00
{
if (not candidate.empty() and candidate.back() != '/')
candidate += '/';
candidate += filename;
2013-02-27 19:58:38 +01:00
if (stat(candidate.c_str(), &buf) == 0 and S_ISREG(buf.st_mode))
return candidate;
}
return "";
}
void make_directory(StringView dir)
{
auto it = dir.begin(), end = dir.end();
while(it != end)
{
it = std::find(it+1, end, '/');
struct stat st;
StringView dirname{dir.begin(), it};
if (stat(dirname.zstr(), &st) == 0)
{
if (not S_ISDIR(st.st_mode))
throw runtime_error(format("Cannot make directory, '{}' exists but is not a directory", dirname));
}
else
{
auto old_mask = umask(0);
auto restore_mask = on_scope_end([old_mask]() { umask(old_mask); });
if (mkdir(dirname.zstr(), S_IRWXU | S_IRWXG | S_IRWXO) != 0)
throw runtime_error(format("mkdir failed for directory '{}' errno {}", dirname, errno));
}
}
}
template<typename Filter>
2015-01-09 14:57:21 +01:00
Vector<String> list_files(StringView prefix, StringView dirname,
Filter filter)
{
2015-09-11 14:49:08 +02:00
char buffer[PATH_MAX+1];
format_to(buffer, "{}", dirname);
DIR* dir = opendir(dirname.empty() ? "./" : buffer);
if (not dir)
2014-04-06 11:59:51 +02:00
return {};
2014-04-06 11:59:51 +02:00
auto closeDir = on_scope_end([=]{ closedir(dir); });
2015-01-09 14:57:21 +01:00
Vector<String> result;
Vector<String> subseq_result;
while (dirent* entry = readdir(dir))
{
if (not filter(*entry))
continue;
2015-09-11 14:49:08 +02:00
StringView filename = entry->d_name;
if (filename.empty())
continue;
const bool match_prefix = prefix_match(filename, prefix);
const bool match_subseq = subsequence_match(filename, prefix);
struct stat st;
2015-09-11 14:49:08 +02:00
if (match_prefix or match_subseq)
{
2015-09-11 14:49:08 +02:00
auto fmt_str = (dirname.empty() or dirname.back() == '/') ? "{}{}" : "{}/{}";
format_to(buffer, fmt_str, dirname, filename);
if (stat(buffer, &st) != 0)
continue;
if (S_ISDIR(st.st_mode))
2015-09-11 14:49:08 +02:00
filename = format_to(buffer, "{}/", filename);
if (prefix.length() != 0 or filename[0_byte] != '.')
{
if (match_prefix)
2015-09-11 14:49:08 +02:00
result.push_back(filename.str());
if (match_subseq)
2015-09-11 14:49:08 +02:00
subseq_result.push_back(filename.str());
}
}
}
2014-04-06 11:59:51 +02:00
return result.empty() ? subseq_result : result;
}
Vector<String> list_files(StringView directory)
{
return list_files("", directory, [](const dirent&) { return true; });
}
2015-01-09 14:57:21 +01:00
CandidateList complete_filename(StringView prefix,
const Regex& ignored_regex,
ByteCount cursor_pos)
2013-03-13 19:01:59 +01:00
{
String real_prefix = parse_filename(prefix.substr(0, cursor_pos));
StringView dirname, fileprefix;
std::tie(dirname, fileprefix) = split_path(real_prefix);
2013-03-13 19:01:59 +01:00
const bool check_ignored_regex = not ignored_regex.empty() and
not regex_match(fileprefix.begin(), fileprefix.end(), ignored_regex);
2013-03-13 19:01:59 +01:00
2015-11-02 14:44:03 +01:00
auto filter = [&ignored_regex, check_ignored_regex](const dirent& entry)
2013-03-13 19:01:59 +01:00
{
return not check_ignored_regex or
not regex_match(entry.d_name, ignored_regex);
};
2015-01-09 14:57:21 +01:00
Vector<String> res = list_files(fileprefix, dirname, filter);
for (auto& file : res)
file = dirname + file;
std::sort(res.begin(), res.end());
return res;
}
2013-03-13 19:01:59 +01:00
2015-01-09 14:57:21 +01:00
Vector<String> complete_command(StringView prefix, ByteCount cursor_pos)
{
String real_prefix = parse_filename(prefix.substr(0, cursor_pos));
StringView dirname, fileprefix;
std::tie(dirname, fileprefix) = split_path(real_prefix);
2013-03-13 19:01:59 +01:00
if (not dirname.empty())
{
2015-09-11 14:49:08 +02:00
char buffer[PATH_MAX+1];
2015-11-02 14:44:03 +01:00
auto filter = [&dirname, &buffer](const dirent& entry)
{
struct stat st;
2015-09-11 14:49:08 +02:00
format_to(buffer, "{}{}", dirname, entry.d_name);
if (stat(buffer, &st) != 0)
return false;
bool executable = (st.st_mode & S_IXUSR)
| (st.st_mode & S_IXGRP)
| (st.st_mode & S_IXOTH);
return S_ISDIR(st.st_mode) or (S_ISREG(st.st_mode) and executable);
};
2015-01-09 14:57:21 +01:00
Vector<String> res = list_files(fileprefix, dirname, filter);
for (auto& file : res)
file = dirname + file;
std::sort(res.begin(), res.end());
return res;
}
typedef decltype(stat::st_mtim) TimeSpec;
struct CommandCache
{
TimeSpec mtim = {};
2015-01-09 14:57:21 +01:00
Vector<String> commands;
};
2015-09-12 11:51:16 +02:00
static UnorderedMap<String, CommandCache, MemoryDomain::Commands> command_cache;
2015-01-09 14:57:21 +01:00
Vector<String> res;
for (auto dir : split(getenv("PATH"), ':'))
{
2015-09-11 14:49:08 +02:00
auto dirname = ((not dir.empty() and dir.back() == '/') ? dir.substr(0, dir.length()-1) : dir).str();
struct stat st;
2015-09-11 14:49:08 +02:00
if (stat(dirname.c_str(), &st))
continue;
auto& cache = command_cache[dirname];
if (memcmp(&cache.mtim, &st.st_mtim, sizeof(TimeSpec)) != 0)
{
2015-11-02 14:44:03 +01:00
auto filter = [&dirname](const dirent& entry) {
struct stat st;
2015-09-11 14:49:08 +02:00
char buffer[PATH_MAX+1];
format_to(buffer, "{}/{}", dirname, entry.d_name);
if (stat(buffer, &st))
return false;
bool executable = (st.st_mode & S_IXUSR)
| (st.st_mode & S_IXGRP)
| (st.st_mode & S_IXOTH);
return S_ISREG(st.st_mode) and executable;
};
cache.commands = list_files("", dirname, filter);
memcpy(&cache.mtim, &st.st_mtim, sizeof(TimeSpec));
}
for (auto& cmd : cache.commands)
{
if (prefix_match(cmd, fileprefix))
res.push_back(cmd);
}
}
std::sort(res.begin(), res.end());
auto it = std::unique(res.begin(), res.end());
res.erase(it, res.end());
return res;
2013-03-13 19:01:59 +01:00
}
timespec get_fs_timestamp(StringView filename)
{
struct stat st;
if (stat(filename.zstr(), &st) != 0)
return InvalidTime;
return st.st_mtim;
}
String get_kak_binary_path()
{
char buffer[2048];
#if defined(__linux__) or defined(__CYGWIN__)
ssize_t res = readlink("/proc/self/exe", buffer, 2048);
kak_assert(res != -1);
buffer[res] = '\0';
return buffer;
2015-11-02 21:22:00 +01:00
#elif defined(__FreeBSD__)
int mib[] = {CTL_KERN, KERN_PROC, KERN_PROC_PATHNAME, -1};
size_t res = sizeof(buffer);
sysctl(mib, 4, buffer, &res, NULL, 0);
return buffer;
#elif defined(__APPLE__)
uint32_t bufsize = 2048;
_NSGetExecutablePath(buffer, &bufsize);
char* canonical_path = realpath(buffer, nullptr);
String path = canonical_path;
free(canonical_path);
return path;
2015-09-25 00:36:29 +02:00
#elif defined(__HAIKU__)
BApplication app("application/x-vnd.kakoune");
app_info info;
status_t status = app.GetAppInfo(&info);
kak_assert(status == B_OK);
BPath path(&info.ref);
return path.Path();
2015-11-02 19:14:34 +01:00
#elif defined(__DragonFly__)
ssize_t res = readlink("/proc/curproc/file", buffer, 2048);
kak_assert(res != -1);
buffer[res] = '\0';
return buffer;
#else
# error "finding executable path is not implemented on this platform"
#endif
}
2011-09-02 18:51:20 +02:00
}