fsmonitor: config settings are repository-specific

Move fsmonitor config settings to a new and opaque
`struct fsmonitor_settings` structure.  Add a lazily-loaded pointer
to this into `struct repo_settings`

Create an `enum fsmonitor_mode` type in `struct fsmonitor_settings` to
represent the state of fsmonitor.  This lets us represent which, if
any, fsmonitor provider (hook or IPC) is enabled.

Create `fsm_settings__get_*()` getters to lazily look up fsmonitor-
related config settings.

Get rid of the `core_fsmonitor` global variable.  Move the code to
lookup the existing `core.fsmonitor` config value into the fsmonitor
settings.

Create a hook pathname variable in `struct fsmonitor-settings` and
only set it when in hook mode.

Extend the definition of `core.fsmonitor` to be either a boolean
or a hook pathname.  When true, the builtin FSMonitor is used.
When false or unset, no FSMonitor (neither builtin nor hook) is
used.

The existing `core_fsmonitor` global variable was used to store the
pathname to the fsmonitor hook *and* it was used as a boolean to see
if fsmonitor was enabled.  This dual usage and global visibility leads
to confusion when we add the IPC-based provider.  So lets hide the
details in fsmonitor-settings.c and let it decide which provider to
use in the case of multiple settings.  This avoids cluttering up
repo-settings.c with these private details.

A future commit in builtin-fsmonitor series will add the ability to
disqualify worktrees for various reasons, such as being mounted from a
remote volume, where fsmonitor should not be started.  Having the
config settings hidden in fsmonitor-settings.c allows such worktree
restrictions to override the config values used.

Signed-off-by: Jeff Hostetler <jeffhost@microsoft.com>
Signed-off-by: Junio C Hamano <gitster@pobox.com>
This commit is contained in:
Jeff Hostetler 2022-03-25 18:02:46 +00:00 committed by Junio C Hamano
parent d2bd862e7a
commit 1e0ea5c431
12 changed files with 196 additions and 49 deletions

View File

@ -908,6 +908,7 @@ LIB_OBJS += fmt-merge-msg.o
LIB_OBJS += fsck.o LIB_OBJS += fsck.o
LIB_OBJS += fsmonitor.o LIB_OBJS += fsmonitor.o
LIB_OBJS += fsmonitor-ipc.o LIB_OBJS += fsmonitor-ipc.o
LIB_OBJS += fsmonitor-settings.o
LIB_OBJS += gettext.o LIB_OBJS += gettext.o
LIB_OBJS += gpg-interface.o LIB_OBJS += gpg-interface.o
LIB_OBJS += graph.o LIB_OBJS += graph.o

View File

@ -1236,14 +1236,17 @@ int cmd_update_index(int argc, const char **argv, const char *prefix)
} }
if (fsmonitor > 0) { if (fsmonitor > 0) {
if (git_config_get_fsmonitor() == 0) enum fsmonitor_mode fsm_mode = fsm_settings__get_mode(r);
if (fsm_mode == FSMONITOR_MODE_DISABLED) {
warning(_("core.fsmonitor is unset; " warning(_("core.fsmonitor is unset; "
"set it if you really want to " "set it if you really want to "
"enable fsmonitor")); "enable fsmonitor"));
}
add_fsmonitor(&the_index); add_fsmonitor(&the_index);
report(_("fsmonitor enabled")); report(_("fsmonitor enabled"));
} else if (!fsmonitor) { } else if (!fsmonitor) {
if (git_config_get_fsmonitor() == 1) enum fsmonitor_mode fsm_mode = fsm_settings__get_mode(r);
if (fsm_mode > FSMONITOR_MODE_DISABLED)
warning(_("core.fsmonitor is set; " warning(_("core.fsmonitor is set; "
"remove it if you really want to " "remove it if you really want to "
"disable fsmonitor")); "disable fsmonitor"));

View File

@ -999,7 +999,6 @@ extern int core_preload_index;
extern int precomposed_unicode; extern int precomposed_unicode;
extern int protect_hfs; extern int protect_hfs;
extern int protect_ntfs; extern int protect_ntfs;
extern const char *core_fsmonitor;
extern int core_apply_sparse_checkout; extern int core_apply_sparse_checkout;
extern int core_sparse_checkout_cone; extern int core_sparse_checkout_cone;

View File

@ -2626,20 +2626,6 @@ int git_config_get_max_percent_split_change(void)
return -1; /* default value */ return -1; /* default value */
} }
int git_config_get_fsmonitor(void)
{
if (git_config_get_pathname("core.fsmonitor", &core_fsmonitor))
core_fsmonitor = getenv("GIT_TEST_FSMONITOR");
if (core_fsmonitor && !*core_fsmonitor)
core_fsmonitor = NULL;
if (core_fsmonitor)
return 1;
return 0;
}
int git_config_get_index_threads(int *dest) int git_config_get_index_threads(int *dest)
{ {
int is_bool, val; int is_bool, val;

View File

@ -597,7 +597,6 @@ int git_config_get_pathname(const char *key, const char **dest);
int git_config_get_index_threads(int *dest); int git_config_get_index_threads(int *dest);
int git_config_get_split_index(void); int git_config_get_split_index(void);
int git_config_get_max_percent_split_change(void); int git_config_get_max_percent_split_change(void);
int git_config_get_fsmonitor(void);
/* This dies if the configured or default date is in the future */ /* This dies if the configured or default date is in the future */
int git_config_get_expiry(const char *key, const char **output); int git_config_get_expiry(const char *key, const char **output);

View File

@ -84,7 +84,6 @@ int protect_hfs = PROTECT_HFS_DEFAULT;
#define PROTECT_NTFS_DEFAULT 1 #define PROTECT_NTFS_DEFAULT 1
#endif #endif
int protect_ntfs = PROTECT_NTFS_DEFAULT; int protect_ntfs = PROTECT_NTFS_DEFAULT;
const char *core_fsmonitor;
/* /*
* The character that begins a commented line in user-editable file * The character that begins a commented line in user-editable file

114
fsmonitor-settings.c Normal file
View File

@ -0,0 +1,114 @@
#include "cache.h"
#include "config.h"
#include "repository.h"
#include "fsmonitor-settings.h"
/*
* We keep this structure defintion private and have getters
* for all fields so that we can lazy load it as needed.
*/
struct fsmonitor_settings {
enum fsmonitor_mode mode;
char *hook_path;
};
static void lookup_fsmonitor_settings(struct repository *r)
{
struct fsmonitor_settings *s;
const char *const_str;
int bool_value;
if (r->settings.fsmonitor)
return;
CALLOC_ARRAY(s, 1);
s->mode = FSMONITOR_MODE_DISABLED;
r->settings.fsmonitor = s;
/*
* Overload the existing "core.fsmonitor" config setting (which
* has historically been either unset or a hook pathname) to
* now allow a boolean value to enable the builtin FSMonitor
* or to turn everything off. (This does imply that you can't
* use a hook script named "true" or "false", but that's OK.)
*/
switch (repo_config_get_maybe_bool(r, "core.fsmonitor", &bool_value)) {
case 0: /* config value was set to <bool> */
if (bool_value)
fsm_settings__set_ipc(r);
return;
case 1: /* config value was unset */
const_str = getenv("GIT_TEST_FSMONITOR");
break;
case -1: /* config value set to an arbitrary string */
if (repo_config_get_pathname(r, "core.fsmonitor", &const_str))
return; /* should not happen */
break;
default: /* should not happen */
return;
}
if (!const_str || !*const_str)
return;
fsm_settings__set_hook(r, const_str);
}
enum fsmonitor_mode fsm_settings__get_mode(struct repository *r)
{
if (!r)
r = the_repository;
lookup_fsmonitor_settings(r);
return r->settings.fsmonitor->mode;
}
const char *fsm_settings__get_hook_path(struct repository *r)
{
if (!r)
r = the_repository;
lookup_fsmonitor_settings(r);
return r->settings.fsmonitor->hook_path;
}
void fsm_settings__set_ipc(struct repository *r)
{
if (!r)
r = the_repository;
lookup_fsmonitor_settings(r);
r->settings.fsmonitor->mode = FSMONITOR_MODE_IPC;
FREE_AND_NULL(r->settings.fsmonitor->hook_path);
}
void fsm_settings__set_hook(struct repository *r, const char *path)
{
if (!r)
r = the_repository;
lookup_fsmonitor_settings(r);
r->settings.fsmonitor->mode = FSMONITOR_MODE_HOOK;
FREE_AND_NULL(r->settings.fsmonitor->hook_path);
r->settings.fsmonitor->hook_path = strdup(path);
}
void fsm_settings__set_disabled(struct repository *r)
{
if (!r)
r = the_repository;
lookup_fsmonitor_settings(r);
r->settings.fsmonitor->mode = FSMONITOR_MODE_DISABLED;
FREE_AND_NULL(r->settings.fsmonitor->hook_path);
}

21
fsmonitor-settings.h Normal file
View File

@ -0,0 +1,21 @@
#ifndef FSMONITOR_SETTINGS_H
#define FSMONITOR_SETTINGS_H
struct repository;
enum fsmonitor_mode {
FSMONITOR_MODE_DISABLED = 0,
FSMONITOR_MODE_HOOK = 1, /* core.fsmonitor=<hook_path> */
FSMONITOR_MODE_IPC = 2, /* core.fsmonitor=<true> */
};
void fsm_settings__set_ipc(struct repository *r);
void fsm_settings__set_hook(struct repository *r, const char *path);
void fsm_settings__set_disabled(struct repository *r);
enum fsmonitor_mode fsm_settings__get_mode(struct repository *r);
const char *fsm_settings__get_hook_path(struct repository *r);
struct fsmonitor_settings;
#endif /* FSMONITOR_SETTINGS_H */

View File

@ -3,6 +3,7 @@
#include "dir.h" #include "dir.h"
#include "ewah/ewok.h" #include "ewah/ewok.h"
#include "fsmonitor.h" #include "fsmonitor.h"
#include "fsmonitor-ipc.h"
#include "run-command.h" #include "run-command.h"
#include "strbuf.h" #include "strbuf.h"
@ -148,15 +149,18 @@ void write_fsmonitor_extension(struct strbuf *sb, struct index_state *istate)
/* /*
* Call the query-fsmonitor hook passing the last update token of the saved results. * Call the query-fsmonitor hook passing the last update token of the saved results.
*/ */
static int query_fsmonitor(int version, const char *last_update, struct strbuf *query_result) static int query_fsmonitor_hook(struct repository *r,
int version,
const char *last_update,
struct strbuf *query_result)
{ {
struct child_process cp = CHILD_PROCESS_INIT; struct child_process cp = CHILD_PROCESS_INIT;
int result; int result;
if (!core_fsmonitor) if (fsm_settings__get_mode(r) != FSMONITOR_MODE_HOOK)
return -1; return -1;
strvec_push(&cp.args, core_fsmonitor); strvec_push(&cp.args, fsm_settings__get_hook_path(r));
strvec_pushf(&cp.args, "%d", version); strvec_pushf(&cp.args, "%d", version);
strvec_pushf(&cp.args, "%s", last_update); strvec_pushf(&cp.args, "%s", last_update);
cp.use_shell = 1; cp.use_shell = 1;
@ -225,17 +229,28 @@ void refresh_fsmonitor(struct index_state *istate)
char *buf; char *buf;
unsigned int i; unsigned int i;
int is_trivial = 0; int is_trivial = 0;
struct repository *r = istate->repo ? istate->repo : the_repository;
enum fsmonitor_mode fsm_mode = fsm_settings__get_mode(r);
if (!core_fsmonitor || istate->fsmonitor_has_run_once) if (fsm_mode <= FSMONITOR_MODE_DISABLED ||
istate->fsmonitor_has_run_once)
return; return;
hook_version = fsmonitor_hook_version();
istate->fsmonitor_has_run_once = 1; istate->fsmonitor_has_run_once = 1;
trace_printf_key(&trace_fsmonitor, "refresh fsmonitor"); trace_printf_key(&trace_fsmonitor, "refresh fsmonitor");
if (fsm_mode == FSMONITOR_MODE_IPC) {
/* TODO */
return;
}
assert(fsm_mode == FSMONITOR_MODE_HOOK);
hook_version = fsmonitor_hook_version();
/* /*
* This could be racy so save the date/time now and query_fsmonitor * This could be racy so save the date/time now and query_fsmonitor_hook
* should be inclusive to ensure we don't miss potential changes. * should be inclusive to ensure we don't miss potential changes.
*/ */
last_update = getnanotime(); last_update = getnanotime();
@ -243,13 +258,14 @@ void refresh_fsmonitor(struct index_state *istate)
strbuf_addf(&last_update_token, "%"PRIu64"", last_update); strbuf_addf(&last_update_token, "%"PRIu64"", last_update);
/* /*
* If we have a last update token, call query_fsmonitor for the set of * If we have a last update token, call query_fsmonitor_hook for the set of
* changes since that token, else assume everything is possibly dirty * changes since that token, else assume everything is possibly dirty
* and check it all. * and check it all.
*/ */
if (istate->fsmonitor_last_update) { if (istate->fsmonitor_last_update) {
if (hook_version == -1 || hook_version == HOOK_INTERFACE_VERSION2) { if (hook_version == -1 || hook_version == HOOK_INTERFACE_VERSION2) {
query_success = !query_fsmonitor(HOOK_INTERFACE_VERSION2, query_success = !query_fsmonitor_hook(
r, HOOK_INTERFACE_VERSION2,
istate->fsmonitor_last_update, &query_result); istate->fsmonitor_last_update, &query_result);
if (query_success) { if (query_success) {
@ -280,7 +296,8 @@ void refresh_fsmonitor(struct index_state *istate)
} }
if (hook_version == HOOK_INTERFACE_VERSION1) { if (hook_version == HOOK_INTERFACE_VERSION1) {
query_success = !query_fsmonitor(HOOK_INTERFACE_VERSION1, query_success = !query_fsmonitor_hook(
r, HOOK_INTERFACE_VERSION1,
istate->fsmonitor_last_update, &query_result); istate->fsmonitor_last_update, &query_result);
if (query_success) if (query_success)
is_trivial = query_result.buf[0] == '/'; is_trivial = query_result.buf[0] == '/';
@ -290,9 +307,12 @@ void refresh_fsmonitor(struct index_state *istate)
trace2_data_intmax("fsm_hook", NULL, trace2_data_intmax("fsm_hook", NULL,
"query/trivial-response", 1); "query/trivial-response", 1);
trace_performance_since(last_update, "fsmonitor process '%s'", core_fsmonitor); trace_performance_since(last_update, "fsmonitor process '%s'",
trace_printf_key(&trace_fsmonitor, "fsmonitor process '%s' returned %s", fsm_settings__get_hook_path(r));
core_fsmonitor, query_success ? "success" : "failure"); trace_printf_key(&trace_fsmonitor,
"fsmonitor process '%s' returned %s",
fsm_settings__get_hook_path(r),
query_success ? "success" : "failure");
} }
/* /*
@ -429,7 +449,8 @@ void remove_fsmonitor(struct index_state *istate)
void tweak_fsmonitor(struct index_state *istate) void tweak_fsmonitor(struct index_state *istate)
{ {
unsigned int i; unsigned int i;
int fsmonitor_enabled = git_config_get_fsmonitor(); int fsmonitor_enabled = (fsm_settings__get_mode(istate->repo)
> FSMONITOR_MODE_DISABLED);
if (istate->fsmonitor_dirty) { if (istate->fsmonitor_dirty) {
if (fsmonitor_enabled) { if (fsmonitor_enabled) {
@ -449,16 +470,8 @@ void tweak_fsmonitor(struct index_state *istate)
istate->fsmonitor_dirty = NULL; istate->fsmonitor_dirty = NULL;
} }
switch (fsmonitor_enabled) { if (fsmonitor_enabled)
case -1: /* keep: do nothing */
break;
case 0: /* false */
remove_fsmonitor(istate);
break;
case 1: /* true */
add_fsmonitor(istate); add_fsmonitor(istate);
break; else
default: /* unknown value: do nothing */ remove_fsmonitor(istate);
break;
}
} }

View File

@ -3,6 +3,7 @@
#include "cache.h" #include "cache.h"
#include "dir.h" #include "dir.h"
#include "fsmonitor-settings.h"
extern struct trace_key trace_fsmonitor; extern struct trace_key trace_fsmonitor;
@ -57,7 +58,10 @@ int fsmonitor_is_trivial_response(const struct strbuf *query_result);
*/ */
static inline int is_fsmonitor_refreshed(const struct index_state *istate) static inline int is_fsmonitor_refreshed(const struct index_state *istate)
{ {
return !core_fsmonitor || istate->fsmonitor_has_run_once; enum fsmonitor_mode fsm_mode = fsm_settings__get_mode(istate->repo);
return fsm_mode <= FSMONITOR_MODE_DISABLED ||
istate->fsmonitor_has_run_once;
} }
/* /*
@ -67,7 +71,10 @@ static inline int is_fsmonitor_refreshed(const struct index_state *istate)
*/ */
static inline void mark_fsmonitor_valid(struct index_state *istate, struct cache_entry *ce) static inline void mark_fsmonitor_valid(struct index_state *istate, struct cache_entry *ce)
{ {
if (core_fsmonitor && !(ce->ce_flags & CE_FSMONITOR_VALID)) { enum fsmonitor_mode fsm_mode = fsm_settings__get_mode(istate->repo);
if (fsm_mode > FSMONITOR_MODE_DISABLED &&
!(ce->ce_flags & CE_FSMONITOR_VALID)) {
istate->cache_changed = 1; istate->cache_changed = 1;
ce->ce_flags |= CE_FSMONITOR_VALID; ce->ce_flags |= CE_FSMONITOR_VALID;
trace_printf_key(&trace_fsmonitor, "mark_fsmonitor_clean '%s'", ce->name); trace_printf_key(&trace_fsmonitor, "mark_fsmonitor_clean '%s'", ce->name);
@ -83,7 +90,9 @@ static inline void mark_fsmonitor_valid(struct index_state *istate, struct cache
*/ */
static inline void mark_fsmonitor_invalid(struct index_state *istate, struct cache_entry *ce) static inline void mark_fsmonitor_invalid(struct index_state *istate, struct cache_entry *ce)
{ {
if (core_fsmonitor) { enum fsmonitor_mode fsm_mode = fsm_settings__get_mode(istate->repo);
if (fsm_mode > FSMONITOR_MODE_DISABLED) {
ce->ce_flags &= ~CE_FSMONITOR_VALID; ce->ce_flags &= ~CE_FSMONITOR_VALID;
untracked_cache_invalidate_path(istate, ce->name, 1); untracked_cache_invalidate_path(istate, ce->name, 1);
trace_printf_key(&trace_fsmonitor, "mark_fsmonitor_invalid '%s'", ce->name); trace_printf_key(&trace_fsmonitor, "mark_fsmonitor_invalid '%s'", ce->name);

View File

@ -4,6 +4,7 @@
#include "path.h" #include "path.h"
struct config_set; struct config_set;
struct fsmonitor_settings;
struct git_hash_algo; struct git_hash_algo;
struct index_state; struct index_state;
struct lock_file; struct lock_file;
@ -35,6 +36,8 @@ struct repo_settings {
int command_requires_full_index; int command_requires_full_index;
int sparse_index; int sparse_index;
struct fsmonitor_settings *fsmonitor; /* lazily loaded */
int index_version; int index_version;
enum untracked_cache_setting core_untracked_cache; enum untracked_cache_setting core_untracked_cache;

View File

@ -405,8 +405,8 @@ every 'git commit-graph write', as if the `--changed-paths` option was
passed in. passed in.
GIT_TEST_FSMONITOR=$PWD/t7519/fsmonitor-all exercises the fsmonitor GIT_TEST_FSMONITOR=$PWD/t7519/fsmonitor-all exercises the fsmonitor
code path for utilizing a file system monitor to speed up detecting code paths for utilizing a (hook based) file system monitor to speed up
new or changed files. detecting new or changed files.
GIT_TEST_INDEX_VERSION=<n> exercises the index read/write code path GIT_TEST_INDEX_VERSION=<n> exercises the index read/write code path
for the index version specified. Can be set to any valid version for the index version specified. Can be set to any valid version