Local search (#220)
* Version Bump * local search skeleton * Added WaitService middleware * Return matching queries * wait action middleware rename/refactor * bigger debounce time * Fix: Initialize state using Immutable * Local Search without integrations * Local Search refactor: Keep state in closure, recurse * “string” should be treated as the default widget by the inference. Closes #199
This commit is contained in:
@ -1,6 +1,10 @@
|
||||
import fuzzy from 'fuzzy';
|
||||
import { currentBackend } from '../backends/backend';
|
||||
import { getIntegrationProvider } from '../integrations';
|
||||
import { selectIntegration } from '../reducers';
|
||||
import { selectIntegration, selectEntries } from '../reducers';
|
||||
import { selectInferedField } from '../reducers/collections';
|
||||
import { WAIT_UNTIL_ACTION } from '../redux/middleware/waitUntilAction';
|
||||
import { loadEntries, ENTRIES_SUCCESS } from './entries';
|
||||
|
||||
/*
|
||||
* Contant Declarations
|
||||
@ -102,20 +106,19 @@ export function clearSearch() {
|
||||
export function searchEntries(searchTerm, page = 0) {
|
||||
return (dispatch, getState) => {
|
||||
const state = getState();
|
||||
let collections = state.collections.keySeq().toArray();
|
||||
collections = collections.filter(collection => selectIntegration(state, collection, 'search'));
|
||||
const allCollections = state.collections.keySeq().toArray();
|
||||
const collections = allCollections.filter(collection => selectIntegration(state, collection, 'search'));
|
||||
const integration = selectIntegration(state, collections[0], 'search');
|
||||
if (!integration) {
|
||||
dispatch(searchFailure(searchTerm, 'Search integration is not configured.'));
|
||||
localSearch(searchTerm, getState, dispatch);
|
||||
} else {
|
||||
const provider = getIntegrationProvider(state.integrations, currentBackend(state.config).getToken, integration);
|
||||
dispatch(searchingEntries(searchTerm));
|
||||
provider.search(collections, searchTerm, page).then(
|
||||
response => dispatch(searchSuccess(searchTerm, response.entries, response.pagination)),
|
||||
error => dispatch(searchFailure(searchTerm, error))
|
||||
);
|
||||
}
|
||||
const provider = integration ?
|
||||
getIntegrationProvider(state.integrations, currentBackend(state.config).getToken, integration)
|
||||
: currentBackend(state.config);
|
||||
dispatch(searchingEntries(searchTerm));
|
||||
provider.search(collections, searchTerm, page).then(
|
||||
response => dispatch(searchSuccess(searchTerm, response.entries, response.pagination)),
|
||||
error => dispatch(searchFailure(searchTerm, error))
|
||||
);
|
||||
};
|
||||
}
|
||||
|
||||
@ -125,16 +128,98 @@ export function query(namespace, collection, searchFields, searchTerm) {
|
||||
return (dispatch, getState) => {
|
||||
const state = getState();
|
||||
const integration = selectIntegration(state, collection, 'search');
|
||||
if (!integration) {
|
||||
dispatch(searchFailure(namespace, searchTerm, 'Search integration is not configured.'));
|
||||
}
|
||||
const provider = integration ?
|
||||
getIntegrationProvider(state.integrations, currentBackend(state.config).getToken, integration)
|
||||
: currentBackend(state.config);
|
||||
dispatch(querying(namespace, collection, searchFields, searchTerm));
|
||||
provider.searchBy(searchFields, collection, searchTerm).then(
|
||||
response => dispatch(querySuccess(namespace, collection, searchFields, searchTerm, response)),
|
||||
error => dispatch(queryFailure(namespace, collection, searchFields, searchTerm, error))
|
||||
);
|
||||
if (!integration) {
|
||||
localQuery(namespace, collection, searchFields, searchTerm, state, dispatch);
|
||||
} else {
|
||||
const provider = getIntegrationProvider(state.integrations, currentBackend(state.config).getToken, integration);
|
||||
provider.searchBy(searchFields.map(f => `data.${ f }`), collection, searchTerm).then(
|
||||
response => dispatch(querySuccess(namespace, collection, searchFields, searchTerm, response)),
|
||||
error => dispatch(queryFailure(namespace, collection, searchFields, searchTerm, error))
|
||||
);
|
||||
}
|
||||
};
|
||||
}
|
||||
|
||||
// Local Query & Search functions
|
||||
|
||||
function localSearch(searchTerm, getState, dispatch) {
|
||||
return (function acc(localResults = { entries: [] }) {
|
||||
function processCollection(collection, collectionKey) {
|
||||
const state = getState();
|
||||
if (state.entries.hasIn(['pages', collectionKey, 'ids'])) {
|
||||
const searchFields = [
|
||||
selectInferedField(collection, 'title'),
|
||||
selectInferedField(collection, 'shortTitle'),
|
||||
selectInferedField(collection, 'author'),
|
||||
];
|
||||
const collectionEntries = selectEntries(state, collectionKey).toJS();
|
||||
const filteredEntries = fuzzy.filter(searchTerm, collectionEntries, {
|
||||
extract: entry => searchFields.reduce((acc, field) => {
|
||||
const f = entry.data[field];
|
||||
return f ? `${ acc } ${ f }` : acc;
|
||||
}, ""),
|
||||
}).filter(entry => entry.score > 5);
|
||||
localResults[collectionKey] = true;
|
||||
localResults.entries = localResults.entries.concat(filteredEntries);
|
||||
|
||||
const returnedKeys = Object.keys(localResults);
|
||||
const allCollections = state.collections.keySeq().toArray();
|
||||
if (allCollections.every(v => returnedKeys.indexOf(v) !== -1)) {
|
||||
const sortedResults = localResults.entries.sort((a, b) => {
|
||||
if (a.score > b.score) return -1;
|
||||
if (a.score < b.score) return 1;
|
||||
return 0;
|
||||
}).map(f => f.original);
|
||||
if (allCollections.size > 3 || localResults.entries.length > 30) {
|
||||
console.warn('The Netlify CMS is currently using a Built-in search.' +
|
||||
'\nWhile this works great for small sites, bigger projects might benefit from a separate search integration.' +
|
||||
'\nPlease refer to the documentation for more information');
|
||||
}
|
||||
dispatch(searchSuccess(searchTerm, sortedResults, 0));
|
||||
}
|
||||
} else {
|
||||
// Collection entries aren't loaded yet.
|
||||
// Dispatch loadEntries and wait before redispatching this action again.
|
||||
dispatch({
|
||||
type: WAIT_UNTIL_ACTION,
|
||||
predicate: action => (action.type === ENTRIES_SUCCESS && action.payload.collection === collectionKey),
|
||||
run: () => processCollection(collection, collectionKey),
|
||||
});
|
||||
dispatch(loadEntries(collection));
|
||||
}
|
||||
}
|
||||
getState().collections.forEach(processCollection);
|
||||
}());
|
||||
}
|
||||
|
||||
|
||||
function localQuery(namespace, collection, searchFields, searchTerm, state, dispatch) {
|
||||
// Check if entries in this collection were already loaded
|
||||
if (state.entries.hasIn(['pages', collection, 'ids'])) {
|
||||
const entries = selectEntries(state, collection).toJS();
|
||||
const filteredEntries = fuzzy.filter(searchTerm, entries, {
|
||||
extract: entry => searchFields.reduce((acc, field) => {
|
||||
const f = entry.data[field];
|
||||
return f ? `${ acc } ${ f }` : acc;
|
||||
}, ""),
|
||||
}).filter(entry => entry.score > 5);
|
||||
|
||||
const resultObj = {
|
||||
query: searchTerm,
|
||||
hits: [],
|
||||
};
|
||||
|
||||
resultObj.hits = filteredEntries.map(f => f.original);
|
||||
dispatch(querySuccess(namespace, collection, searchFields, searchTerm, resultObj));
|
||||
} else {
|
||||
// Collection entries aren't loaded yet.
|
||||
// Dispatch loadEntries and wait before redispatching this action again.
|
||||
dispatch({
|
||||
type: WAIT_UNTIL_ACTION,
|
||||
predicate: action => (action.type === ENTRIES_SUCCESS && action.payload.collection === collection),
|
||||
run: dispatch => dispatch(query(namespace, collection, searchFields, searchTerm)),
|
||||
});
|
||||
dispatch(loadEntries(state.collections.get(collection)));
|
||||
}
|
||||
}
|
||||
|
Reference in New Issue
Block a user