Package com.crawljax.core

Class UnfiredFragmentCandidates

java.lang.Object

com.crawljax.core.UnfiredFragmentCandidates

@Singleton
public class UnfiredFragmentCandidates
extends Object

Contains all the CandidateCrawlActions that still have to be fired to get a result.

Field Summary

Fields

Modifier and Type	Field	Description
private boolean	applyNonSelAdvantage
private Map<Integer,List<CandidateCrawlAction>>	cache
private com.codahale.metrics.Counter	crawlerLostCount
private Map<Long,List<FormInput>>	inputMap
private com.google.common.util.concurrent.Striped<Lock>	locks
private static org.slf4j.Logger	LOG
private static int	MAX_REPEAT
private boolean	restoreConnectedEdges
private javax.inject.Provider<StateFlowGraph>	sfg
private boolean	skipExploredActions
private List<CandidateCrawlAction>	skipInputs
private List<Eventable>	skipInputsForPath
private BlockingQueue<Integer>	statesWithCandidates
private boolean	unexploredStates
private com.codahale.metrics.Counter	unfiredActionsCount
private Map<Integer,List<CandidateCrawlAction>>	unreachableCache

Constructor Summary

Constructors

Constructor	Description
UnfiredFragmentCandidates(BrowserConfiguration config, javax.inject.Provider<StateFlowGraph> sfg, com.codahale.metrics.MetricRegistry registry, CrawlRules crawlRules)

Method Summary

Modifier and Type	Method	Description
void	addActions(com.google.common.collect.ImmutableList<CandidateElement> extract, StateVertex currentState)
(package private) void	addActions(List<CandidateCrawlAction> actions, StateVertex state)
StateVertex	awaitNewTask()
StateVertex	awaitNewTask(StateVertex currentState, List<StateVertex> onURLSet, FragmentManager fragmentManager)
boolean	disableInputsForAction(CandidateCrawlAction action)
void	disableInputsForPath(Eventable event)
private CandidateCrawlAction	getBestAction(List<CandidateCrawlAction> availableActions, StateVertex state, FragmentManager fragmentManager)
List<FormInput>	getInput(Eventable event)
StateVertex	getNextNonDuplicate()
boolean	isEmpty()
void	mapInput(Eventable event, List<FormInput> worked)
(package private) CandidateCrawlAction	pollActionOrNull(StateMachine stateMachine, FragmentManager fragmentManager, boolean afterBacktrack)
(package private) CandidateCrawlAction	pollActionOrNull(StateVertex state)
void	purgeActionsForState(StateVertex crawlTask)
(package private) void	rediscoveredState(StateVertex state)
void	removeAction(CandidateElement candidate, StateVertex state)
private void	removeStateFromQueue(int id)
private void	restoreState(StateVertex state)
boolean	shouldDisableInput(CandidateCrawlAction action)
boolean	shouldDisableInput(Eventable event)
void	stateUpdated(StateVertex crawlTask)

Methods inherited from class java.lang.Object

clone, equals, finalize, getClass, hashCode, notify, notifyAll, toString, wait, wait, wait

Field Detail

LOG

private static final org.slf4j.Logger LOG

MAX_REPEAT

private static int MAX_REPEAT

cache

private final Map<Integer,List<CandidateCrawlAction>> cache

statesWithCandidates

private final BlockingQueue<Integer> statesWithCandidates

locks

private final com.google.common.util.concurrent.Striped<Lock> locks

sfg

private final javax.inject.Provider<StateFlowGraph> sfg

crawlerLostCount

private final com.codahale.metrics.Counter crawlerLostCount

unfiredActionsCount

private final com.codahale.metrics.Counter unfiredActionsCount

unreachableCache

private final Map<Integer,List<CandidateCrawlAction>> unreachableCache

skipExploredActions

private boolean skipExploredActions

skipInputs

private final List<CandidateCrawlAction> skipInputs

skipInputsForPath

private final List<Eventable> skipInputsForPath

inputMap

private final Map<Long,List<FormInput>> inputMap

applyNonSelAdvantage

private final boolean applyNonSelAdvantage

unexploredStates

private boolean unexploredStates

restoreConnectedEdges

private boolean restoreConnectedEdges

Constructor Detail

UnfiredFragmentCandidates

@Inject
UnfiredFragmentCandidates(BrowserConfiguration config,
                          javax.inject.Provider<StateFlowGraph> sfg,
                          com.codahale.metrics.MetricRegistry registry,
                          CrawlRules crawlRules)

Method Detail

getBestAction

private CandidateCrawlAction getBestAction(List<CandidateCrawlAction> availableActions,
                                           StateVertex state,
                                           FragmentManager fragmentManager)

pollActionOrNull

CandidateCrawlAction pollActionOrNull(StateMachine stateMachine,
                                      FragmentManager fragmentManager,
                                      boolean afterBacktrack)

rediscoveredState

void rediscoveredState(StateVertex state)

restoreState

private void restoreState(StateVertex state)

removeStateFromQueue

private void removeStateFromQueue(int id)

addActions

public void addActions(com.google.common.collect.ImmutableList<CandidateElement> extract,
                       StateVertex currentState)

Parameters:

extract - The actions you want to add to a state.

currentState - The state you are in.

addActions

void addActions(List<CandidateCrawlAction> actions,
                StateVertex state)

Parameters:

actions - The actions you want to add to a state.

state - The state name. This should be unique per state.

isEmpty

public boolean isEmpty()

Returns:

If there are any pending actions to be crawled. This method is not threadsafe and might return a stale value.

awaitNewTask

public StateVertex awaitNewTask(StateVertex currentState,
                                List<StateVertex> onURLSet,
                                FragmentManager fragmentManager)
                         throws InterruptedException

Parameters:

fragmentManager -

Returns:

A new crawl task as soon as one is ready. Until then, it blocks.

Throws:

InterruptedException - when taking from the queue is interrupted.

awaitNewTask

public StateVertex awaitNewTask()
                         throws InterruptedException

Throws:

InterruptedException

getNextNonDuplicate

public StateVertex getNextNonDuplicate()

purgeActionsForState

public void purgeActionsForState(StateVertex crawlTask)

disableInputsForAction

public boolean disableInputsForAction(CandidateCrawlAction action)

shouldDisableInput

public boolean shouldDisableInput(CandidateCrawlAction action)

shouldDisableInput

public boolean shouldDisableInput(Eventable event)

disableInputsForPath

public void disableInputsForPath(Eventable event)

mapInput

public void mapInput(Eventable event,
                     List<FormInput> worked)

getInput

public List<FormInput> getInput(Eventable event)

stateUpdated

public void stateUpdated(StateVertex crawlTask)

removeAction

public void removeAction(CandidateElement candidate,
                         StateVertex state)

pollActionOrNull

CandidateCrawlAction pollActionOrNull(StateVertex state)