tre-1 / tools /maltparser-1.9.2 /docs /api /src-html /org /maltparser /parser /BatchTrainerWithDiagnostics.html
| <html lang="sv"> | |
| <head> | |
| <title>Source code</title> | |
| <link rel="stylesheet" type="text/css" href="../../../../stylesheet.css" title="Style"> | |
| </head> | |
| <body> | |
| <div class="sourceContainer"> | |
| <pre><span class="sourceLineNo">001</span>package org.maltparser.parser;<a name="line.1"></a> | |
| <span class="sourceLineNo">002</span><a name="line.2"></a> | |
| <span class="sourceLineNo">003</span>import org.maltparser.core.exception.MaltChainedException;<a name="line.3"></a> | |
| <span class="sourceLineNo">004</span>import org.maltparser.core.feature.FeatureModel;<a name="line.4"></a> | |
| <span class="sourceLineNo">005</span>import org.maltparser.core.symbol.SymbolTableHandler;<a name="line.5"></a> | |
| <span class="sourceLineNo">006</span>import org.maltparser.core.syntaxgraph.DependencyStructure;<a name="line.6"></a> | |
| <span class="sourceLineNo">007</span>import org.maltparser.parser.guide.ClassifierGuide;<a name="line.7"></a> | |
| <span class="sourceLineNo">008</span>import org.maltparser.parser.guide.OracleGuide;<a name="line.8"></a> | |
| <span class="sourceLineNo">009</span>import org.maltparser.parser.guide.SingleGuide;<a name="line.9"></a> | |
| <span class="sourceLineNo">010</span>import org.maltparser.parser.history.action.GuideDecision;<a name="line.10"></a> | |
| <span class="sourceLineNo">011</span>import org.maltparser.parser.history.action.GuideUserAction;<a name="line.11"></a> | |
| <span class="sourceLineNo">012</span><a name="line.12"></a> | |
| <span class="sourceLineNo">013</span>public class BatchTrainerWithDiagnostics extends Trainer {<a name="line.13"></a> | |
| <span class="sourceLineNo">014</span> private final Diagnostics diagnostics;<a name="line.14"></a> | |
| <span class="sourceLineNo">015</span> private final OracleGuide oracleGuide;<a name="line.15"></a> | |
| <span class="sourceLineNo">016</span> private int parseCount;<a name="line.16"></a> | |
| <span class="sourceLineNo">017</span> private final FeatureModel featureModel;<a name="line.17"></a> | |
| <span class="sourceLineNo">018</span> <a name="line.18"></a> | |
| <span class="sourceLineNo">019</span> public BatchTrainerWithDiagnostics(DependencyParserConfig manager, SymbolTableHandler symbolTableHandler) throws MaltChainedException {<a name="line.19"></a> | |
| <span class="sourceLineNo">020</span> super(manager,symbolTableHandler);<a name="line.20"></a> | |
| <span class="sourceLineNo">021</span> this.diagnostics = new Diagnostics(manager.getOptionValue("singlemalt", "diafile").toString());<a name="line.21"></a> | |
| <span class="sourceLineNo">022</span> registry.setAlgorithm(this);<a name="line.22"></a> | |
| <span class="sourceLineNo">023</span> setGuide(new SingleGuide(this, ClassifierGuide.GuideMode.BATCH));<a name="line.23"></a> | |
| <span class="sourceLineNo">024</span> String featureModelFileName = manager.getOptionValue("guide", "features").toString().trim();<a name="line.24"></a> | |
| <span class="sourceLineNo">025</span> if (manager.isLoggerInfoEnabled()) {<a name="line.25"></a> | |
| <span class="sourceLineNo">026</span> manager.logDebugMessage(" Feature model : " + featureModelFileName+"\n");<a name="line.26"></a> | |
| <span class="sourceLineNo">027</span> manager.logDebugMessage(" Learner : " + manager.getOptionValueString("guide", "learner").toString()+"\n");<a name="line.27"></a> | |
| <span class="sourceLineNo">028</span> }<a name="line.28"></a> | |
| <span class="sourceLineNo">029</span> String dataSplitColumn = manager.getOptionValue("guide", "data_split_column").toString().trim();<a name="line.29"></a> | |
| <span class="sourceLineNo">030</span> String dataSplitStructure = manager.getOptionValue("guide", "data_split_structure").toString().trim();<a name="line.30"></a> | |
| <span class="sourceLineNo">031</span> this.featureModel = manager.getFeatureModelManager().getFeatureModel(SingleGuide.findURL(featureModelFileName, manager), 0, getParserRegistry(), dataSplitColumn, dataSplitStructure);<a name="line.31"></a> | |
| <span class="sourceLineNo">032</span><a name="line.32"></a> | |
| <span class="sourceLineNo">033</span> manager.writeInfoToConfigFile("\nFEATURE MODEL\n");<a name="line.33"></a> | |
| <span class="sourceLineNo">034</span> manager.writeInfoToConfigFile(featureModel.toString());<a name="line.34"></a> | |
| <span class="sourceLineNo">035</span> oracleGuide = parserState.getFactory().makeOracleGuide(parserState.getHistory());<a name="line.35"></a> | |
| <span class="sourceLineNo">036</span> }<a name="line.36"></a> | |
| <span class="sourceLineNo">037</span> <a name="line.37"></a> | |
| <span class="sourceLineNo">038</span> public DependencyStructure parse(DependencyStructure goldDependencyGraph, DependencyStructure parseDependencyGraph) throws MaltChainedException {<a name="line.38"></a> | |
| <span class="sourceLineNo">039</span> parserState.clear();<a name="line.39"></a> | |
| <span class="sourceLineNo">040</span> parserState.initialize(parseDependencyGraph);<a name="line.40"></a> | |
| <span class="sourceLineNo">041</span> currentParserConfiguration = parserState.getConfiguration();<a name="line.41"></a> | |
| <span class="sourceLineNo">042</span> parseCount++;<a name="line.42"></a> | |
| <span class="sourceLineNo">043</span><a name="line.43"></a> | |
| <span class="sourceLineNo">044</span> diagnostics.writeToDiaFile(parseCount + "");<a name="line.44"></a> | |
| <span class="sourceLineNo">045</span><a name="line.45"></a> | |
| <span class="sourceLineNo">046</span> TransitionSystem transitionSystem = parserState.getTransitionSystem();<a name="line.46"></a> | |
| <span class="sourceLineNo">047</span> while (!parserState.isTerminalState()) {<a name="line.47"></a> | |
| <span class="sourceLineNo">048</span> GuideUserAction action = transitionSystem.getDeterministicAction(parserState.getHistory(), currentParserConfiguration);<a name="line.48"></a> | |
| <span class="sourceLineNo">049</span> if (action == null) {<a name="line.49"></a> | |
| <span class="sourceLineNo">050</span> action = oracleGuide.predict(goldDependencyGraph, currentParserConfiguration);<a name="line.50"></a> | |
| <span class="sourceLineNo">051</span> try {<a name="line.51"></a> | |
| <span class="sourceLineNo">052</span> classifierGuide.addInstance(featureModel,(GuideDecision)action);<a name="line.52"></a> | |
| <span class="sourceLineNo">053</span> } catch (NullPointerException e) {<a name="line.53"></a> | |
| <span class="sourceLineNo">054</span> throw new MaltChainedException("The guide cannot be found. ", e);<a name="line.54"></a> | |
| <span class="sourceLineNo">055</span> }<a name="line.55"></a> | |
| <span class="sourceLineNo">056</span> } else {<a name="line.56"></a> | |
| <span class="sourceLineNo">057</span> diagnostics.writeToDiaFile(" *");<a name="line.57"></a> | |
| <span class="sourceLineNo">058</span> }<a name="line.58"></a> | |
| <span class="sourceLineNo">059</span><a name="line.59"></a> | |
| <span class="sourceLineNo">060</span> diagnostics.writeToDiaFile(" " + transitionSystem.getActionString(action));<a name="line.60"></a> | |
| <span class="sourceLineNo">061</span><a name="line.61"></a> | |
| <span class="sourceLineNo">062</span> parserState.apply(action);<a name="line.62"></a> | |
| <span class="sourceLineNo">063</span> }<a name="line.63"></a> | |
| <span class="sourceLineNo">064</span> copyEdges(currentParserConfiguration.getDependencyGraph(), parseDependencyGraph);<a name="line.64"></a> | |
| <span class="sourceLineNo">065</span> parseDependencyGraph.linkAllTreesToRoot();<a name="line.65"></a> | |
| <span class="sourceLineNo">066</span> oracleGuide.finalizeSentence(parseDependencyGraph);<a name="line.66"></a> | |
| <span class="sourceLineNo">067</span><a name="line.67"></a> | |
| <span class="sourceLineNo">068</span> diagnostics.writeToDiaFile("\n");<a name="line.68"></a> | |
| <span class="sourceLineNo">069</span><a name="line.69"></a> | |
| <span class="sourceLineNo">070</span> return parseDependencyGraph;<a name="line.70"></a> | |
| <span class="sourceLineNo">071</span> }<a name="line.71"></a> | |
| <span class="sourceLineNo">072</span> <a name="line.72"></a> | |
| <span class="sourceLineNo">073</span> public OracleGuide getOracleGuide() {<a name="line.73"></a> | |
| <span class="sourceLineNo">074</span> return oracleGuide;<a name="line.74"></a> | |
| <span class="sourceLineNo">075</span> }<a name="line.75"></a> | |
| <span class="sourceLineNo">076</span> <a name="line.76"></a> | |
| <span class="sourceLineNo">077</span> public void train() throws MaltChainedException { }<a name="line.77"></a> | |
| <span class="sourceLineNo">078</span> public void terminate() throws MaltChainedException {<a name="line.78"></a> | |
| <span class="sourceLineNo">079</span> diagnostics.closeDiaWriter();<a name="line.79"></a> | |
| <span class="sourceLineNo">080</span> }<a name="line.80"></a> | |
| <span class="sourceLineNo">081</span>}<a name="line.81"></a> | |
| </pre> | |
| </div> | |
| </body> | |
| </html> | |