doc/manuscriptor.svg

<?xml version="1.0" encoding="UTF-8" standalone="no"?><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" contentScriptType="application/ecmascript" contentStyleType="text/css" height="831px" preserveAspectRatio="none" style="width:464px;height:831px;" version="1.1" viewBox="0 0 464 831" width="464px" zoomAndPan="magnify"><defs><filter height="300%" id="f6kqkyyi3gbmt" width="300%" x="-1" y="-1"><feGaussianBlur result="blurOut" stdDeviation="2.0"/><feColorMatrix in="blurOut" result="blurOut2" type="matrix" values="0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 0 .4 0"/><feOffset dx="4.0" dy="4.0" in="blurOut2" result="blurOut3"/><feBlend in="SourceGraphic" in2="blurOut3" mode="normal"/></filter></defs><g><text fill="#000000" font-family="sans-serif" font-size="18" lengthAdjust="spacingAndGlyphs" textLength="248" x="112" y="16.708">Wikispeech: Manuscript tool</text><!--entity WikiExtractor--><rect fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" height="36.2969" style="stroke: #A80036; stroke-width: 1.5;" width="108" x="183" y="134.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="178" y="139.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="178" y="161.25"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="88" x="193" y="157.9482">WikiExtractor</text><!--entity Cleanup--><rect fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" height="36.2969" style="stroke: #A80036; stroke-width: 1.5;" width="77" x="198.5" y="231.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="193.5" y="236.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="193.5" y="258.25"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="57" x="208.5" y="254.9482">Cleanup</text><!--entity Filter--><rect fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" height="36.2969" style="stroke: #A80036; stroke-width: 1.5;" width="53" x="282.5" y="436.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="277.5" y="441.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="277.5" y="463.25"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="33" x="292.5" y="459.9482">Filter</text><!--entity Selection--><rect fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" height="36.2969" style="stroke: #A80036; stroke-width: 1.5;" width="84" x="267" y="667.4531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="262" y="672.4531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="262" y="693.75"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="64" x="277" y="690.4482">Selection</text><!--entity FeatComputation--><rect fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" height="36.2969" style="stroke: #A80036; stroke-width: 1.5;" width="143" x="310.5" y="231.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="305.5" y="236.9531"/><rect fill="#FEFECE" height="5" style="stroke: #A80036; stroke-width: 1.5;" width="10" x="305.5" y="258.25"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="123" x="320.5" y="254.9482">Feat Computation</text><!--entity WikiDump--><path d="M192.5,38.9531 C192.5,28.9531 237,28.9531 237,28.9531 C237,28.9531 281.5,28.9531 281.5,38.9531 L281.5,64.25 C281.5,74.25 237,74.25 237,74.25 C237,74.25 192.5,74.25 192.5,64.25 L192.5,38.9531 " fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" style="stroke: #000000; stroke-width: 1.5;"/><path d="M192.5,38.9531 C192.5,48.9531 237,48.9531 237,48.9531 C237,48.9531 281.5,48.9531 281.5,38.9531 " fill="none" style="stroke: #000000; stroke-width: 1.5;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="69" x="202.5" y="65.9482">WikiDump</text><!--entity MainDatabase--><path d="M248,338.9531 C248,328.9531 309,328.9531 309,328.9531 C309,328.9531 370,328.9531 370,338.9531 L370,364.25 C370,374.25 309,374.25 309,374.25 C309,374.25 248,374.25 248,364.25 L248,338.9531 " fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" style="stroke: #000000; stroke-width: 1.5;"/><path d="M248,338.9531 C248,348.9531 309,348.9531 309,348.9531 C309,348.9531 370,348.9531 370,338.9531 " fill="none" style="stroke: #000000; stroke-width: 1.5;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="102" x="258" y="365.9482">Main Database</text><!--entity FilteredBatches--><path d="M243,561.9531 C243,551.9531 309,551.9531 309,551.9531 C309,551.9531 375,551.9531 375,561.9531 L375,587.25 C375,597.25 309,597.25 309,597.25 C309,597.25 243,597.25 243,587.25 L243,561.9531 " fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" style="stroke: #000000; stroke-width: 1.5;"/><path d="M243,561.9531 C243,571.9531 309,571.9531 309,571.9531 C309,571.9531 375,571.9531 375,561.9531 " fill="none" style="stroke: #000000; stroke-width: 1.5;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="112" x="253" y="588.9482">Filtered Batches</text><!--entity Scripts--><path d="M275.5,783.9531 C275.5,773.9531 309,773.9531 309,773.9531 C309,773.9531 342.5,773.9531 342.5,783.9531 L342.5,809.25 C342.5,819.25 309,819.25 309,819.25 C309,819.25 275.5,819.25 275.5,809.25 L275.5,783.9531 " fill="#FEFECE" filter="url(#f6kqkyyi3gbmt)" style="stroke: #000000; stroke-width: 1.5;"/><path d="M275.5,783.9531 C275.5,793.9531 309,793.9531 309,793.9531 C309,793.9531 342.5,793.9531 342.5,783.9531 " fill="none" style="stroke: #000000; stroke-width: 1.5;"/><text fill="#000000" font-family="sans-serif" font-size="14" lengthAdjust="spacingAndGlyphs" textLength="47" x="285.5" y="810.9482">Scripts</text><path d="M63,237.4531 L63,262.5859 A0,0 0 0 0 63,262.5859 L163,262.5859 A0,0 0 0 0 163,262.5859 L163,255.4531 L198.46,249.9531 L163,247.4531 L163,247.4531 L153,237.4531 L63,237.4531 A0,0 0 0 0 63,237.4531 " fill="#FBFB77" filter="url(#f6kqkyyi3gbmt)" style="stroke: #A80036; stroke-width: 1.0;"/><path d="M153,237.4531 L153,247.4531 L163,247.4531 L153,237.4531 " fill="#FBFB77" style="stroke: #A80036; stroke-width: 1.0;"/><text fill="#000000" font-family="sans-serif" font-size="13" lengthAdjust="spacingAndGlyphs" textLength="79" x="69" y="254.52">remove junk</text><path d="M88.5,434.9531 L88.5,475.2188 A0,0 0 0 0 88.5,475.2188 L247.5,475.2188 A0,0 0 0 0 247.5,475.2188 L247.5,458.9531 L282.13,454.9531 L247.5,450.9531 L247.5,444.9531 L237.5,434.9531 L88.5,434.9531 A0,0 0 0 0 88.5,434.9531 " fill="#FBFB77" filter="url(#f6kqkyyi3gbmt)" style="stroke: #A80036; stroke-width: 1.0;"/><path d="M237.5,434.9531 L237.5,444.9531 L247.5,444.9531 L237.5,434.9531 " fill="#FBFB77" style="stroke: #A80036; stroke-width: 1.0;"/><text fill="#000000" font-family="sans-serif" font-size="13" lengthAdjust="spacingAndGlyphs" textLength="138" x="94.5" y="452.02">create subsets based</text><text fill="#000000" font-family="sans-serif" font-size="13" lengthAdjust="spacingAndGlyphs" textLength="135" x="94.5" y="467.1528">on various properties</text><path d="M6,657.9531 L6,713.3516 A0,0 0 0 0 6,713.3516 L232,713.3516 A0,0 0 0 0 232,713.3516 L232,689.4531 L266.99,685.4531 L232,681.4531 L232,667.9531 L222,657.9531 L6,657.9531 A0,0 0 0 0 6,657.9531 " fill="#FBFB77" filter="url(#f6kqkyyi3gbmt)" style="stroke: #A80036; stroke-width: 1.0;"/><path d="M222,657.9531 L222,667.9531 L232,667.9531 L222,657.9531 " fill="#FBFB77" style="stroke: #A80036; stroke-width: 1.0;"/><text fill="#000000" font-family="sans-serif" font-size="13" lengthAdjust="spacingAndGlyphs" textLength="178" x="12" y="675.02">select subsets of sentences</text><text fill="#000000" font-family="sans-serif" font-size="13" lengthAdjust="spacingAndGlyphs" textLength="205" x="12" y="690.1528">from the filtered batches, based</text><text fill="#000000" font-family="sans-serif" font-size="13" lengthAdjust="spacingAndGlyphs" textLength="129" x="12" y="705.2856">on a scoring system</text><!--link WikiDump to WikiExtractor--><path d="M237,74.0431 C237,90.3731 237,112.7331 237,129.3131 " fill="none" id="WikiDump-WikiExtractor" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="237,134.7031,241,125.7031,237,129.7031,233,125.7031,237,134.7031" style="stroke: #A80036; stroke-width: 1.0;"/><!--link WikiExtractor to Cleanup--><path d="M237,171.3731 C237,186.9131 237,209.7331 237,226.6131 " fill="none" id="WikiExtractor-Cleanup" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="237,231.6431,241,222.6431,237,226.6431,233,222.6431,237,231.6431" style="stroke: #A80036; stroke-width: 1.0;"/><!--link Cleanup to MainDatabase--><path d="M249.54,268.2831 C260.76,283.7831 277.36,306.7231 290.17,324.4331 " fill="none" id="Cleanup-MainDatabase" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="293.34,328.8131,291.2996,319.1779,290.4068,324.7639,284.8209,323.871,293.34,328.8131" style="stroke: #A80036; stroke-width: 1.0;"/><!--link FeatComputation to MainDatabase--><path d="M369.28,268.2831 C357.91,283.7831 341.08,306.7231 328.09,324.4331 " fill="none" id="FeatComputation-MainDatabase" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="324.88,328.8131,333.4301,323.9249,327.8387,324.7825,326.9811,319.191,324.88,328.8131" style="stroke: #A80036; stroke-width: 1.0;"/><!--link MainDatabase to Filter--><path d="M309,373.9831 C309,390.9631 309,414.5631 309,431.7231 " fill="none" id="MainDatabase-Filter" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="309,436.8331,313,427.8331,309,431.8331,305,427.8331,309,436.8331" style="stroke: #A80036; stroke-width: 1.0;"/><!--link Filter to FilteredBatches--><path d="M282.41,467.4531 C267.29,475.5531 249.69,487.9831 241,504.9531 C232.41,521.7331 244.49,536.9831 260.74,548.8231 " fill="none" id="Filter-FilteredBatches" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="264.95,551.7531,259.853,543.3258,260.8478,548.8945,255.2791,549.8893,264.95,551.7531" style="stroke: #A80036; stroke-width: 1.0;"/><text fill="#000000" font-family="sans-serif" font-size="13" lengthAdjust="spacingAndGlyphs" textLength="106" x="242" y="518.02">iterative process</text><!--link FilteredBatches to Filter--><path d="M333.34,551.9331 C341.17,543.4631 348.89,533.0931 353,521.9531 C359.05,505.5631 348.29,489.2031 335.91,476.8731 " fill="none" id="FilteredBatches-Filter" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="332.03,473.1831,335.7868,482.2873,335.65,476.6321,341.3052,476.4953,332.03,473.1831" style="stroke: #A80036; stroke-width: 1.0;"/><!--link FilteredBatches to Selection--><path d="M309,596.9831 C309,615.8131 309,643.0531 309,662.1131 " fill="none" id="FilteredBatches-Selection" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="309,667.2631,313,658.2631,309,662.2631,305,658.2631,309,667.2631" style="stroke: #A80036; stroke-width: 1.0;"/><!--link Selection to Scripts--><path d="M309,703.4831 C309,720.9231 309,748.2931 309,768.6431 " fill="none" id="Selection-Scripts" style="stroke: #A80036; stroke-width: 1.0;"/><polygon fill="#A80036" points="309,773.6531,313,764.6531,309,768.6531,305,764.6531,309,773.6531" style="stroke: #A80036; stroke-width: 1.0;"/><!--
@startuml

title
Wikispeech: Manuscript tool
end title

component WikiExtractor
component Cleanup
component Filter
component Selection
component "Feat Computation" as FeatComputation

database WikiDump
database "Main Database" as MainDatabase
database "Filtered Batches" as FilteredBatches
database Scripts

WikiDump - -> WikiExtractor
WikiExtractor - -> Cleanup
note left: remove junk

Cleanup - -> MainDatabase

FeatComputation - -> MainDatabase

MainDatabase - -> Filter
note left
create subsets based
on various properties
end note

Filter - -> FilteredBatches: iterative process
FilteredBatches - -> Filter


FilteredBatches - -> Selection
note left
select subsets of sentences
from the filtered batches, based
on a scoring system
end note
Selection - -> Scripts



@enduml

PlantUML version 1.2018.13(Mon Nov 26 18:11:51 CET 2018)
(GPL source distribution)
Java Runtime: Java(TM) SE Runtime Environment
JVM: Java HotSpot(TM) 64-Bit Server VM
Java Version: 1.7.0_80-b15
Operating System: Linux
OS Version: 5.4.0-48-generic
Default Encoding: UTF-8
Language: en
Country: US
--></g></svg>