Variable Overrider Implemented.

This commit is contained in:
Speiger 2020-11-11 00:54:28 +01:00
parent 70566b3471
commit 51f447b0d1
19 changed files with 518 additions and 117 deletions

View File

@ -1,4 +1,4 @@
package speiger.src.collections.builder;
package speiger.src.builder.base;
import java.util.ArrayList;
import java.util.List;
@ -6,8 +6,8 @@ import java.util.Set;
import java.util.StringJoiner;
import java.util.regex.Pattern;
import speiger.src.collections.builder.conditions.ICondition;
import speiger.src.collections.builder.misc.Tuple;
import speiger.src.builder.conditions.ICondition;
import speiger.src.builder.misc.Tuple;
public class ConditionedSegment
{

View File

@ -1,4 +1,4 @@
package speiger.src.collections.builder;
package speiger.src.builder.base;
import java.util.ArrayList;
import java.util.List;

View File

@ -0,0 +1,97 @@
package speiger.src.builder.base;
import java.io.File;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.ArrayList;
import java.util.Collections;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.StringJoiner;
import java.util.function.UnaryOperator;
import speiger.src.builder.misc.FileUtils;
public class Template
{
String fileName;
String textFile;
List<ConditionedSegment> segments;
public Template(String fileName, String textFile, List<ConditionedSegment> segments)
{
this.fileName = fileName;
this.textFile = textFile;
this.segments = segments;
}
public String getFileName()
{
return fileName;
}
public String build(Set<String> parsePool, List<UnaryOperator<String>> mappers)
{
StringBuilder builder = new StringBuilder(textFile);
for(int i = 0,offset=0,m=segments.size();i<m;i++)
{
offset += segments.get(i).build(parsePool, builder, offset);
}
String result = builder.toString();
for(int i = 0,m=mappers.size();i<m;i++)
{
result = mappers.get(i).apply(result);
}
// String s = "CLASS_TO_OBJ(\\([^)]+\\)|\\S)";
return result;
}
public static void main(String...args)
{
try
{
Path path = new File("./src/main/resources/speiger/assets/collections/templates/List.template").toPath();
Template template = parse(path);
Set<String> parsePool = new HashSet<>();
parsePool.add("DEPEND");
parsePool.add("SUB_TEST");
parsePool.add("TEST_0");
parsePool.add("TEST_1");
parsePool.add("TEST_2");
System.out.println(path.getFileName().toString());
System.out.println(template.build(parsePool, Collections.emptyList()));
}
catch(IOException e)
{
e.printStackTrace();
}
}
public static Template parse(Path file) throws IOException
{
List<ConditionedSegment> segments = new ArrayList<ConditionedSegment>();
StringJoiner joiner = new StringJoiner("\n");
List<String> lines = Files.readAllLines(file);
for(int i = 0;i<lines.size();i++)
{
String s = lines.get(i);
String trimmed = s.trim();
if(trimmed.startsWith("#"))
{
if(trimmed.startsWith("#if"))
{
i += ConditionedSegment.parse(s.trim().substring(3).trim(), lines, i, joiner.length(), segments);
continue;
}
else if(trimmed.startsWith("#symlink"))
{
return Template.parse(file.getParent().resolve(trimmed.substring(8).trim()));
}
}
joiner.add(s);
}
return new Template(FileUtils.getFileName(file.getFileName()), joiner.toString(), segments);
}
}

View File

@ -1,4 +1,4 @@
package speiger.src.collections.builder.conditions;
package speiger.src.builder.conditions;
import java.util.ArrayList;
import java.util.List;

View File

@ -1,4 +1,4 @@
package speiger.src.collections.builder.conditions;
package speiger.src.builder.conditions;
import java.util.Set;

View File

@ -1,4 +1,4 @@
package speiger.src.collections.builder.conditions;
package speiger.src.builder.conditions;
import java.util.ArrayList;
import java.util.List;

View File

@ -1,4 +1,4 @@
package speiger.src.collections.builder.conditions;
package speiger.src.builder.conditions;
import java.util.List;
import java.util.Set;

View File

@ -0,0 +1,86 @@
package speiger.src.builder.example;
import java.io.IOException;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.ArrayList;
import java.util.LinkedHashMap;
import java.util.List;
import java.util.Map;
import java.util.Map.Entry;
import java.util.function.Consumer;
import java.util.function.UnaryOperator;
import speiger.src.builder.mappers.SimpleMapper;
import speiger.src.builder.processor.TemplateProcess;
import speiger.src.builder.processor.TemplateProcessor;
public class TestBuilder extends TemplateProcessor
{
Map<String, List<UnaryOperator<String>>> data;
public TestBuilder()
{
super(Paths.get("src\\main\\resources\\speiger\\assets\\collections\\templates\\"), Paths.get("src\\main\\java\\speiger\\src\\collections\\example\\"), Paths.get("src\\main\\resources\\speiger\\assets\\collections\\"));
}
@Override
protected boolean isFileValid(Path fileName)
{
return true;
}
@Override
protected void init()
{
data = new LinkedHashMap<>();
data.put("Byte", createForType("byte", "Byte", "Byte"));
data.put("Short", createForType("short", "Short", "Short"));
data.put("Int", createForType("int", "Integer", "Int"));
data.put("Long", createForType("long", "Long", "Long"));
data.put("Float", createForType("float", "Float", "Float"));
data.put("Double", createForType("double", "Double", "Double"));
data.put("Object", createForType("Object", "T", "Object"));
}
private List<UnaryOperator<String>> createForType(String lowercase, String upperCase, String classType)
{
List<UnaryOperator<String>> list = new ArrayList<>();
list.add(new SimpleMapper("LIST", classType+"List"));
list.add(new SimpleMapper("CLASS_TYPE", upperCase));
list.add(new SimpleMapper("KEY_TYPE", lowercase));
list.add(new SimpleMapper("KEY_GENERIC_TYPE", "<T>"));
return list;
}
@Override
public void createProcesses(String name, Consumer<TemplateProcess> acceptor)
{
for(Entry<String, List<UnaryOperator<String>>> entry : data.entrySet())
{
TemplateProcess process = new TemplateProcess(entry.getKey()+name+".java", Paths.get(""));
process.addMappers(entry.getValue());
if(entry.getKey().equals("Object"))
{
process.addFlags("OBJECT");
}
acceptor.accept(process);
}
}
public static void main(String...args)
{
try
{
new TestBuilder().process(true);
}
catch(InterruptedException e)
{
e.printStackTrace();
}
catch(IOException e)
{
e.printStackTrace();
}
}
}

View File

@ -0,0 +1,44 @@
package speiger.src.builder.mappers;
import java.util.function.UnaryOperator;
import java.util.regex.Matcher;
import java.util.regex.Pattern;
public class InjectMapper implements UnaryOperator<String>
{
Pattern pattern;
String replacement;
boolean removeBraces;
public InjectMapper(String pattern, String replacement)
{
this.pattern = Pattern.compile(pattern);
this.replacement = replacement;
}
public InjectMapper removeBraces()
{
removeBraces = true;
return this;
}
@Override
public String apply(String t)
{
Matcher matcher = pattern.matcher(t);
if(matcher.find())
{
StringBuffer buffer = new StringBuffer();
do { matcher.appendReplacement(buffer, String.format(replacement, getString(matcher.group(1))));
} while (matcher.find());
matcher.appendTail(buffer);
return buffer.toString();
}
return t;
}
private String getString(String s)
{
return removeBraces ? s.substring(1, s.length() - 1) : s;
}
}

View File

@ -0,0 +1,22 @@
package speiger.src.builder.mappers;
import java.util.function.UnaryOperator;
import java.util.regex.Pattern;
public class SimpleMapper implements UnaryOperator<String>
{
Pattern pattern;
String replacement;
public SimpleMapper(String pattern, String replacement)
{
this.pattern = Pattern.compile(pattern);
this.replacement = replacement;
}
@Override
public String apply(String t)
{
return pattern.matcher(t).replaceAll(replacement);
}
}

View File

@ -0,0 +1,90 @@
package speiger.src.builder.misc;
import java.io.BufferedWriter;
import java.io.IOException;
import java.io.InputStream;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.StandardOpenOption;
import java.security.MessageDigest;
import java.util.LinkedHashMap;
import java.util.Map;
import java.util.Map.Entry;
public class FileUtils
{
public static boolean isValid(Path path, Map<String, String> existing)
{
String s = existing.get(getFileName(path));
return s == null || !s.equals(FileUtils.getMD5String(path));
}
public static Map<String, String> loadMappings(Path dataFolder) throws IOException
{
Map<String, String> result = new LinkedHashMap<>();
dataFolder = dataFolder.resolve("cache.bin");
if(Files.notExists(dataFolder))
{
return result;
}
for(String s : Files.readAllLines(dataFolder))
{
String[] array = s.split("=");
if(array.length == 2)
{
result.put(array[0], array[1]);
}
}
return result;
}
public static void saveMappings(Map<String, String> mappings, Path dataFolder)
{
try(BufferedWriter writer = Files.newBufferedWriter(dataFolder.resolve("cache.bin"), StandardOpenOption.CREATE, StandardOpenOption.WRITE, StandardOpenOption.TRUNCATE_EXISTING, StandardOpenOption.DSYNC))
{
for(Entry<String, String> entry : mappings.entrySet())
{
writer.write(entry.getKey()+"="+entry.getValue());
writer.newLine();
}
writer.flush();
}
catch(Exception e)
{
e.printStackTrace();
}
}
public static String getFileName(Path path)
{
String name = path.getFileName().toString();
int index = name.indexOf(".");
return index == -1 ? name : name.substring(0, index);
}
public static String getMD5String(Path path)
{
try(InputStream stream = Files.newInputStream(path))
{
MessageDigest digest = MessageDigest.getInstance("MD5");
byte[] byteArray = new byte[2048];
int bytesCount = 0;
while((bytesCount = stream.read(byteArray)) != -1)
{
digest.update(byteArray, 0, bytesCount);
}
byte[] bytes = digest.digest();
StringBuilder sb = new StringBuilder();
for(int i = 0;i < bytes.length;i++)
{
sb.append(Integer.toString((bytes[i] & 0xff) + 0x100, 16).substring(1));
}
return sb.toString();
}
catch(Exception e)
{
return null;
}
}
}

View File

@ -1,4 +1,4 @@
package speiger.src.collections.builder.misc;
package speiger.src.builder.misc;
public class Tuple<K, V>
{

View File

@ -0,0 +1,41 @@
package speiger.src.builder.processor;
import java.io.BufferedWriter;
import java.nio.file.Files;
import java.nio.file.Path;
import java.nio.file.StandardOpenOption;
import speiger.src.builder.base.Template;
public class BuildTask implements Runnable
{
Path basePath;
Template template;
TemplateProcess process;
public BuildTask(Path basePath, Template template, TemplateProcess process)
{
super();
this.basePath = basePath;
this.template = template;
this.process = process;
}
@Override
public void run()
{
String s = template.build(process.parsePool, process.mappers);
Path path = basePath.resolve(process.path).resolve(process.fileName);
try(BufferedWriter writer = Files.newBufferedWriter(path, StandardOpenOption.CREATE, StandardOpenOption.TRUNCATE_EXISTING, StandardOpenOption.WRITE, StandardOpenOption.SYNC))
{
writer.write(s);
writer.flush();
System.out.println("Created: "+process.fileName);
}
catch(Exception e)
{
e.printStackTrace();
}
}
}

View File

@ -0,0 +1,39 @@
package speiger.src.builder.processor;
import java.nio.file.Path;
import java.util.ArrayList;
import java.util.Arrays;
import java.util.Collection;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.function.UnaryOperator;
public class TemplateProcess
{
Path path;
String fileName;
Set<String> parsePool = new HashSet<>();
List<UnaryOperator<String>> mappers = new ArrayList<>();
public TemplateProcess(String fileName, Path path)
{
this.fileName = fileName;
this.path = path;
}
public void addFlags(String...flags)
{
parsePool.addAll(Arrays.asList(flags));
}
public void addMapper(UnaryOperator<String> mapper)
{
mappers.add(mapper);
}
public void addMappers(Collection<UnaryOperator<String>> mappers)
{
this.mappers.addAll(mappers);
}
}

View File

@ -0,0 +1,81 @@
package speiger.src.builder.processor;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.List;
import java.util.Map;
import java.util.concurrent.Executors;
import java.util.concurrent.ThreadPoolExecutor;
import java.util.concurrent.TimeUnit;
import java.util.function.Consumer;
import java.util.stream.Collectors;
import speiger.src.builder.base.Template;
import speiger.src.builder.misc.FileUtils;
public abstract class TemplateProcessor
{
Path sourceFolder;
Path outputFolder;
Path dataFolder;
public TemplateProcessor(Path sourceFolder, Path outputFolder, Path dataFolder)
{
this.sourceFolder = sourceFolder;
this.outputFolder = outputFolder;
this.dataFolder = dataFolder;
init();
}
protected abstract void init();
protected abstract boolean isFileValid(Path fileName);
public abstract void createProcesses(String fileName, Consumer<TemplateProcess> process);
public boolean process(boolean force) throws IOException, InterruptedException
{
Map<String, String> existing = FileUtils.loadMappings(dataFolder);
List<Path> pathsLeft = Files.walk(sourceFolder).filter(Files::isRegularFile).filter(T -> isFileValid(T.getFileName())).filter(T -> force || FileUtils.isValid(T, existing)).collect(Collectors.toList());
if(pathsLeft.isEmpty() && !force)
{
System.out.println("Nothing has changed");
return false;
}
ThreadPoolExecutor service = (ThreadPoolExecutor)Executors.newFixedThreadPool(Runtime.getRuntime().availableProcessors());
service.setKeepAliveTime(10, TimeUnit.MILLISECONDS);
service.allowCoreThreadTimeOut(true);
service.submit(() -> {
for(int i = 0,m=pathsLeft.size();i<m;i++)
{
Path path = pathsLeft.get(i);
try
{
Template template = Template.parse(path);
createProcesses(FileUtils.getFileName(path), T -> service.execute(new BuildTask(outputFolder, template, T)));
}
catch(Exception e)
{
e.printStackTrace();
continue;
}
}
});
long start = System.currentTimeMillis();
System.out.println("Started Tasks");
for(int i = 0,m=pathsLeft.size();i<m;i++)
{
Path path = pathsLeft.get(i);
existing.put(FileUtils.getFileName(path), FileUtils.getMD5String(path));
}
while(service.getActiveCount() > 0)
{
Thread.sleep(10);
}
System.out.println("Finished Tasks: "+(System.currentTimeMillis() - start)+"ms");
FileUtils.saveMappings(existing, dataFolder);
System.out.print("Saved Changes");
return true;
}
}

View File

@ -0,0 +1 @@
/example/

View File

@ -1,75 +0,0 @@
package speiger.src.collections.builder;
import java.io.File;
import java.io.IOException;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.ArrayList;
import java.util.HashSet;
import java.util.List;
import java.util.Set;
import java.util.StringJoiner;
public class Template
{
String textFile;
List<ConditionedSegment> segments;
public Template(String textFile, List<ConditionedSegment> segments)
{
this.textFile = textFile;
this.segments = segments;
}
public String build(Set<String> parsePool)
{
StringBuilder builder = new StringBuilder(textFile);
for(int i = 0,offset=0,m=segments.size();i<m;i++)
{
offset += segments.get(i).build(parsePool, builder, offset);
}
return builder.toString();
}
public static void main(String...args)
{
try
{
Template template = parse(new File("./src/main/resources/speiger/assets/collections/templates/List.template").toPath());
Set<String> parsePool = new HashSet<>();
parsePool.add("DEPEND");
parsePool.add("SUB_TEST");
parsePool.add("TEST_0");
parsePool.add("TEST_1");
parsePool.add("TEST_2");
System.out.println(template.build(parsePool));
}
catch(IOException e)
{
e.printStackTrace();
}
}
public static Template parse(Path file) throws IOException
{
List<ConditionedSegment> segments = new ArrayList<ConditionedSegment>();
StringJoiner joiner = new StringJoiner("\n");
List<String> lines = Files.readAllLines(file);
for(int i = 0;i<lines.size();i++)
{
String s = lines.get(i);
if(s.trim().startsWith("#if"))
{
i += ConditionedSegment.parse(s.trim().substring(3).trim(), lines, i, joiner.length(), segments);
continue;
}
joiner.add(s);
}
return new Template(joiner.toString(), segments);
}
public static int parseSegments(String conditionLine, List<String> file, int index)
{
return 0;
}
}

View File

@ -0,0 +1 @@
List=81eefe88c5fd5080b139b1b85e11f85d

View File

@ -1,37 +1,11 @@
package speiger.src.collections.test
package speiger.src.collections.example;
public class List
import java.util.List;
public interface LISTKEY_GENERIC_TYPE extends List<CLASS_TYPE>
{
public List()
{
}
#if TEST_FLAG
public void addOne()
{
}
#else if TESTING_FLAG
public void addTwo()
{
#if DEPEND
int i = 0;
#endif
#if SUB_TEST
i += 100;
#endif
}
#else if TEST_0 && !TEST_1 || TEST_2
public void addThree()
{
}
#else
public void addFour()
{
}
#if !OBJECT
public void add(KEY_TYPE e);
#endif
public default boolean add(CLASS_TYPE e) {return true;}
}