ParkerTenBroeck/coroutines
1
0
Fork 0
mirror of https://github.com/ParkerTenBroeck/coroutines.git synced 2026-06-07 05:08:51 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions

first

Browse source
This commit is contained in:
Parker TenBroeck 2025-04-03 00:22:50 -04:00
commit bce3396cf5
9 changed files with 695 additions and 0 deletions
Download patch file Download diff file Expand all files Collapse all files

31
.gitignore vendored Normal file
View file

@ -0,0 +1,31 @@
### IntelliJ IDEA ###
out/
!**/src/main/**/out/
!**/src/test/**/out/
### Eclipse ###
.apt_generated
.classpath
.factorypath
.project
.settings
.springBeans
.sts4-cache
bin/
!**/src/main/**/bin/
!**/src/test/**/bin/
### NetBeans ###
/nbproject/private/
/nbbuild/
/dist/
/nbdist/
/.nb-gradle/
### VS Code ###
.vscode/
### Mac OS ###
.DS_Store
*.iml

3
.idea/.gitignore generated vendored Normal file
View file

@ -0,0 +1,3 @@
# Default ignored files
/shelf/
/workspace.xml

6
.idea/misc.xml generated Normal file
View file

@ -0,0 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectRootManager" version="2" languageLevel="JDK_X" default="true" project-jdk-name="openjdk-24" project-jdk-type="JavaSDK">
<output url="file://$PROJECT_DIR$/out" />
</component>
</project>

8
.idea/modules.xml generated Normal file
View file

@ -0,0 +1,8 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="ProjectModuleManager">
<modules>
<module fileurl="file://$PROJECT_DIR$/generators.iml" filepath="$PROJECT_DIR$/generators.iml" />
</modules>
</component>
</project>

6
.idea/vcs.xml generated Normal file
View file

@ -0,0 +1,6 @@
<?xml version="1.0" encoding="UTF-8"?>
<project version="4">
<component name="VcsDirectoryMappings">
<mapping directory="$PROJECT_DIR$" vcs="Git" />
</component>
</project>

5
src/Main.java Normal file
View file

@ -0,0 +1,5 @@
public class Main {
public static void main(String[] args) {
System.out.println("Hello, World!");
}
}

468
src/generator/Fun.java Normal file
View file

@ -0,0 +1,468 @@
package generator;
import java.io.IOException;
import java.io.PrintStream;
import java.lang.classfile.*;
import java.lang.classfile.attribute.StackMapFrameInfo;
import java.lang.classfile.instruction.*;
import java.lang.constant.ClassDesc;
import java.lang.constant.ConstantDescs;
import java.lang.constant.MethodTypeDesc;
import java.lang.reflect.AccessFlag;
import java.nio.file.Files;
import java.nio.file.Path;
import java.util.ArrayList;
import java.util.HashMap;
import java.util.List;
import java.util.Objects;
import java.util.concurrent.atomic.AtomicInteger;
import static java.lang.classfile.attribute.StackMapFrameInfo.SimpleVerificationTypeInfo.TOP;
public class Fun {
public static void main(String... args) throws Exception {
// var loader = new GeneratorClassLoader(Fun.class.getClassLoader());
// loader.loadClass(Fun.class.getName()).getMethod("run").invoke(null);
var thread = new Thread(() -> {
Fun.run();
});
thread.setContextClassLoader(new GeneratorClassLoader(Fun.class.getClassLoader()));
thread.start();
}
public static void run() {
{
var gen = Test.test(new double[]{1,2,3,45,6,4,3,3,452,452,45,345,45});
while (gen.next() instanceof Gen.Yield(var val)) {
System.out.println(val);
}
}
var gen = Test.parse("f7(x,y,z,w, u,v, othersIg) = v-(x*y+y+ln(z)^2*sin(z*pi/2))/(w*u)+sqrt(othersIg*120e-1)");
var res = gen.next();
while (true) {
System.out.println(res);
if (res instanceof Gen.Ret || res == null) break;
res = gen.next();
}
}
public static class GeneratorClassLoader extends ClassLoader {
private final static MethodTypeDesc MTD_void_String = MethodTypeDesc.of(ConstantDescs.CD_void, ConstantDescs.CD_String);
private final static ClassDesc CD_System = ClassDesc.ofDescriptor(System.class.descriptorString());
private final static ClassDesc CD_PrintStream = ClassDesc.ofDescriptor(PrintStream.class.descriptorString());
private final static ClassDesc CD_Gen = ClassDesc.ofDescriptor(Gen.class.descriptorString());
private final static ClassDesc CD_Res = ClassDesc.ofDescriptor(Gen.Res.class.descriptorString());
private final static ClassDesc CD_Yield = ClassDesc.ofDescriptor(Gen.Yield.class.descriptorString());
private final static ClassDesc CD_Ret = ClassDesc.ofDescriptor(Gen.Ret.class.descriptorString());
private final static MethodTypeDesc MTD_Res = MethodTypeDesc.of(CD_Res);
private final static MethodTypeDesc MTD_Gen_Obj = MethodTypeDesc.of(CD_Gen, ConstantDescs.CD_Object);
private final HashMap<String, byte[]> customClazzDefMap = new HashMap<>();
private final HashMap<String, Class<?>> customClazzMap = new HashMap<>();
public GeneratorClassLoader(ClassLoader parent) {
super(parent);
}
@Override
public Class<?> loadClass(String name) throws ClassNotFoundException {
if (customClazzDefMap.get(name) instanceof byte[] bytes)
customClazzMap.put(name, defineClass(name, bytes, 0, bytes.length));
if (customClazzMap.get(name) instanceof Class<?> clazz)
return clazz;
if (name.startsWith("java"))
return super.loadClass(name);
var p = "/" + name.replace('.', '/') + ".class";
try (var stream = Fun.class.getResourceAsStream(p)) {
var bytes = Objects.requireNonNull(stream).readAllBytes();
bytes = searchForGenerators(bytes);
Files.write(Path.of("cs/" + name + ".class"), bytes);
customClazzDefMap.put(name, bytes);
customClazzMap.put(name, defineClass(name, bytes, 0, bytes.length));
return customClazzMap.get(name);
} catch (IOException e) {
throw new ClassNotFoundException(name, e);
}
}
public byte[] searchForGenerators(byte[] in) {
var clm = ClassFile.of().parse(in);
return ClassFile.of().build(clm.thisClass().asSymbol(), cb -> {
for (var ce : clm) {
var isGen = clm.thisClass().asSymbol().descriptorString().equals(Gen.class.descriptorString());
if (ce instanceof MethodModel mem && !isGen) {
var methodRetGen = mem.methodTypeSymbol().returnType().descriptorString().equals(Gen.class.descriptorString());
if (methodRetGen) {
cb.withMethod(mem.methodName().stringValue(), mem.methodTypeSymbol(), mem.flags().flagsMask(), mb -> {
for (var me : mem) {
if (me instanceof CodeModel com) {
mb.withCode(cob -> rebuildGeneratorMethod(clm, mem, com, cob));
} else mb.with(me);
}
});
} else
cb.with(mem);
} else cb.with(ce);
}
});
}
private ClassDesc generateGeneratorFromGenMethod(ClassModel clm, MethodModel mem, CodeModel com, CodeBuilder scob) {
var cd = ClassDesc.of("Gen" + customClazzDefMap.size());
var bytes = ClassFile.of(ClassFile.StackMapsOption.STACK_MAPS_WHEN_REQUIRED).build(cd, clb -> {
clb.withInterfaces(List.of(clb.constantPool().classEntry(CD_Gen)));
scob.new_(cd).dup();
var mts = mem.methodTypeSymbol();
mts = mts.changeReturnType(ConstantDescs.CD_void);
if (!mem.flags().has(AccessFlag.STATIC)) {
mts = mts.insertParameterTypes(0, clm.thisClass().asSymbol());
}
int offset = 0;
var mts_params = mts.parameterArray();
for (var param : mts_params) {
clb.withField("param_" + offset, param, ClassFile.ACC_PRIVATE);
var tk = TypeKind.fromDescriptor(param.descriptorString());
scob.loadLocal(tk, offset);
offset += tk.slotSize();
}
var count = offset;
scob.invokespecial(cd, ConstantDescs.INIT_NAME, mts).areturn();
clb.withMethod(ConstantDescs.INIT_NAME, mts, ClassFile.ACC_PUBLIC,
mb -> mb.withCode(cob -> {
cob.aload(0).invokespecial(ConstantDescs.CD_Object, ConstantDescs.INIT_NAME, ConstantDescs.MTD_void);
int offset2 = 0;
for (var param : mts_params) {
var tk = TypeKind.fromDescriptor(param.descriptorString());
cob.aload(0).loadLocal(tk, offset2 + 1).putfield(cd, "param_" + offset2, param);
offset2 += tk.slotSize();
}
cob.return_();
})
);
clb.withMethod("next", MTD_Res, ClassFile.ACC_PUBLIC, mb -> {
mb.withCode(cob -> cob.trying(
tcob -> {
generateStateMachine(mts_params, cd, clb, com, tcob, count);
},
ctb -> ctb.catchingAll(
blc -> blc.aload(0).loadConstant(-1).putfield(cd, "___state___", TypeKind.INT.upperBound()).athrow()
)
).aconst_null().areturn()
);
});
}
);
try {
Files.write(Path.of("cs/" + cd.displayName() + ".class"), bytes);
} catch (IOException e) {
throw new RuntimeException(e);
}
customClazzDefMap.put(cd.displayName(), bytes);
return cd;
}
private static class LocalTracker{
record LocalStore(String name, ClassDesc cd){}
HashMap<Integer, ClassDesc> parameter_map = new HashMap<>();
HashMap<Integer, TypeKind> localVarTypes = new HashMap<>();
HashMap<Integer, ClassDesc> localVarDetailedType = new HashMap<>();
HashMap<Label, StackMapFrameInfo> stackMapFrames = new HashMap<>();
StackMapFrameInfo currentFrame;
ArrayList<LocalStore> localStore = new ArrayList<>();
private LocalTracker(ClassDesc[] mts_params, ClassDesc cd, ClassBuilder clb, CodeModel com, CodeBuilder cob, int count){
int offset = 0;
for (var param : mts_params) {
parameter_map.put(offset, param);
offset += TypeKind.from(param).slotSize();
}
for(var attr : com.findAttributes(Attributes.stackMapTable())){
var entries = new ArrayList<StackMapFrameInfo>();
for(var smfi : attr.entries()){
var locals = new ArrayList<>(smfi.locals());
for(int i = 0; i < mts_params.length; i ++) locals.removeFirst();
locals.addFirst(StackMapFrameInfo.ObjectVerificationTypeInfo.of(cd));
entries.add(StackMapFrameInfo.of(smfi.target(), locals, smfi.stack()));
stackMapFrames.put(smfi.target(), entries.getLast());
}
}
}
//Tries its best to reuse old saved locals field slots, only reuses if types exactly match
public void savingLocals(ClassDesc cd, CodeBuilder cob, Runnable run) {
record Saved(int slot, String name, ClassDesc cd){};
var saved = new ArrayList<Saved>();
var lls = new ArrayList<>(localStore);
foreach((slot, tk, desc) -> {
String name = null;
for(int i = 0; i < lls.size(); i ++)
if(lls.get(i).cd.equals(desc)){
name = lls.get(i).name;
lls.remove(i);
break;
}
if(name==null){
name = "local_" + localStore.size();
localStore.add(new LocalStore(name, desc));
}
saved.add(new Saved(slot, name, desc));
cob.aload(0).loadLocal(tk, slot).putfield(cd, name, desc);
});
run.run();
for(var save : saved){
cob.aload(0).getfield(cd, save.name, save.cd).storeLocal(TypeKind.from(save.cd), save.slot);
}
}
public void createLocalStoreFields(ClassBuilder clb){
for (var local : localStore) {
clb.withField(local.name, local.cd, ClassFile.ACC_PRIVATE);
}
}
public void encounterLabel(Label l){
var tmp = stackMapFrames.get(l);
if(tmp!=null){
localVarTypes.clear();
localVarDetailedType.clear();
currentFrame=tmp;
}
}
public ClassDesc paramType(int slot){
return parameter_map.get(slot);
}
public void addDetailedLocal(int slot, ClassDesc desc) {
localVarDetailedType.put(slot, desc);
}
public void addLocal(int slot, TypeKind typeKind) {
var prev = localVarTypes.put(slot, typeKind);
}
interface LocalConsumer{
void consume(int slot, TypeKind tk, ClassDesc desc);
}
void foreach(LocalConsumer consumer){
var slot = 0;
if(currentFrame!=null)
for(var kind : currentFrame.locals()){
switch(kind){
case StackMapFrameInfo.ObjectVerificationTypeInfo o -> {
if(slot!=0)
consumer.consume(slot, o.className().typeKind(), o.classSymbol());
slot += 1;
}
case StackMapFrameInfo.SimpleVerificationTypeInfo ti -> {
if(kind==TOP) {
slot += 1;
if(localVarTypes.get(slot-1) instanceof TypeKind tk){
ClassDesc cd = tk.upperBound();
if(localVarDetailedType.get(slot-1) instanceof ClassDesc cld)
cd = cld;
consumer.consume(slot-1, tk, cd);
}
continue;
}
var type = switch(ti){
case INTEGER -> TypeKind.INT;
case FLOAT -> TypeKind.FLOAT;
case DOUBLE -> TypeKind.DOUBLE;
case LONG -> TypeKind.LONG;
case NULL -> TypeKind.REFERENCE;
default ->
throw new IllegalStateException();
};
consumer.consume(slot, type, type.upperBound());
slot += 1;
}
case StackMapFrameInfo.UninitializedVerificationTypeInfo _ ->
throw new IllegalStateException();
}
}
for(var entry : localVarTypes.entrySet()){
if(entry.getKey()<slot)continue;
ClassDesc cd = entry.getValue().upperBound();
if(localVarDetailedType.containsKey(entry.getKey()))
cd = localVarDetailedType.get(entry.getKey());
consumer.consume(entry.getKey(), TypeKind.from(cd), cd);
}
}
}
private void generateStateMachine(ClassDesc[] mts_params, ClassDesc cd, ClassBuilder clb, CodeModel com, CodeBuilder cob, int count) {
clb.withField("___state___", TypeKind.INT.upperBound(), ClassFile.ACC_PRIVATE);
var stateSwitchCases = new ArrayList<SwitchCase>();
var invalidState = cob.newLabel();
stateSwitchCases.add(SwitchCase.of(0, cob.newLabel()));
int switchCase = 1;
for (CodeElement coe : com){
if(coe instanceof InvokeInstruction is && is.opcode().equals(Opcode.INVOKESTATIC) && is.owner().asSymbol().equals(CD_Gen) && (is.name().equalsString("yield"))){
stateSwitchCases.add(SwitchCase.of(switchCase, cob.newLabel()));
switchCase++;
}
}
cob.aload(0).getfield(cd, "___state___", TypeKind.INT.upperBound()).lookupswitch(invalidState, stateSwitchCases);
var start = cob.startLabel();
var end = cob.newLabel();
cob.localVariable(0, "this", cd, start, end);
var localTracker = new LocalTracker(mts_params, cd,clb,com,cob,count);
switchCase = 1;
cob.labelBinding(stateSwitchCases.removeFirst().target());
final boolean[] ignore_next_return = {false};
final boolean[] ignore_next_pop = {false};
for (CodeElement coe : com) {
switch(coe){
case Instruction ins when ins.opcode() == Opcode.POP && ignore_next_pop[0] -> {
ignore_next_pop[0] = false;
continue;
}
case ReturnInstruction _ when ignore_next_return[0] -> {
ignore_next_return[0] = false;
continue;
}
case Instruction _ when ignore_next_return[0] || ignore_next_pop[0] ->
throw new RuntimeException();
case Label l -> {
localTracker.encounterLabel(l);
}
default -> {}
}
switch (coe) {
case InvokeInstruction is when is.opcode().equals(Opcode.INVOKESTATIC) && is.owner().asSymbol().equals(CD_Gen) && (is.name().equalsString("yield") || is.name().equalsString("ret")) -> {
if (MethodTypeDesc.ofDescriptor(is.method().type().stringValue()).parameterArray().length == 0) {
cob.aconst_null();
}
if (is.name().equalsString("ret")) {
cob.aload(0).loadConstant(-1).putfield(cd, "___state___", TypeKind.INT.upperBound())
.new_(CD_Ret)
.dup_x1()
.swap()
.invokespecial(CD_Ret, ConstantDescs.INIT_NAME, MethodTypeDesc.of(ConstantDescs.CD_void, ConstantDescs.CD_Object))
.areturn();
ignore_next_return[0] = true;
} else {
int finalSwitchCase = switchCase;
switchCase++;
localTracker.savingLocals(cd, cob, () -> {
cob.aload(0).loadConstant(finalSwitchCase).putfield(cd, "___state___", TypeKind.INT.upperBound())
.new_(CD_Yield)
.dup_x1()
.swap()
.invokespecial(CD_Yield, ConstantDescs.INIT_NAME, MethodTypeDesc.of(ConstantDescs.CD_void, ConstantDescs.CD_Object))
.areturn();
cob.labelBinding(stateSwitchCases.removeFirst().target());
});
ignore_next_pop[0] = true;
}
}
case BranchInstruction b -> cob.with(b);
case LocalVariable lv when lv.slot() < count -> {}
case LocalVariable lv -> {
cob.localVariable(lv.slot() - count + 1, lv.name(), lv.type(), lv.startScope(), lv.endScope());
//this might be useful to add?
// localTracker.addDetailedLocal(lv.slot() - count + 1, lv.typeSymbol());
}
case IncrementInstruction ii when ii.slot() < count -> throw new RuntimeException();
case IncrementInstruction ii -> cob.iinc(ii.slot() - count + 1, ii.constant());
case LoadInstruction li when li.slot() < count ->
cob.aload(0).getfield(cd, "param_" + li.slot(), localTracker.paramType(li.slot()));
case LoadInstruction li ->
cob.loadLocal(li.typeKind(), li.slot() - count + 1);
case StoreInstruction ls when ls.slot() < count && ls.typeKind().slotSize()==2 ->
cob.aload(0).dup_x2().pop().putfield(cd, "param_" + ls.slot(), localTracker.paramType(ls.slot()));
case StoreInstruction ls when ls.slot() < count ->
cob.aload(0).swap().putfield(cd, "param_" + ls.slot(), localTracker.paramType(ls.slot()));
case StoreInstruction ls -> {
localTracker.addLocal(ls.slot() - count + 1, ls.typeKind());
cob.storeLocal(ls.typeKind(), ls.slot() - count + 1);
}
case ConstantInstruction ci -> {
cob.loadConstant(ci.constantValue());
}
default -> cob.with(coe);
}
}
cob.labelBinding(invalidState);
cob.new_(ClassDesc.ofDescriptor(IllegalStateException.class.descriptorString())).dup()
.invokespecial(ClassDesc.ofDescriptor(IllegalStateException.class.descriptorString()), ConstantDescs.INIT_NAME, ConstantDescs.MTD_void)
.athrow();
cob.labelBinding(end);
localTracker.createLocalStoreFields(clb);
}
private void rebuildGeneratorMethod(ClassModel clm, MethodModel mem, CodeModel com, CodeBuilder cob) {
generateGeneratorFromGenMethod(clm, mem, com, cob);
}
}
// public static Gen<String, String> meow() {
// for (int i = 0; i < 2; i++) {
// System.out.println(i + "asldkjasd");
// }
// return null;
// }
// public Gen<String, String> gen(double l, int v) {
// Gen.yield("Yield");
// return Gen.ret("Ret");
// }
//
// public Gen<String, String> gen2() {
// Gen.yield("Yield");
// return Gen.ret("Ret");
// }
public static class Mixer implements Gen<String, String> {
public void test() {
for (int i = 0; i < 10; i++) {
System.out.println(i + "th iteration");
}
while (this.next() instanceof Yield(var yield)) {
}
}
@Override
public Res<String, String> next() {
return new Yield<>("12");
}
}
}

28
src/generator/Gen.java Normal file
View file

@ -0,0 +1,28 @@
package generator;
public interface Gen<Y, R> {
Res<Y, R> next();
static <Y, R> Gen<Y, R> yield(Y y) {
throw new RuntimeException();
}
static <Y, R> Gen<Void, R> yield() {
throw new RuntimeException();
}
static <Y, R> Gen<Y, R> ret(R r) {throw new RuntimeException();}
static <Y, R> Gen<Y, Void> ret() {
throw new RuntimeException();
}
default R await(){
while(true){
var res = next();
if(res instanceof Ret(R r))return r;
Gen.yield();
}
}
sealed interface Res<Y, R>{}
record Yield<Y, R>(Y v) implements Res<Y, R>{}
record Ret<Y, R>(R v) implements Res<Y, R>{}
}

140
src/generator/Test.java Normal file
View file

@ -0,0 +1,140 @@
package generator;
import fastexpr.stages.Lexer;
public class Test {
// public static Gen<String, Void> gen() {
// Gen.yield("1");
// Gen.yield("2");
// Gen.yield("3");
// Gen.yield("4");
// return Gen.ret();
// }
// public static <T> Gen<T, Void>test(T val){
// Gen.yield(val);
// return Gen.ret();
// }
public static Gen<Double, Void>test(double[] nyas){
for(var d : nyas){
Gen.yield(d);
}
return Gen.ret();
}
public sealed interface Token{}
public enum Punc implements Token {
LPar,
RPar,
Add,
Sub,
Div,
Mul,
Equals,
Carrot,
Comma
}
public record Ident(String ident) implements Token {}
public record Numeric(double val) implements Token {}
public static Gen<Token, Void> parse(String input) {
int start;
int pos = 0;
while(true){
if (input.length() <= pos)
return Gen.ret();
start = pos;
char curr = input.charAt(pos++);
switch (curr){
case '(' -> Gen.yield(Lexer.Punc.LPar);
case ')' -> Gen.yield(Lexer.Punc.RPar);
case '+' -> Gen.yield(Lexer.Punc.Add);
case '-' -> Gen.yield(Lexer.Punc.Sub);
case '/' -> Gen.yield(Lexer.Punc.Div);
case '*' -> Gen.yield(Lexer.Punc.Mul);
case ',' -> Gen.yield(Lexer.Punc.Comma);
case '^' -> Gen.yield(Lexer.Punc.Carrot);
case '=' -> Gen.yield(Lexer.Punc.Equals);
case char c when Character.isWhitespace(c) -> {}
case char c when Character.isAlphabetic(c) -> {
while((Character.isLetter(curr) || Character.isLetterOrDigit(curr))){
if(pos>=input.length())break;
curr = input.charAt(pos++);
}
Gen.yield(new Lexer.Ident(input.substring(start, pos-1)));
}
case char c when '0' <= c && c <= '9' -> {
boolean exp = false;
while(('0' <= curr && curr <= '9') || curr == '_' || curr == '.'){
if(pos>=input.length())break;
curr = input.charAt(pos++);
if(curr=='e'||curr=='E'){
if(exp) throw new RuntimeException("Exponent Already included");
exp = true;
if(pos+2>=input.length())
throw new RuntimeException("Expected another character after exponent");
curr = input.charAt(++pos); pos++;
}
}
Gen.yield(new Lexer.Numeric(Double.parseDouble(input.substring(start, pos-1).replace("_", ""))));
}
default -> throw new RuntimeException("Invalid char " + curr);
}
}
}
// public static Gen<String, Void> parse(String str){
// for(var gen = parse(str); gen.next() instanceof Gen.Yield(var item);){
//
// }
// return Gen.ret();
// }
// public static Gen<String, Void> parse(String str){
// {
// String meow = "10";
// meow += "11";
// Gen.yield(meow);
// Gen.yield(meow);
// Gen.yield(meow);
// Gen.yield(meow);
// }
// for(var split : str.split(" ")){
// Gen.yield(split);
// }
// {
// var str2 = str;
// while(str2.length()>10){
// var len = str2.length();
// Gen.yield(len+" length");
// str2 = str2.substring(1);
// }
// }
//
// while(str.length()>10){
// var len = str.length();
// Gen.yield(len+" length");
// str = str.substring(1);
// }
// return Gen.ret();
// }
// public static Gen<String, Void> gen(int times, double mul) {
// mul -= 0.5;
// for (int i = 0; i < times; i ++) {
// Gen.yield("iteration number: " + i*mul);
// }
// return Gen.ret();
// }
// public static Gen<String, Void> gen(int times, double mul) {
// mul -= 0.5;
// for (int i = 0; i < times; i++) {
// Gen.yield("iteration number: " + i*mul);
// }
// return Gen.ret();
// }
}