Calling arduino builder with GPRC API [experimental]

Author: cmaglie

app/src/processing/app/SketchController.java

@@ -26,6 +26,7 @@
 import cc.arduino.Compiler;
 import cc.arduino.CompilerProgressListener;
 import cc.arduino.UploaderUtils;
+import cc.arduino.builder.ArduinoBuilder;
 import cc.arduino.packages.Uploader;
 import processing.app.debug.RunnerException;
 import processing.app.forms.PasswordAuthorizationDialog;
@@ -58,10 +59,18 @@
 public class SketchController {
   private final Editor editor;
   private final Sketch sketch;
+  private final ArduinoBuilder builder;
 
   public SketchController(Editor _editor, Sketch _sketch) {
+    ArduinoBuilder _builder = null;
+    try {
+      _builder = new ArduinoBuilder();
+    } catch (IOException e) {
+      e.printStackTrace();
+    }
     editor = _editor;
     sketch = _sketch;
+    builder = _builder;
   }
 
   private boolean renamingCode;
@@ -706,7 +715,8 @@ public String codeComplete(SketchFile file, int line, int col) throws RunnerExce
     }
 
     try {
-      return new Compiler(pathToSketch, sketch).codeComplete(editor.status.getCompilerProgressListeners(), requestedFile, line, col);
+      return builder.codeComplete(BaseNoGui.getTargetBoard(), pathToSketch, requestedFile, line, col);
+      //return new Compiler(pathToSketch, sketch).codeComplete(editor.status.getCompilerProgressListeners(), requestedFile, line, col);
     } finally {
       // Make sure we clean up any temporary sketch copy
       if (deleteTemp)

arduino-core/.classpath

@@ -26,5 +26,20 @@
 	<classpathentry kind="lib" path="lib/commons-lang3-3.8.1.jar"/>
 	<classpathentry kind="lib" path="lib/jssc-2.8.0-arduino4.jar"/>
 	<classpathentry kind="lib" path="lib/commons-io-2.6.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-netty-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-protobuf-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-stub-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-core-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/guava-19.0.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-context-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/protobuf-java-3.4.0.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-services-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-grpclb-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-auth-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-okhttp-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-protobuf-nano-1.6.1.jar"/>
+	<classpathentry kind="lib" path="lib/netty-all-4.1.15.Final.jar"/>
+	<classpathentry kind="lib" path="lib/instrumentation-api-0.4.3.jar"/>
+	<classpathentry kind="lib" path="lib/grpc-protobuf-lite-1.6.1.jar"/>
 	<classpathentry kind="output" path="bin"/>
 </classpath>

arduino-core/lib/grpc-auth-1.6.1.jar

@@ -0,0 +1,86 @@
+package cc.arduino.builder;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.stream.Collectors;
+
+import cc.arduino.Compiler;
+import cc.arduino.builder.BuilderGrpc.BuilderBlockingStub;
+import io.grpc.ManagedChannel;
+import io.grpc.ManagedChannelBuilder;
+import processing.app.BaseNoGui;
+import processing.app.debug.MessageSiphon;
+import processing.app.debug.TargetBoard;
+import processing.app.helpers.ProcessUtils;
+
+public class ArduinoBuilder {
+
+  private ManagedChannel channel;
+  private BuilderBlockingStub blockingStub;
+  // private BuilderStub asyncStub;
+
+  private Process builder;
+  private MessageSiphon builderOut, builderErr;
+//  private Exception exception = null;
+
+  public ArduinoBuilder() throws IOException {
+    channel = ManagedChannelBuilder.forAddress("127.0.0.1", 12345).usePlaintext(true).build();
+    blockingStub = BuilderGrpc.newBlockingStub(channel);
+    // asyncStub = BuilderGrpc.newStub(channel);
+
+    List<String> cmd = new ArrayList<>();
+    cmd.add(BaseNoGui.getContentFile("arduino-builder").getAbsolutePath());
+    cmd.add("-daemon");
+    builder = ProcessUtils.exec(cmd.toArray(new String[0]));
+    builderOut = new MessageSiphon(builder.getInputStream(), (msg) -> {
+      System.out.println(msg);
+      // try {
+      // xxx.write(msg.getBytes());
+      // } catch (Exception e) {
+      // exception = new RunnerException(e);
+      // }
+    });
+    builderErr = new MessageSiphon(builder.getErrorStream(), (msg) -> {
+      System.err.println(msg);
+      // try {
+      // xxx.write(msg.getBytes());
+      // } catch (Exception e) {
+      // exception = new RunnerException(e);
+      // }
+    });
+  }
+
+  public int close() throws InterruptedException {
+    builder.destroy();
+    builderOut.join();
+    builderErr.join();
+    return builder.waitFor();
+  }
+
+  public String codeComplete(TargetBoard board, File pathToSketch, File requestedFile, int line, int col) {
+    BuildParams.Builder request = BuildParams.newBuilder();
+
+    File builtInLibs = BaseNoGui.getContentFile("libraries");
+    if (builtInLibs.isDirectory()) {
+      request.setBuiltInLibrariesFolders(builtInLibs.getAbsolutePath());
+    }
+    request.setCodeCompleteAt(requestedFile.getAbsolutePath() + ":" + line + ":" + col);
+    request.setFQBN(Compiler.getBoardFQBN(board));
+    request.setCustomBuildProperties("build.warn_data_percentage=75");
+    String hardwareFolders = BaseNoGui.getAllHardwareFolders().stream().map(x -> x.getAbsolutePath()).collect(Collectors.joining(","));
+    request.setHardwareFolders(hardwareFolders);
+    request.setOtherLibrariesFolders(BaseNoGui.getSketchbookLibrariesFolder().folder.getAbsolutePath());
+    request.setArduinoAPIVersion("10805");
+    request.setSketchLocation(pathToSketch.getAbsolutePath());
+    String toolsFolders = BaseNoGui.getAllToolsFolders().stream().map(x->x.getAbsolutePath()).collect(Collectors.joining(","));
+    request.setToolsFolders(toolsFolders);
+    //request.setVerbose(true);
+    //request.setWarningsLevel("all");
+    //request.setBuildCachePath("/tmp/arduino_cache_761418/");
+    Response resp = blockingStub.autocomplete(request.build());
+    return resp.getLine();
+  }
+
+}