tianzeOrg
/
financial_bigdata
8
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

新增jupyter运行python代码

Browse Source
master
whb 8 months ago
parent 59d2d9fbd2
commit ef518efa4f
1 changed files with 252 additions and 0 deletions
Show Stats Download Patch File Download Diff File

252
src/main/java/com/sztzjy/financial_bigdata/controller/stu/JupyterController.java
Unescape Escape View File

@ -0,0 +1,252 @@
package com.sztzjy.financial_bigdata.controller.stu;
import cn.hutool.core.util.IdUtil;
import com.alibaba.fastjson.JSONObject;
import com.sztzjy.financial_bigdata.annotation.AnonymousAccess;
import com.sztzjy.financial_bigdata.util.ResultEntity;
import io.swagger.annotations.Api;
import io.swagger.annotations.ApiOperation;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.codec.binary.Base64;
import org.springframework.http.HttpStatus;
import org.springframework.web.bind.annotation.*;
import java.io.*;
import java.util.ArrayList;
import java.util.List;
import java.util.concurrent.TimeUnit;
/**
* @author 17803
* @date 2024-07-22 17:31
*/
@RestController
@Api(tags = "jupyter运行python代码")
@RequestMapping("/api/jupyter")
public class JupyterController {
@ApiOperation("文件校验")
@PostMapping("/validate")
@AnonymousAccess
public ResultEntity getBlockResources(@RequestBody JSONObject upCodeJson) {
//虚拟空间路径
String pyPath = "/usr/local/tianzeProject/py/";
System.out.println(upCodeJson);
String pythonCodeUp = upCodeJson.getString("code");
String pythonCode = "";
if (pythonCodeUp.contains("/dataResource")) {
pythonCode = pythonCodeUp.replace("/dataResource", pyPath + "dataResource");
} else {
pythonCode = pythonCodeUp;
}
if (pythonCode.contains("show")) {
return validatePythonCodePhoto(upCodeJson);
}
try {
String s = IdUtil.simpleUUID();
// 写入临时Python文件
String tempPythonFile = "/usr/local/tianzeProject/py/code/" + s + ".py";
try (PrintWriter out = new PrintWriter(tempPythonFile)) {
out.println(pythonCode);
}
String[] command = {"docker", "exec", "pyexe", "python", tempPythonFile};
// 创建一个新的进程来执行Python代码
Process process = Runtime.getRuntime().exec(command);
// 获取进程的输入流
BufferedReader inputStream = new BufferedReader(new InputStreamReader(process.getInputStream()));
// 获取进程的输出流
BufferedReader errorStream = new BufferedReader(new InputStreamReader(process.getErrorStream()));
// // 向进程的输入流写入Python代码
// process.getOutputStream().write(pythonCode.getBytes());
// process.getOutputStream().flush();
// process.getOutputStream().close();
// 读取Python代码的输出
String line;
StringBuilder output = new StringBuilder();
while ((line = inputStream.readLine()) != null) {
output.append(line).append("\n");
}
// 读取Python代码的错误信息
StringBuilder errors = new StringBuilder();
while ((line = errorStream.readLine()) != null) {
errors.append(line).append("\n");
}
// 等待进程执行完成
int exitCode = process.waitFor();
if (exitCode == 0) {
// 执行成功，输出Python代码的结果
System.out.println("Python code output:\n" + output.toString());
return new ResultEntity(HttpStatus.OK, output.toString());
} else {
// 执行失败，输出错误信息
System.err.println("Error executing Python code:\n" + errors.toString());
return new ResultEntity(HttpStatus.OK, errors.toString());
}
} catch (IOException | InterruptedException e) {
e.printStackTrace();
}
return new ResultEntity<>(HttpStatus.BAD_REQUEST);
}
@PostMapping("/validatePythonCodeImg")
@ApiOperation("代码检验图片")
@AnonymousAccess
public ResultEntity validatePythonCodePhoto(@RequestBody JSONObject upCodeJson) {
System.out.println(upCodeJson);
String pythonCode = upCodeJson.getString("code");
String s = IdUtil.simpleUUID();
List<String> stringList = new ArrayList<>();
try {
String pyCode = "/usr/local/tianzeProject/py/code/";
String pyPath = "/usr/local/tianzeProject/py/img/";
// 写入临时Python文件
String tempPythonFile = pyCode + s + ".py";
// 输出流示例
PrintWriter out = null;
//============
if (pythonCode.contains("show")) {
// 将 pythonCode 按行拆分
String[] lines = pythonCode.split("\\r?\\n");
out = new PrintWriter(tempPythonFile);
int length = lines.length;
for (int i = 0; i < lines.length; i++) {
String imgPathv = IdUtil.simpleUUID();
String plotFile = pyPath + imgPathv + ".png";
// 处理最后一行的情况，确保不重复插入 plt.savefig()
if (i == length - 1 && lines[i].contains("plt.show()")) {
out.println("plt.savefig('" + plotFile + "')");
out.println(lines[i]);
System.out.println("最后一次执行"+i);
stringList.add(pyPath + imgPathv + ".png");
System.out.println("保存图片路径：" + pyPath + imgPathv + ".png");
System.out.println("最后一行添加"+lines[i]);
continue;
}
lines[i] = lines[i].trim();
// 判断是否为 plt.show() 相关的语句
if (lines[i].contains("plt.show()")&&i != length - 1) {
out.println("plt.savefig('" + plotFile + "')");
stringList.add(pyPath + imgPathv + ".png");
System.out.println("保存图片路径：" + pyPath + imgPathv + ".png");
}
// 在 plt.savefig() 之后输出原来的 plt.show() 语句
out.println(lines[i]);
}
System.out.println("数据写入完成:"+stringList);
out.close();
}
String[] command = {"docker", "exec", "pyexe", "python", pyCode + s + ".py"};
// 创建一个新的进程来执行Python代码
Process process = Runtime.getRuntime().exec(command);
// 获取进程的输入流
BufferedReader inputStream = new BufferedReader(new InputStreamReader(process.getInputStream()));
// 获取进程的输出流
BufferedReader errorStream = new BufferedReader(new InputStreamReader(process.getErrorStream()));
// 向进程的输入流写入Python代码
process.getOutputStream().write(pythonCode.getBytes());
process.getOutputStream().flush();
process.getOutputStream().close();
// 读取Python代码的输出
String line;
StringBuilder output = new StringBuilder();
while ((line = inputStream.readLine()) != null) {
output.append(line).append("\n");
}
// 读取Python代码的错误信息
StringBuilder errors = new StringBuilder();
while ((line = errorStream.readLine()) != null) {
errors.append(line).append("\n");
}
// 等待进程执行完成
int exitCode = process.waitFor();
System.out.println("代码运行结束！！");
if (exitCode == 0) {
// 执行成功，输出Python代码的结果
System.out.println("Python code output:\n" + output.toString());
String base64Image = "";
List<String> base64ImageList = new ArrayList<>();
if (!stringList.isEmpty()) {
for (int i = 0; i < stringList.size(); i++) {
// 读取图片文件并转换为Base64字符串
ByteArrayOutputStream baos = new ByteArrayOutputStream();
System.out.println("读取的stringList文件：" + stringList.get(i));
try (FileInputStream fis = new FileInputStream(stringList.get(i))) {
byte[] buffer = new byte[1024];
int len;
while ((len = fis.read(buffer)) != -1) {
baos.write(buffer, 0, len);
}
System.out.println("图片读取成功！！！！");
}
base64Image = Base64.encodeBase64String(baos.toByteArray());
base64ImageList.add(base64Image);
}
return new ResultEntity(HttpStatus.OK, output.toString(), base64ImageList);
} else {
return new ResultEntity(HttpStatus.OK, output.toString());
}
}else {
// 执行失败，输出错误信息
System.err.println("Error executing Python code:\n" + errors.toString());
return new ResultEntity(HttpStatus.OK, errors.toString());
}
} catch (IOException | InterruptedException e) {
e.printStackTrace();
return new ResultEntity(HttpStatus.BAD_REQUEST, e);
}
}
}
Write Preview
Loading…
Cancel
Save