348 lines
16 KiB
Java
348 lines
16 KiB
Java
|
package com.educoder.bridge.controller;
|
|||
|
|
|
|||
|
|
import com.alibaba.fastjson.JSONObject;
|
|||
|
|
import com.educoder.bridge.exception.GameException;
|
|||
|
|
import com.educoder.bridge.service.*;
|
|||
|
|
import com.educoder.bridge.settings.AppConfig;
|
|||
|
|
import com.educoder.bridge.utils.*;
|
|||
|
|
import io.swagger.annotations.Api;
|
|||
|
|
import io.swagger.annotations.ApiOperation;
|
|||
|
|
import io.swagger.annotations.ApiParam;
|
|||
|
|
import org.apache.commons.lang.StringUtils;
|
|||
|
|
import org.slf4j.Logger;
|
|||
|
|
import org.slf4j.LoggerFactory;
|
|||
|
|
import org.springframework.beans.factory.annotation.Autowired;
|
|||
|
|
import org.springframework.http.MediaType;
|
|||
|
|
import org.springframework.scheduling.concurrent.ThreadPoolTaskExecutor;
|
|||
|
|
import org.springframework.web.bind.annotation.RequestMapping;
|
|||
|
|
import org.springframework.web.bind.annotation.RequestMethod;
|
|||
|
|
import org.springframework.web.bind.annotation.RequestParam;
|
|||
|
|
import org.springframework.web.bind.annotation.RestController;
|
|||
|
|
|
|||
|
|
import java.io.File;
|
|||
|
|
import java.text.SimpleDateFormat;
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 和实训相关的接口
|
|||
|
|
*
|
|||
|
|
* @author weishao
|
|||
|
|
* @date 2017/11/02
|
|||
|
|
*/
|
|||
|
|
@Api(value = "game控制器", hidden = true)
|
|||
|
|
@RestController
|
|||
|
|
@RequestMapping("/game")
|
|||
|
|
public class GameController extends BaseController {
|
|||
|
|
@Autowired
|
|||
|
|
private AppConfig appConfig;
|
|||
|
|
@Autowired
|
|||
|
|
private GameService gameService;
|
|||
|
|
@Autowired
|
|||
|
|
private KubernetesService kubernetesService;
|
|||
|
|
@Autowired
|
|||
|
|
private K8sService k8sService;
|
|||
|
|
@Autowired
|
|||
|
|
private ThreadPoolTaskExecutor threadPoolTaskExecutor;
|
|||
|
|
|
|||
|
|
private final static Logger logger = LoggerFactory.getLogger(GameController.class);
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 开启实训:
|
|||
|
|
* 克隆版本库
|
|||
|
|
*
|
|||
|
|
* @return
|
|||
|
|
*/
|
|||
|
|
@RequestMapping(path = "/openGameInstance")
|
|||
|
|
@ApiOperation(value = "开启实训", httpMethod = "POST", produces = MediaType.APPLICATION_FORM_URLENCODED_VALUE)
|
|||
|
|
public JSONObject openGameInstance(
|
|||
|
|
@ApiParam(name = "tpmGitURL", required = true, value = "Tpm的gitUrl，需要base64编码") @RequestParam String tpmGitURL,
|
|||
|
|
@ApiParam(name = "tpiID", required = true, value = "实训实例的ID") @RequestParam String tpiID,
|
|||
|
|
@ApiParam(name = "tpiRepoName", required = true, value = "tpiRepoName") @RequestParam String tpiRepoName
|
|||
|
|
) throws Exception {
|
|||
|
|
logger.info("tpmGitURL: {}\n, tpiID: {}, tpiRepoName: {}", tpmGitURL, tpiID, tpiRepoName);
|
|||
|
|
|
|||
|
|
JSONObject response = new JSONObject();
|
|||
|
|
|
|||
|
|
// 设定工作路径为${workspace}/myshixun_${tpiID}
|
|||
|
|
String path = appConfig.getWorkspace() + File.separator + "myshixun_" + tpiID;
|
|||
|
|
|
|||
|
|
// 对当前TPI，从TPM clone 版本库
|
|||
|
|
tpmGitURL = Base64Util.decode(tpmGitURL);
|
|||
|
|
gameService.gitClone(path, tpmGitURL, "remote_origin", tpiRepoName);
|
|||
|
|
|
|||
|
|
response.put("code", 0);
|
|||
|
|
response.put("msg", "开启成功");
|
|||
|
|
return response;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* 评测：
|
|||
|
|
* 对每一次评测请求，先判断是否能立即执行还是需要先排队，如果能立即执行，开启一个线程执行以下步骤
|
|||
|
|
* 如果需要排队，将相关参数封装成一个线程，存入redis队列，等待执行，并返回标志位给前台，通知前台进行轮询
|
|||
|
|
*
|
|||
|
|
* 1. gitpull
|
|||
|
|
* 2. 如果有端口映射
|
|||
|
|
* 3. 创建pod 和 service 并 创建定时删除pod的定时任务
|
|||
|
|
* 4. 在pod中执行评测脚本
|
|||
|
|
* 5. 回传结果
|
|||
|
|
*
|
|||
|
|
*
|
|||
|
|
* @param tpiID
|
|||
|
|
* @param tpiGitURL
|
|||
|
|
* @param buildID
|
|||
|
|
* @param instanceChallenge
|
|||
|
|
* @param resubmit
|
|||
|
|
* @param times
|
|||
|
|
* @return
|
|||
|
|
* @throws Exception
|
|||
|
|
*/
|
|||
|
|
@RequestMapping(path = "/gameEvaluate")
|
|||
|
|
@ApiOperation(value = "评测", httpMethod = "POST", produces = MediaType.APPLICATION_FORM_URLENCODED_VALUE)
|
|||
|
|
public JSONObject gameEvaluate(
|
|||
|
|
@ApiParam(name = "tpiID", required = true, value = "实训实例的ID") @RequestParam String tpiID,
|
|||
|
|
@ApiParam(name = "tpiGitURL", required = true, value = "学员对应当前实训的版本库地址，需要base64编码") @RequestParam String tpiGitURL,
|
|||
|
|
@ApiParam(name = "buildID", required = true, value = "本次评测ID") @RequestParam String buildID,
|
|||
|
|
@ApiParam(name = "instanceChallenge", required = true, value = "当前处在第几关") @RequestParam String instanceChallenge,
|
|||
|
|
@ApiParam(name = "testCases", required = true, value = "测试用例") @RequestParam String testCases,
|
|||
|
|
@ApiParam(name = "tpmScript", required = true, value = "tpm评测脚本，需要base64编码") @RequestParam String tpmScript,
|
|||
|
|
@ApiParam(name = "timeLimit", required = false, value = "时间限制") Integer timeLimit,
|
|||
|
|
@ApiParam(name = "resubmit", required = true, value = "是否是重复评测") @RequestParam String resubmit,
|
|||
|
|
@ApiParam(name = "times", required = true, value = "是否是时间轮询请求") @RequestParam Integer times,
|
|||
|
|
@ApiParam(name = "needPortMapping", required = false, value = "容器中需要被映射的端口") Integer needPortMapping,
|
|||
|
|
@ApiParam(name = "podType", required = true, value = "pod类型(0.evaluate，1.webssh，2.evassh)") @RequestParam Integer podType,
|
|||
|
|
@ApiParam(name = "file", required = false, value = "需要传文件的实训，给出文件存放路径(一个目录)及文件类型") String file,
|
|||
|
|
@ApiParam(name = "containers", required = true, value = "需要使用的容器,base64编码") @RequestParam String containers)
|
|||
|
|
throws Exception {
|
|||
|
|
// 记录开始时间
|
|||
|
|
SimpleDateFormat dateformat = new SimpleDateFormat("yyyy-MM-dd HH:mm:ss:SSS");
|
|||
|
|
logger.info("training_task_status start#1**{}**** {}", tpiID, dateformat.format(System.currentTimeMillis()));
|
|||
|
|
|
|||
|
|
long evaStart = System.currentTimeMillis();
|
|||
|
|
String evaluateStart = dateformat.format(evaStart);
|
|||
|
|
JSONObject cost = new JSONObject();
|
|||
|
|
cost.put("evaluateStart", evaluateStart);
|
|||
|
|
cost.put("evaluateAllTime", evaStart);
|
|||
|
|
ConstantUtil.costMap.put(tpiID, cost);
|
|||
|
|
|
|||
|
|
JSONObject response = new JSONObject();
|
|||
|
|
|
|||
|
|
// 所有构建需要的参数放到map中，供执行线程使用
|
|||
|
|
tpiGitURL = Base64Util.decode(tpiGitURL);
|
|||
|
|
needPortMapping = needPortMapping == null ? 0 : needPortMapping;
|
|||
|
|
timeLimit = timeLimit == null ? Integer.parseInt(appConfig.getDefaultTimeLimit()) : timeLimit;
|
|||
|
|
testCases = Base64Util.decode(testCases);
|
|||
|
|
containers = Base64Util.decode(containers);
|
|||
|
|
|
|||
|
|
// 每次评测均生成新TPI评测脚本
|
|||
|
|
tpmScript = Base64Util.decode(tpmScript);
|
|||
|
|
String path = appConfig.getWorkspace() + File.separator + "myshixun_" + tpiID;
|
|||
|
|
String tpiRepoName = StringHelper.getRepoName(tpiGitURL);
|
|||
|
|
logger.info("generateTpiEvaluateShellScript start#2**{}**** {}", tpiID, dateformat.format(System.currentTimeMillis()));
|
|||
|
|
gameService.generateTpiEvaluateShellScript(tpmScript, path, tpiRepoName);
|
|||
|
|
|
|||
|
|
logger.info("retryformat start#3**{}**** {}", tpiID, dateformat.format(System.currentTimeMillis()));
|
|||
|
|
JSONObject buildParams = new JSONObject(true);
|
|||
|
|
buildParams.put("tpiID", tpiID);
|
|||
|
|
buildParams.put("tpiGitURL", tpiGitURL);
|
|||
|
|
buildParams.put("buildID", buildID);
|
|||
|
|
buildParams.put("instanceChallenge", instanceChallenge);
|
|||
|
|
buildParams.put("testCases", testCases);
|
|||
|
|
buildParams.put("timeLimit", timeLimit);
|
|||
|
|
buildParams.put("resubmit", resubmit);
|
|||
|
|
buildParams.put("needPortMapping", needPortMapping);
|
|||
|
|
buildParams.put("podType", podType);
|
|||
|
|
buildParams.put("containers", containers);
|
|||
|
|
|
|||
|
|
// 若实训生成文件
|
|||
|
|
if (!StringUtils.isEmpty(file)) {
|
|||
|
|
file = Base64Util.decode(file);
|
|||
|
|
buildParams.put("file", file);
|
|||
|
|
JSONObject jsonObject = JSONObject.parseObject(file);
|
|||
|
|
// 清空目标文件夹以防止影响此次评测结果
|
|||
|
|
String dir = path + "/" + tpiRepoName + "/" + jsonObject.getString("path");
|
|||
|
|
StringHelper.deleteFiles(dir, "pic");
|
|||
|
|
StringHelper.deleteFiles(dir, "apk");
|
|||
|
|
StringHelper.deleteFiles(dir, "html");
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 最大running pod数量
|
|||
|
|
int maxRunningPodNum = Integer.parseInt(appConfig.getMaxRunningPodNum());
|
|||
|
|
|
|||
|
|
// podName
|
|||
|
|
String podName = podType == 0 ? "evaluate-" + tpiID : "evassh-" + tpiID;
|
|||
|
|
|
|||
|
|
// 若需要端口映射服务，则分配端口，将podName-port键值对存储于redis
|
|||
|
|
String port = "-1";
|
|||
|
|
if(needPortMapping != -1) {
|
|||
|
|
port = JedisUtil.hget("port", podName);
|
|||
|
|
if(port == null) {
|
|||
|
|
port = PortUtil.getPort() + "";
|
|||
|
|
JedisUtil.hset("port", podName, port);
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
// 构建任务字符串，便于redis存储
|
|||
|
|
String task = buildParams.toJSONString();
|
|||
|
|
|
|||
|
|
// 此次请求只为轮询时间，只返回轮询的时间结果
|
|||
|
|
if (times != 1) {
|
|||
|
|
double buildRank;
|
|||
|
|
|
|||
|
|
try {
|
|||
|
|
buildRank = JedisUtil.zrank("task", task);
|
|||
|
|
} catch (Exception e) {
|
|||
|
|
response.put("ableToCreate", 0);
|
|||
|
|
response.put("waitNum", maxRunningPodNum + JedisUtil.zlen("task"));
|
|||
|
|
response.put("code", 0);
|
|||
|
|
response.put("msg", "等待评测");
|
|||
|
|
return response;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
if (buildRank != Double.MIN_VALUE) {
|
|||
|
|
logger.debug("任务：{} : 还在等待队列中！", task);
|
|||
|
|
|
|||
|
|
response.put("ableToCreate", 0);
|
|||
|
|
response.put("waitNum", buildRank == Double.MAX_VALUE ? maxRunningPodNum + JedisUtil.zlen("task") : buildRank + maxRunningPodNum);
|
|||
|
|
response.put("code", 0);
|
|||
|
|
response.put("msg", "等待评测");
|
|||
|
|
return response;
|
|||
|
|
} else {
|
|||
|
|
// 轮询时间请求，发现目标任务不在队列，就直接认为其正在运行
|
|||
|
|
logger.debug("任务：{} : 正在执行中！", task);
|
|||
|
|
|
|||
|
|
response.put("ableToCreate", 1);
|
|||
|
|
response.put("waitNum", 0);
|
|||
|
|
response.put("code", 0);
|
|||
|
|
response.put("port", Integer.parseInt(port));
|
|||
|
|
response.put("msg", "正在评测");
|
|||
|
|
return response;
|
|||
|
|
}
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
logger.info("kubernetes start#4**{}**** {}", tpiID, dateformat.format(System.currentTimeMillis()));
|
|||
|
|
// 获取Running状态的pod数
|
|||
|
|
int runningPodNum = kubernetesService.getRunningPodNum();
|
|||
|
|
// 判断是否可以立即执行(若pod已经存在，或是，pod不存在但是此时可以创建pod)
|
|||
|
|
boolean executeImmediately = kubernetesService.isPodRunning("tpiID", tpiID)
|
|||
|
|
|| (runningPodNum < maxRunningPodNum && k8sService.ableToEvaluate());
|
|||
|
|
|
|||
|
|
if (executeImmediately) {
|
|||
|
|
// 直接执行任务
|
|||
|
|
logger.info("execute start#5**{}**** {}", tpiID, dateformat.format(System.currentTimeMillis()));
|
|||
|
|
BuildThread buildThread = gameService.getBuildThread(buildParams);
|
|||
|
|
threadPoolTaskExecutor.execute(buildThread);
|
|||
|
|
long evaEnd = System.currentTimeMillis();
|
|||
|
|
long costTime = evaEnd - evaStart;
|
|||
|
|
|
|||
|
|
response.put("ableToCreate", 1);
|
|||
|
|
response.put("costTime", costTime);
|
|||
|
|
response.put("waitNum", 0);
|
|||
|
|
response.put("code", 0);
|
|||
|
|
response.put("port", port);
|
|||
|
|
response.put("msg", "评测完成");
|
|||
|
|
|
|||
|
|
logger.debug("直接执行任务！task: {}, tpi: {}", task, tpiID);
|
|||
|
|
} else {
|
|||
|
|
// 否则，将构建任务推入redis
|
|||
|
|
JedisUtil.zpush("task", task);
|
|||
|
|
|
|||
|
|
//评测任务等待执行
|
|||
|
|
response.put("ableToCreate", 0);
|
|||
|
|
//在等待队列中的位置
|
|||
|
|
response.put("waitNum", JedisUtil.zlen("task") + maxRunningPodNum);
|
|||
|
|
response.put("code", 0);
|
|||
|
|
response.put("msg", "等待评测");
|
|||
|
|
|
|||
|
|
logger.debug("任务入队等待!task: {}, tpi: {}", task, tpiID);
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return response;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* tpm版本库已更新，同步
|
|||
|
|
*
|
|||
|
|
* @param tpiID
|
|||
|
|
* @param tpiGitURL
|
|||
|
|
* @param tpmGitURL
|
|||
|
|
* @return
|
|||
|
|
*/
|
|||
|
|
@RequestMapping(path = "/resetTpmRepository", method = RequestMethod.POST)
|
|||
|
|
@ApiOperation(value = "tpm版本库已更新，同步操作", httpMethod = "POST", produces = MediaType.APPLICATION_FORM_URLENCODED_VALUE)
|
|||
|
|
public JSONObject reset(
|
|||
|
|
@ApiParam(name = "tpiID", required = true, value = "tpi") @RequestParam String tpiID,
|
|||
|
|
@ApiParam(name = "tpiGitURL", required = true, value = "学员对应当前实训的版本库地址，base64编码") @RequestParam String tpiGitURL,
|
|||
|
|
@ApiParam(name = "tpmGitURL", required = true, value = "学员对应当前实训的tpm版本库地址，base64编码") @RequestParam String tpmGitURL,
|
|||
|
|
@ApiParam(name = "identifier", required = true, value = "push权限") @RequestParam String identifier)
|
|||
|
|
throws Exception {
|
|||
|
|
|
|||
|
|
logger.debug("tpm版本库已更新，同步tpi版本库，tpiID:{}", tpiID);
|
|||
|
|
|
|||
|
|
JSONObject response = new JSONObject();
|
|||
|
|
|
|||
|
|
tpmGitURL = Base64Util.decode(tpmGitURL);
|
|||
|
|
tpiGitURL = Base64Util.decode(tpiGitURL);
|
|||
|
|
String tpiRepoName = StringHelper.getRepoName(tpiGitURL);
|
|||
|
|
String path = appConfig.getWorkspace() + File.separator + "myshixun_" + tpiID;
|
|||
|
|
|
|||
|
|
try {
|
|||
|
|
// 从tpm远程库拉取代码到myshixun版本库然后强推到tpi远程库
|
|||
|
|
gameService.gitPullFromTpm(path, tpmGitURL, tpiRepoName);
|
|||
|
|
gameService.gitPushToTpi(path, tpiGitURL, identifier);
|
|||
|
|
|
|||
|
|
logger.debug("tpm库更新内容已同步，tpiID:{}", tpiID);
|
|||
|
|
response.put("code", 0);
|
|||
|
|
response.put("msg", "版本库更新成功");
|
|||
|
|
} catch (GameException e) {
|
|||
|
|
logger.debug("tpm库更新内容同步失败, tpiID:{}", tpiID);
|
|||
|
|
response.put("code", -1);
|
|||
|
|
response.put("msg", "版本库同步失败！");
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
return response;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
/**
|
|||
|
|
* tpi版本库head是否存在，若缺失则修复
|
|||
|
|
*
|
|||
|
|
* @param tpiID
|
|||
|
|
* @param tpiGitURL
|
|||
|
|
* @return
|
|||
|
|
* @throws Exception
|
|||
|
|
*/
|
|||
|
|
@RequestMapping(path = "/check")
|
|||
|
|
@ApiOperation(value = "进入实训时做校验", httpMethod = "POST", produces = MediaType.APPLICATION_FORM_URLENCODED_VALUE)
|
|||
|
|
public JSONObject check(
|
|||
|
|
@ApiParam(name = "tpiID", required = true, value = "实训实例的ID") @RequestParam String tpiID,
|
|||
|
|
@ApiParam(name = "tpiGitURL", required = true, value = "学员对应当前实训的版本库地址，base64编码") @RequestParam String tpiGitURL)
|
|||
|
|
throws Exception {
|
|||
|
|
|
|||
|
|
JSONObject response = new JSONObject();
|
|||
|
|
|
|||
|
|
tpiGitURL = Base64Util.decode(tpiGitURL);
|
|||
|
|
String tpiRepoName = StringHelper.getRepoName(tpiGitURL);
|
|||
|
|
String tpiRepoPath = appConfig.getWorkspace() + "/myshixun_" + tpiID + "/" + tpiRepoName;
|
|||
|
|
|
|||
|
|
// 远程tpi库是否缺失head了
|
|||
|
|
boolean noHead = ShellUtil.execute("cd " + tpiRepoPath + " && git remote show origin").contains("unknown");
|
|||
|
|
if (noHead) {
|
|||
|
|
logger.debug("tpiID:{} 远程tpi版本库head丢失", tpiID);
|
|||
|
|
|
|||
|
|
String identifier = StringHelper.getIdentifier(tpiGitURL);
|
|||
|
|
|
|||
|
|
// 处理仓库head丢失 ssh -p1122 git@10.9.191.219 'cd /home/git/repositories/p79061248/klp26sqc.git/refs/tmp/;
|
|||
|
|
// cd `ls -t | sed -n "2p"`; cat head >../../heads/master; git update-ref HEAD `cat head`'
|
|||
|
|
String command = "ssh -p1122 git@" + appConfig.getGitIP() + " 'cd repositories/" + identifier + "/"
|
|||
|
|
+ tpiRepoName + ".git/refs/tmp; cd `ls -t | sed -n \"2p\"`; cat head >../../heads/master; git update-ref HEAD `cat head`'";
|
|||
|
|
JSONObject result = ShellUtil.executeAndGetExitStatus(command);
|
|||
|
|
|
|||
|
|
response.put("fixHead", result.getIntValue("exitStatus"));
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
response.put("msg", "finished");
|
|||
|
|
return response;
|
|||
|
|
}
|
|||
|
|
|
|||
|
|
}
|