/*
* SonarQube, open source software quality management tool.
* Copyright (C) 2008-2014 SonarSource
* mailto:contact AT sonarsource DOT com
*
* SonarQube is free software; you can redistribute it and/or
* modify it under the terms of the GNU Lesser General Public
* License as published by the Free Software Foundation; either
* version 3 of the License, or (at your option) any later version.
*
* SonarQube is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
* Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software Foundation,
* Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301, USA.
*/
package org.sonar.server.db.migrations.v36;
import com.google.common.base.Objects;
import com.google.common.collect.ImmutableMap;
import com.google.common.collect.Lists;
import com.google.common.collect.Maps;
import org.apache.commons.dbutils.DbUtils;
import org.apache.commons.dbutils.QueryRunner;
import org.apache.commons.dbutils.handlers.AbstractListHandler;
import org.sonar.api.rule.Severity;
import org.sonar.core.persistence.Database;
import org.sonar.server.db.migrations.SqlUtil;
import java.sql.Connection;
import java.sql.Date;
import java.sql.ResultSet;
import java.sql.SQLException;
import java.util.List;
import java.util.Map;
import java.util.UUID;
import java.util.concurrent.Callable;
class ViolationConverter implements Callable<Object> {
private static final long ONE_YEAR = 365L * 24 * 60 * 60 * 1000;
private static final Date ONE_YEAR_AGO = new Date(System.currentTimeMillis() - ONE_YEAR);
private static final String PROJECT_ID = "projectId";
private static final String CREATED_AT = "createdAt";
private static final String REVIEW_ID = "reviewId";
private static final String SEVERITY = "severity";
private static final String REVIEW_STATUS = "reviewStatus";
private static final String REVIEW_MANUAL_SEVERITY = "reviewManualSeverity";
private static final String REVIEW_SEVERITY = "reviewSeverity";
private static final String REVIEW_UPDATED_AT = "reviewUpdatedAt";
private static final String ROOT_PROJECT_ID = "rootProjectId";
private static final String RULE_ID = "ruleId";
private static final String MESSAGE = "message";
private static final String LINE = "line";
private static final String COST = "cost";
private static final String CHECKSUM = "checksum";
private static final String REVIEW_RESOLUTION = "reviewResolution";
private static final String REVIEW_REPORTER_ID = "reviewReporterId";
private static final String REVIEW_ASSIGNEE_ID = "reviewAssigneeId";
private static final String REVIEW_DATA = "reviewData";
private static final String REVIEW_MANUAL_VIOLATION = "reviewManualViolation";
private static final String PLAN_ID = "planId";
private static final String ISSUE_KEY = "issueKey";
private static final String STATUS_OPEN = "OPEN";
private static final String STATUS_CONFIRMED = "CONFIRMED";
private static final String UPDATED_AT = "updatedAt";
private static final String REVIEW_TEXT = "reviewText";
private static final String USER_ID = "userId";
private static final String SEVERITY_MAJOR = "MAJOR";
private static final String SQL_ISSUE_COLUMNS = "kee, component_id, root_component_id, rule_id, severity, manual_severity, message, line, effort_to_fix, status, resolution, " +
"checksum, reporter, assignee, action_plan_key, issue_attributes, issue_creation_date, issue_update_date, created_at, updated_at";
private static final String SQL_INSERT_ISSUE = "INSERT INTO issues(" + SQL_ISSUE_COLUMNS + ")" +
" VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?, ?)";
private static final String SQL_INSERT_ISSUE_CHANGE = "INSERT INTO issue_changes(kee, issue_key, user_login, change_type, change_data, created_at, updated_at)" +
" VALUES (?, ?, ?, 'comment', ?, ?, ?)";
private static final String SQL_DELETE_RULE_FAILURES;
static {
StringBuilder sb = new StringBuilder("delete from rule_failures where ");
for (int i = 0; i < Referentials.VIOLATION_GROUP_SIZE; i++) {
if (i > 0) {
sb.append(" or ");
}
sb.append("id=?");
}
SQL_DELETE_RULE_FAILURES = sb.toString();
}
static final String SQL_SELECT_RULE_FAILURES;
static {
StringBuilder sb = new StringBuilder("select rev.id as reviewId, s.project_id as projectId, rf.rule_id as ruleId, " +
" rf.failure_level as failureLevel, rf.message as message, rf.line as line, " +
" rf.cost as cost, rf.created_at as createdAt, rf.checksum as checksum, rev.user_id as reviewReporterId, " +
" rev.assignee_id as reviewAssigneeId, rev.status as reviewStatus, " +
" rev.severity as reviewSeverity, rev.resolution as reviewResolution, rev.manual_severity as reviewManualSeverity, " +
" rev.data as reviewData, rev.updated_at as reviewUpdatedAt, " +
" s.root_project_id as rootProjectId, rev.manual_violation as reviewManualViolation, planreviews.action_plan_id as planId " +
" from rule_failures rf " +
" inner join snapshots s on s.id=rf.snapshot_id " +
" left join reviews rev on rev.rule_failure_permanent_id=rf.permanent_id " +
" left join action_plans_reviews planreviews on planreviews.review_id=rev.id " +
" where ");
for (int i = 0; i < Referentials.VIOLATION_GROUP_SIZE; i++) {
if (i > 0) {
sb.append(" or ");
}
sb.append("rf.id=?");
}
SQL_SELECT_RULE_FAILURES = sb.toString();
}
private final Database db;
private final Referentials referentials;
private final Progress progress;
ViolationConverter(Referentials referentials, Database db, Progress progress) {
this.referentials = referentials;
this.db = db;
this.progress = progress;
}
@Override
public Object call() throws SQLException {
// For each group of 1000 violation ids:
// - load related violations, reviews and action plans
// - in a transaction
// -- insert issues
// -- insert issue_changes if there are review comments
// -- delete violations
Long[] violationIds = referentials.pollGroupOfViolationIds();
while (violationIds.length>0) {
List<Map<String, Object>> rows = selectRows(violationIds);
convert(rows, violationIds);
violationIds = referentials.pollGroupOfViolationIds();
}
return null;
}
private List<Map<String, Object>> selectRows(Long[] violationIds) throws SQLException {
Connection readConnection = null;
try {
readConnection = db.getDataSource().getConnection();
ViolationHandler violationHandler = new ViolationHandler();
return new QueryRunner().query(readConnection, SQL_SELECT_RULE_FAILURES, violationHandler, violationIds);
} finally {
DbUtils.closeQuietly(readConnection);
}
}
private void convert(List<Map<String, Object>> rows, Long[] violationIds) throws SQLException {
Connection readConnection = null;
Connection writeConnection = null;
try {
readConnection = db.getDataSource().getConnection();
writeConnection = db.getDataSource().getConnection();
writeConnection.setAutoCommit(false);
List<Object[]> allParams = Lists.newArrayList();
List<Map<String, Object>> allComments = Lists.newArrayList();
QueryRunner runner = new QueryRunner();
for (Map<String, Object> row : rows) {
Long componentId = (Long) row.get(PROJECT_ID);
if (componentId == null) {
continue;
}
String issueKey = UUID.randomUUID().toString();
String status, severity, reporter = null;
boolean manualSeverity;
Object createdAt = Objects.firstNonNull(row.get(CREATED_AT), ONE_YEAR_AGO);
Object updatedAt;
Long reviewId = (Long) row.get(REVIEW_ID);
if (reviewId == null) {
// violation without review
status = STATUS_OPEN;
manualSeverity = false;
severity = (String) row.get(SEVERITY);
updatedAt = createdAt;
} else {
// violation + review
String reviewStatus = (String) row.get(REVIEW_STATUS);
status = (STATUS_OPEN.equals(reviewStatus) ? STATUS_CONFIRMED : reviewStatus);
manualSeverity = Objects.firstNonNull((Boolean) row.get(REVIEW_MANUAL_SEVERITY), false);
severity = (String) row.get(REVIEW_SEVERITY);
updatedAt = Objects.firstNonNull(row.get(REVIEW_UPDATED_AT), ONE_YEAR_AGO);
if ((Boolean) row.get(REVIEW_MANUAL_VIOLATION)) {
reporter = referentials.userLogin((Long) row.get(REVIEW_REPORTER_ID));
}
List<Map<String, Object>> comments = runner.query(readConnection, ReviewCommentsHandler.SQL + reviewId, new ReviewCommentsHandler());
for (Map<String, Object> comment : comments) {
comment.put(ISSUE_KEY, issueKey);
allComments.add(comment);
}
}
Object[] params = new Object[20];
params[0] = issueKey;
params[1] = componentId;
params[2] = row.get(ROOT_PROJECT_ID);
params[3] = row.get(RULE_ID);
params[4] = severity;
params[5] = manualSeverity;
params[6] = row.get(MESSAGE);
params[7] = row.get(LINE);
params[8] = row.get(COST);
params[9] = status;
params[10] = row.get(REVIEW_RESOLUTION);
params[11] = row.get(CHECKSUM);
params[12] = reporter;
params[13] = referentials.userLogin((Long) row.get(REVIEW_ASSIGNEE_ID));
params[14] = referentials.actionPlan((Long) row.get(PLAN_ID));
params[15] = row.get(REVIEW_DATA);
params[16] = createdAt;
params[17] = updatedAt;
params[18] = createdAt;
params[19] = updatedAt;
allParams.add(params);
}
runner.batch(writeConnection, SQL_INSERT_ISSUE, allParams.toArray(new Object[allParams.size()][]));
insertComments(writeConnection, allComments);
runner.update(writeConnection, SQL_DELETE_RULE_FAILURES, violationIds);
writeConnection.commit();
progress.increment(rows.size());
} finally {
DbUtils.closeQuietly(readConnection);
DbUtils.closeQuietly(writeConnection);
}
}
private void insertComments(Connection writeConnection, List<Map<String, Object>> comments) throws SQLException {
List<Object[]> allParams = Lists.newArrayList();
for (Map<String, Object> comment : comments) {
String login = referentials.userLogin((Long) comment.get(USER_ID));
if (login != null) {
Object[] params = new Object[6];
params[0] = UUID.randomUUID().toString();
params[1] = comment.get(ISSUE_KEY);
params[2] = login;
params[3] = comment.get(REVIEW_TEXT);
params[4] = comment.get(CREATED_AT);
params[5] = comment.get(UPDATED_AT);
allParams.add(params);
}
}
if (!allParams.isEmpty()) {
new QueryRunner().batch(writeConnection, SQL_INSERT_ISSUE_CHANGE, allParams.toArray(new Object[allParams.size()][]));
}
}
private static class ReviewCommentsHandler extends AbstractListHandler<Map<String, Object>> {
static final String SQL = "select created_at as createdAt, updated_at as updatedAt, user_id as userId, review_text as reviewText from review_comments where review_id=";
@Override
protected Map<String, Object> handleRow(ResultSet rs) throws SQLException {
Map<String, Object> map = Maps.newHashMap();
map.put(CREATED_AT, rs.getTimestamp(CREATED_AT));
map.put(UPDATED_AT, rs.getTimestamp(UPDATED_AT));
map.put(USER_ID, SqlUtil.getLong(rs, USER_ID));
map.put(REVIEW_TEXT, rs.getString(REVIEW_TEXT));
return map;
}
}
private static class ViolationHandler extends AbstractListHandler<Map<String, Object>> {
private static final Map<Integer, String> SEVERITIES = ImmutableMap.of(0, Severity.INFO, 1, Severity.MINOR, 2, Severity.MAJOR, 3, Severity.CRITICAL, 4, Severity.BLOCKER);
@Override
protected Map<String, Object> handleRow(ResultSet rs) throws SQLException {
Map<String, Object> map = Maps.newHashMap();
map.put(REVIEW_ID, SqlUtil.getLong(rs, REVIEW_ID));
map.put(PROJECT_ID, SqlUtil.getLong(rs, PROJECT_ID));
map.put(ROOT_PROJECT_ID, SqlUtil.getLong(rs, ROOT_PROJECT_ID));
map.put(RULE_ID, SqlUtil.getLong(rs, RULE_ID));
map.put(SEVERITY, Objects.firstNonNull(SEVERITIES.get(SqlUtil.getInt(rs, "failureLevel")), SEVERITY_MAJOR));
map.put(MESSAGE, rs.getString(MESSAGE));
map.put(LINE, SqlUtil.getInt(rs, LINE));
map.put(COST, SqlUtil.getDouble(rs, COST));
map.put(CHECKSUM, rs.getString(CHECKSUM));
map.put(CREATED_AT, rs.getTimestamp(CREATED_AT));
map.put(REVIEW_RESOLUTION, rs.getString(REVIEW_RESOLUTION));
map.put(REVIEW_SEVERITY, Objects.firstNonNull(rs.getString(REVIEW_SEVERITY), SEVERITY_MAJOR));
map.put(REVIEW_STATUS, rs.getString(REVIEW_STATUS));
map.put(REVIEW_REPORTER_ID, SqlUtil.getLong(rs, REVIEW_REPORTER_ID));
map.put(REVIEW_ASSIGNEE_ID, SqlUtil.getLong(rs, REVIEW_ASSIGNEE_ID));
map.put(REVIEW_DATA, rs.getString(REVIEW_DATA));
map.put(REVIEW_MANUAL_SEVERITY, rs.getBoolean(REVIEW_MANUAL_SEVERITY));
map.put(REVIEW_UPDATED_AT, rs.getTimestamp(REVIEW_UPDATED_AT));
map.put(REVIEW_MANUAL_VIOLATION, rs.getBoolean(REVIEW_MANUAL_VIOLATION));
map.put(PLAN_ID, SqlUtil.getLong(rs, PLAN_ID));
return map;
}
}
}