Back to Repositories

Testing Problem Analyzer Performance Metrics in CAT Monitoring System

This test suite evaluates the performance of the Problem Analyzer component in the CAT monitoring system. It focuses on processing large volumes of message trees and analyzing various event types including exceptions, errors, and service calls.

Test Coverage Overview

The test suite provides comprehensive coverage of the ProblemAnalyzer’s processing capabilities:

Message tree processing with complex nested transactions
High-volume event processing (10 million iterations)
Multiple event type handling (Exception, Error, Call events)
Performance benchmarking for processing speed

Implementation Analysis

The implementation utilizes JUnit for performance testing with a sophisticated approach:

MockMessageBuilder for constructing test message hierarchies
Simulated service calls with timing information
Component-based testing using ComponentTestCase
Measurement of processing duration for performance analysis

Technical Details

Key technical components include:

DefaultMessageTree for message structure representation
ProblemAnalyzer component lookup and initialization
Custom message building framework
Performance timing mechanisms
Event simulation with varying parameters

Best Practices Demonstrated

The test suite exemplifies several testing best practices:

Systematic performance measurement
Comprehensive event type coverage
Realistic data simulation
Scalability testing with high iteration counts
Clear separation of test scenarios

dianping/cat

cat-consumer/src/test/java/com/dianping/cat/consumer/performance/ProblemPerformanceTest.java

            
/*
 * Copyright (c) 2011-2018, Meituan Dianping. All Rights Reserved.
 *
 * Licensed to the Apache Software Foundation (ASF) under one or more
 * contributor license agreements. See the NOTICE file distributed with
 * this work for additional information regarding copyright ownership.
 * The ASF licenses this file to You under the Apache License, Version 2.0
 * (the "License"); you may not use this file except in compliance with
 * the License. You may obtain a copy of the License at
 *
 *    http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
package com.dianping.cat.consumer.performance;

import org.junit.Test;
import org.unidal.lookup.ComponentTestCase;

import com.dianping.cat.analysis.MessageAnalyzer;
import com.dianping.cat.consumer.problem.ProblemAnalyzer;
import com.dianping.cat.message.Event;
import com.dianping.cat.message.Message;
import com.dianping.cat.message.internal.DefaultEvent;
import com.dianping.cat.message.internal.MockMessageBuilder;
import com.dianping.cat.message.spi.DefaultMessageTree;
import com.dianping.cat.message.spi.MessageTree;

public class ProblemPerformanceTest extends ComponentTestCase {

	@Test
	public void test() throws Exception {
		ProblemAnalyzer analyzer = (ProblemAnalyzer) lookup(MessageAnalyzer.class, ProblemAnalyzer.ID);
		MessageTree tree = buildMessage();

		long current = System.currentTimeMillis();

		long size = 10000000l;
		for (int i = 0; i < size; i++) {
			analyzer.process(tree);
		}
		System.out.println("Cost " + (System.currentTimeMillis() - current) / 1000);
		System.out.println(analyzer.getReport("cat"));
		// cost 64
	}

	@Test
	public void test2() throws Exception {
		ProblemAnalyzer analyzer = (ProblemAnalyzer) lookup(MessageAnalyzer.class, ProblemAnalyzer.ID);
		MessageTree tree = buildMessage();

		long current = System.currentTimeMillis();

		long size = 10000000l;
		for (int i = 0; i < size; i++) {
			Event event = new DefaultEvent("Exception", "name" + i % 100);
			tree.setMessage(event);
			analyzer.process(tree);

			Event event2 = new DefaultEvent("Error", "name" + i % 100);
			tree.setMessage(event2);
			analyzer.process(tree);

			Event event3 = new DefaultEvent("Call", "name" + i % 100);
			tree.setMessage(event3);
			analyzer.process(tree);
		}
		System.out.println(analyzer.getReport("cat"));
		System.out.println("Cost " + (System.currentTimeMillis() - current) / 1000);
		// cost 64
	}

	public MessageTree buildMessage() {
		Message message = new MockMessageBuilder() {
			@Override
			public MessageHolder define() {
				TransactionHolder t = t("WEB CLUSTER", "GET", 112819).at(1348374838231L).after(1300)
										.child(t("QUICKIE SERVICE", "gimme_stuff", 1571)).after(100).child(e("SERVICE", "event1"))
										.child(e("Excetion", "NullPointException1")).after(100).child(h("SERVICE", "heartbeat1")).after(100)
										.child(t("WEB SERVER", "GET", 109358).after(1000).child(t("SOME SERVICE", "get", 4345) //
																.after(4000).child(t("MEMCACHED", "Get", 279))).mark().after(200).child(t("MEMCACHED", "Inc", 319))
																.reset().after(500).child(t("BIG ASS SERVICE", "getThemDatar", 97155).after(1000).mark()
																						.child(t("SERVICE", "getStuff", 3760)).reset().child(t("DATAR", "findThings", 94537)).after(200)
																						.child(t("THINGIE", "getMoar", 1435)) //
																).after(100).mark().child(
																						t("OTHER DATA SERVICE", "get", 4394).after(1000).mark().child(t("MEMCACHED", "Get", 378)).reset()
																												.child(t("MEMCACHED", "Get", 3496)) //
																).reset().child(
																						t("FINAL DATA SERVICE", "get", 4394).after(1000).mark().child(t("MEMCACHED", "Get", 386)).reset()
																												.child(t("MEMCACHED", "Get", 322)).reset().child(t("MEMCACHED", "Get", 322))
																												.child(e("Excetion", "NullPointException"))) //
										);

				return t;
			}
		}.build();

		MessageTree tree = new DefaultMessageTree();
		tree.setDomain("cat");
		tree.setHostName("test");
		tree.setIpAddress("test");
		tree.setThreadGroupName("test");
		tree.setThreadId("test");
		tree.setThreadName("test");
		tree.setMessage(message);
		return tree;
	}

}