From 514dcd944c400a8a540962f54e16561d56496425 Mon Sep 17 00:00:00 2001 From: Yuki Morishita Date: Thu, 4 Jun 2015 10:39:15 -0500 Subject: [PATCH] Add logback metrics patch by yukim; reviewed by Jeremiah Jordan for CASSANDRA-9378 --- CHANGES.txt | 1 + conf/logback.xml | 9 +- lib/licenses/metrics-logback-3.1.0.txt | 202 ++++++++++++++++++ lib/metrics-logback-3.1.0.jar | Bin 0 -> 4130 bytes .../metrics/CassandraMetricsRegistry.java | 23 +- .../cassandra/service/CassandraDaemon.java | 25 ++- 6 files changed, 240 insertions(+), 20 deletions(-) create mode 100644 lib/licenses/metrics-logback-3.1.0.txt create mode 100644 lib/metrics-logback-3.1.0.jar diff --git a/CHANGES.txt b/CHANGES.txt index 1138fc24b5..9dccd8405e 100644 --- a/CHANGES.txt +++ b/CHANGES.txt @@ -7,6 +7,7 @@ Merged from 2.0: * Periodically submit background compaction tasks (CASSANDRA-9592) * Set HAS_MORE_PAGES flag to false when PagingState is null (CASSANDRA-9571) + * Add logback metrics (CASSANDRA-9378) 2.2.0-rc1 diff --git a/conf/logback.xml b/conf/logback.xml index e170d41886..eb2dcd1b96 100644 --- a/conf/logback.xml +++ b/conf/logback.xml @@ -43,10 +43,17 @@ %-5level %date{HH:mm:ss,SSS} %msg%n - + + + + diff --git a/lib/licenses/metrics-logback-3.1.0.txt b/lib/licenses/metrics-logback-3.1.0.txt new file mode 100644 index 0000000000..e4ba40426d --- /dev/null +++ b/lib/licenses/metrics-logback-3.1.0.txt @@ -0,0 +1,202 @@ + + Apache License + Version 2.0, January 2004 + http://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "[]" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright 2010-2012 Coda Hale and Yammer, Inc. + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + http://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/lib/metrics-logback-3.1.0.jar b/lib/metrics-logback-3.1.0.jar new file mode 100644 index 0000000000000000000000000000000000000000..ce0bfbebc81be46994735efddb55944e4da2531f GIT binary patch literal 4130 zcmbuCcUY5W7si9EfItujNJT`J7D$+7kBG7YC_7A9K|&Hnn1+IaOi>XbVH8jl46=Ws8-KAX^l^R0=nT>0a@lKVc-xz2f?=l7g}F*5A~0D(Y2BwXYa zU|Z}1FaeBCnM0-YjddVKP-A_aQ)cF1Bb|*V0N|<_)p%5T-)~lvn(#+LU7n^k=HW_! zK5Z+`Jf@d53AuE;hc6w6vx$~_)34G`$kJH8a~w-f(r5 z)rAxqSc^UK4_=B6Zp`bxG$CwMv6!SVFc>tPLY|n&(}!X=*rUpSE^T{wB6Y-ZtIV8sGgbO7`DM004MK z0N~75o6SaR{O4vf(*DQ_q>sX`kMr<#A!xf0;}n4KgnW-&^sjQH7uXf+EiocrV9Vm^rN{H+UuONlMCv*l4$?iB;H;aus5wh1lA9U@Re$M#8q>I8!((f ze2`tnRBo2&$v=udJIro{+Y@F-r4W0lOU*qQ#}gbyK?^^WGF@dJFu-L!hNxG(62|xL z67MoXU6R-@tqxaB2`y$ZZeUxkU!H`P`WTNwZ87H8`|WVW4+9Wmd=bBCVVR+IOqd%a&j62WtOM!9f^w25rxnlIH$xOrjtL zHGM!y%>v2IE0S$_gsN?4AFR(Ai$NzRt^7_IRr2}eK;BX8LQp_pKz$>m+dp!!8lLq^ zUSQPZvX*RJq$F`-Xgz=WG|ohX{L|#Y6zxo@8F_mZqIg8-BB#jRv{F$=gaI~KPJAq= zGk~q7@x^7%he-bZbmqYccX_e+h36TN0;E{Bzq#z3g{2`HaPG1R?@0lHC@z_9LZIV; zpx&DuN1+?dsJblN_%gT#V;oSNJ&N?usw_GN$T5)!Y2BSAt!SY5Qc&Sg&+rw;pTy^J zwpv&Bo=#E*Ef*A^(h{j%grR7Y^bsG49}lZ4i%jZsEftxQZ%zM!TCi*9zkFU-yQdwB z46hy6KPVrE2-_cc4pP1d$$}S%+`pA^IN=(VDl1&x2Sig~u`je*^Og<5g!2^ixZIRj zSEi=r$B8&ADvDKAI%kMoSFwIDy(4|Pwk;bPcTC>>I=W(pC3Gm9Vz73G-|*n7##lzd z>5Ualc>gOG$m)2v6}chM5%xY$a!~EcotMFG^*?$PI%>94l7D}?2)ce9rdLGD($o0w zP@GK%?9Hd`8>vj&hhpa;LHiNl;)VIHH;411#>LCk$=wN!_%8AOo#KD9K?r=!;mlDI78OBgTCM}4WA$W{7Dq`R_JmAopC30n$FHs0VSIDlO63D{ z#)RJ+QZZFVjs^5kVrFuBmb_B5*mHsMfx!_t^f+a~c`&X)LvlD4#FP1sn|ie3wnl%o zDWi3>Y~~ubcKVRR$WgFMSKLJqYBeHmObtB{7g}^SNTzxT203Bp6_kbjaF6$r-G%xv z#gNrQHo~}sIic7jj{2|)*KE-sDMB}36{_N~O&*S)c3)3RYr9g;PxKZx@-dRT>!g}CQh-c7l=v)^pF%!l zYs1xG*{yh|BhHEKuvB8gvk)ho+a8+?7o`4)d$5v|*VylOU6o4g40Ai^muyWy>gV2k z#yOBG(o)rjdX*t#wrJ>kQV}knY$T031#{(t^cs4kDzvt*k%G&*pLb)}YVo@pQzjw^ z{T95r$0d>xQMINW!NDzhvG0l&AGI<-pvt03d5Gh>XU|$lE{IRXs5NJ0$|szv0jNJL ztdfP1MC8&iQ~F(l9bJ(zsm5mAa~gO{fMb6WckYIa4e5clP~3}5SQEL5z@sW@4e*MY zLTdYB57eQ5!&jH5RC@GA>tOq2IY0Qv=IN%jiseDvZy3C-YfZa0hNexSepfQOg3=E}!z zIDI@Q(nQ7J4_lq6oa(4MN1{WR8JPAj`pQ(FirI~igM#a2L`Jo!ylN{#4$Z5kRIAmr z0Bh3wA5*Fs*|M4oht_I9m}rEk{N2DmGnHf|<&P=b>-1^yeOBHR97|vdVjlz)yD~ z*0hqOgYFsE#Y|TA!g3G_sN_M`PHe<$7S30PC)dJ5M2^-=OfQv%YLvAyYg}~agFKsx zhTjf!VtoJp*7dH~c<;E`I=GvhcM;fYYAQzgIf z$=Gt9xt>*Z@mzJCfu~2`f%OHEX9TXAH>w}Dh^Yf=h_(9Y*ry{+*t!IOnYT9hu*!Ox z<5H4ZFLsB4ffciHQA+(OyLkggY#1BnSi-%4J#U)t$bfQ~rgfznABwzTQ_^H0@RT3e zTh1F?jaFqf4uTVv%OVZ z(KW2qxwbBg*-A@4|Gms_@M%@XYT^839XTWuXpSRM-cj(St>Fl(O_bpLc#Ek3S)}tV z+v{I96p_Zy7;+ZJ=0oSKem)`;pLvtXw)gg?it~&r6zoa5p2>7uJzJ2G3~iSgUO(Rc zLqwYnpDyr57r4NoR3*Y6UjTMeNa&K11bNj7+Z=@MZB(|2J>Sy4GH9j-O{!Y9EQuL| z*N71kZkelKqB#ag6Sba#kS7K6P@k)y+~1=+dy{&-mo}Y$4cjEOn2vUMj@IU=zZ1tT zJaBL(ITZh)S=&FcQ6Qv2PS4^Yb8Uj?Kmj{aEZj*u8VcFzX9vTseSobi#&#a1UopOn z&kVZb!m-nZuKEP0bavf}8QPik+2va@I=OCz7|rdo>`#vUmYB}1TY>ni`0pw9Tb6Wc z-HOV8YPpkPcc$15cXVdm3PIY9U`NS+zv`VSz9iV~3F*wZ9USP)xE0*AZvX3qG=kio z=@W>28iFqeNtESJEcup#jv-rN{Za85O1>qfL&#PTc1k}X$+s-%2(lG@U$giGB-^d% t0J8lJqXWoR9Ao{n^v{KSTFob`uj9xW7&C1h000N=lTRBCCl314e*oV1#PI+C literal 0 HcmV?d00001 diff --git a/src/java/org/apache/cassandra/metrics/CassandraMetricsRegistry.java b/src/java/org/apache/cassandra/metrics/CassandraMetricsRegistry.java index 7038e99f2e..26b9c073a9 100644 --- a/src/java/org/apache/cassandra/metrics/CassandraMetricsRegistry.java +++ b/src/java/org/apache/cassandra/metrics/CassandraMetricsRegistry.java @@ -22,9 +22,6 @@ import java.lang.reflect.Method; import java.util.Locale; import java.util.concurrent.TimeUnit; -import org.slf4j.Logger; -import org.slf4j.LoggerFactory; - import com.codahale.metrics.*; import javax.management.*; @@ -36,10 +33,9 @@ import javax.management.*; */ public class CassandraMetricsRegistry extends MetricRegistry { - protected static final Logger logger = LoggerFactory.getLogger(CassandraMetricsRegistry.class); - public static final CassandraMetricsRegistry Metrics = new CassandraMetricsRegistry(); - private MBeanServer mBeanServer = ManagementFactory.getPlatformMBeanServer(); + + private final MBeanServer mBeanServer = ManagementFactory.getPlatformMBeanServer(); private CassandraMetricsRegistry() { @@ -100,15 +96,12 @@ public class CassandraMetricsRegistry extends MetricRegistry try { mBeanServer.unregisterMBean(name.getMBeanName()); - } catch (InstanceNotFoundException | MBeanRegistrationException e) - { - logger.debug("Unable to remove mbean"); - } + } catch (Exception ignore) {} return removed; } - private void registerMBean(Metric metric, ObjectName name) + public void registerMBean(Metric metric, ObjectName name) { AbstractBean mbean; @@ -135,13 +128,7 @@ public class CassandraMetricsRegistry extends MetricRegistry try { mBeanServer.registerMBean(mbean, name); - } catch (InstanceAlreadyExistsException e) - { - logger.debug("Metric bean already exists", e); - } catch (MBeanRegistrationException | NotCompliantMBeanException e) - { - logger.debug("Unable to register metric bean", e); - } + } catch (Exception ignored) {} } public interface MetricMBean diff --git a/src/java/org/apache/cassandra/service/CassandraDaemon.java b/src/java/org/apache/cassandra/service/CassandraDaemon.java index 70420a96c8..59ecca7d35 100644 --- a/src/java/org/apache/cassandra/service/CassandraDaemon.java +++ b/src/java/org/apache/cassandra/service/CassandraDaemon.java @@ -30,13 +30,18 @@ import java.util.Map; import java.util.UUID; import java.util.concurrent.TimeUnit; import javax.management.MBeanServer; +import javax.management.MalformedObjectNameException; import javax.management.ObjectName; import javax.management.StandardMBean; import javax.management.remote.JMXConnectorServer; import javax.management.remote.JMXServiceURL; import javax.management.remote.rmi.RMIConnectorServer; +import com.codahale.metrics.Meter; +import com.codahale.metrics.MetricRegistryListener; +import com.codahale.metrics.SharedMetricRegistries; import com.google.common.util.concurrent.Uninterruptibles; +import org.apache.cassandra.metrics.DefaultNameFactory; import org.slf4j.Logger; import org.slf4j.LoggerFactory; @@ -70,7 +75,25 @@ public class CassandraDaemon public static final String MBEAN_NAME = "org.apache.cassandra.db:type=NativeAccess"; private static JMXConnectorServer jmxServer = null; - private static final Logger logger = LoggerFactory.getLogger(CassandraDaemon.class); + private static final Logger logger; + static { + // Need to register metrics before instrumented appender is created(first access to LoggerFactory). + SharedMetricRegistries.getOrCreate("logback-metrics").addListener(new MetricRegistryListener.Base() + { + @Override + public void onMeterAdded(String metricName, Meter meter) + { + // Given metricName consists of appender name in logback.xml + "." + metric name. + // We first separate appender name + int separator = metricName.lastIndexOf('.'); + String appenderName = metricName.substring(0, separator); + String metric = metricName.substring(separator + 1); // remove "." + ObjectName name = DefaultNameFactory.createMetricName(appenderName, metric, null).getMBeanName(); + CassandraMetricsRegistry.Metrics.registerMBean(meter, name); + } + }); + logger = LoggerFactory.getLogger(CassandraDaemon.class); + } private static void maybeInitJmx() {