Uploaded image for project: 'PuppetDB'
  1. PuppetDB
  2. PDB-1411

KahaDB scheduler log files pile up

    Details

    • Type: Bug
    • Status: Closed
    • Priority: Normal
    • Resolution: Fixed
    • Affects Version/s: PDB 2.1.0
    • Fix Version/s: PDB 3.2.5
    • Component/s: None
    • Labels:
      None
    • Environment:

      EL6.3 puppetdb-2.1.0-1.el6.noarch

    • Template:
    • Story Points:
      3
    • Sprint:
      PuppetDB 2016-02-10

      Description

      Periodically, the KabaDB scheduler directory (/var/lib/puppetdb/mq/localhost/scheduler) fills up with log files. The logs are full of entries like and the log files never vanish:

      We are running Puppet 3.7.4

      {"annotations":{"attempts":[{"timestamp":"2015-03-20T03:32:17.067Z","error":"org.postgresql.util.PSQLException: ERROR: duplicate key value violates unique constraint \"resource_params_cache_pkey\"\n Detail: Key (resource)=(034e77ec81022dd11b3155d5d94e44d8d98ea891) already exists.","trace":["org.postgresql.core.v3.QueryExecutorImpl.receiveErrorResponse(QueryExecutorImpl.java:2157)","org.postgresql.core.v3.QueryExecutorImpl.processResults(QueryExecutorImpl.java:1886)","org.postgresql.core.v3.QueryExecutorImpl.execute(QueryExecutorImpl.java:255)","org.postgresql.jdbc2.AbstractJdbc2Statement.execute(AbstractJdbc2Statement.java:555)","org.postgresql.jdbc2.AbstractJdbc2Statement.executeWithFlags(AbstractJdbc2Statement.java:417)","org.postgresql.jdbc2.AbstractJdbc2Statement.executeUpdate(AbstractJdbc2Statement.java:363)","com.jolbox.bonecp.PreparedStatementHandle.executeUpdate(PreparedStatementHandle.java:203)","clojure.java.jdbc.internal$do_prepared_return_keys_STAR_$fn__6272.invoke(internal.clj:337)","clojure.java.jdbc.internal$transaction_STAR_.invoke(internal.clj:223)","clojure.java.jdbc.internal$do_prepared_return_keys_STAR_.invoke(internal.clj:337)","clojure.lang.AFn.applyToHelper(AFn.java:156)","clojure.lang.AFn.applyTo(AFn.java:144)","clojure.core$apply.invoke(core.clj:626)","clojure.java.jdbc$insert_values.doInvoke(jdbc.clj:263)","clojure.lang.RestFn.invoke(RestFn.java:442)","clojure.java.jdbc$insert_records$ins_v__6340.invoke(jdbc.clj:278)","clojure.core$map$fn__4245.invoke(core.clj:2559)","clojure.lang.LazySeq.sval(LazySeq.java:40)","clojure.lang.LazySeq.seq(LazySeq.java:49)","clojure.lang.RT.seq(RT.java:484)","clojure.core$seq.invoke(core.clj:133)","clojure.core$dorun.invoke(core.clj:2855)","clojure.core$doall.invoke(core.clj:2871)","clojure.java.jdbc$insert_records.doInvoke(jdbc.clj:279)","clojure.lang.RestFn.applyTo(RestFn.java:139)","clojure.core$apply.invoke(core.clj:626)","com.puppetlabs.puppetdb.scf.storage$eval8477$insert_records_STAR___8478$fn__8479.invoke(storage.clj:411)","com.puppetlabs.puppetdb.scf.storage$eval8477$insert_records_STAR___8478.invoke(storage.clj:406)","com.puppetlabs.puppetdb.scf.storage$eval8496$add_params_BANG___8497$fn__8498.invoke(storage.clj:426)","com.puppetlabs.puppetdb.scf.storage$eval8496$add_params_BANG___8497.invoke(storage.clj:413)","com.puppetlabs.puppetdb.scf.storage$eval8680$add_resources_BANG___8681$fn__8682$fn__8683.invoke(storage.clj:546)","clojure.java.jdbc.internal$transaction_STAR_.invoke(internal.clj:223)","com.puppetlabs.puppetdb.scf.storage$eval8680$add_resources_BANG___8681$fn__8682.invoke(storage.clj:545)","com.puppetlabs.puppetdb.scf.storage$eval8680$add_resources_BANG___8681.invoke(storage.clj:538)","com.puppetlabs.puppetdb.scf.storage$eval8850$update_catalog_associations_BANG___8851$fn__8855$fn__8857.invoke(storage.clj:644)","com.puppetlabs.puppetdb.scf.storage.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)","com.yammer.metrics.core.Timer.time(Timer.java:91)","com.puppetlabs.puppetdb.scf.storage$eval8850$update_catalog_associations_BANG___8851$fn__8855.invoke(storage.clj:643)","com.puppetlabs.puppetdb.scf.storage$eval8850$update_catalog_associations_BANG___8851.invoke(storage.clj:638)","com.puppetlabs.puppetdb.scf.storage$eval8883$update_catalog_hash_miss__8884$fn__8885$fn__8886.invoke(storage.clj:665)","com.puppetlabs.puppetdb.scf.storage.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)","com.yammer.metrics.core.Timer.time(Timer.java:91)","com.puppetlabs.puppetdb.scf.storage$eval8883$update_catalog_hash_miss__8884$fn__8885.invoke(storage.clj:663)","com.puppetlabs.puppetdb.scf.storage$eval8883$update_catalog_hash_miss__8884.invoke(storage.clj:648)","com.puppetlabs.puppetdb.scf.storage$eval8934$add_catalog_BANG___8935$fn__8941$fn__8950.invoke(storage.clj:706)","clojure.java.jdbc.internal$transaction_STAR_.invoke(internal.clj:223)","com.puppetlabs.puppetdb.scf.storage$eval8934$add_catalog_BANG___8935$fn__8941.invoke(storage.clj:697)","com.puppetlabs.puppetdb.scf.storage$eval8934$add_catalog_BANG___8935.invoke(storage.clj:678)","com.puppetlabs.puppetdb.scf.storage$eval9296$replace_catalog_BANG___9297$fn__9303$fn__9305$fn__9306.invoke(storage.clj:1012)","clojure.java.jdbc.internal$transaction_STAR_.invoke(internal.clj:223)","com.puppetlabs.puppetdb.scf.storage$eval9296$replace_catalog_BANG___9297$fn__9303$fn__9305.invoke(storage.clj:1011)","com.puppetlabs.puppetdb.scf.storage.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)","com.yammer.metrics.core.Timer.time(Timer.java:91)","com.puppetlabs.puppetdb.scf.storage$eval9296$replace_catalog_BANG___9297$fn__9303.invoke(storage.clj:1010)","com.puppetlabs.puppetdb.scf.storage$eval9296$replace_catalog_BANG___9297.invoke(storage.clj:999)","com.puppetlabs.puppetdb.command$replace_catalog_STAR_$fn__10564.invoke(command.clj:311)","com.puppetlabs.jdbc$with_transacted_connection_fn$fn__6415$fn__6416.invoke(jdbc.clj:209)","clojure.java.jdbc.internal$transaction_STAR_.invoke(internal.clj:204)","com.puppetlabs.jdbc$with_transacted_connection_fn$fn__6415.invoke(jdbc.clj:208)","clojure.java.jdbc.internal$with_connection_STAR_.invoke(internal.clj:186)","com.puppetlabs.jdbc$with_transacted_connection_fn.invoke(jdbc.clj:205)","com.puppetlabs.puppetdb.command$replace_catalog_STAR_.invoke(command.clj:307)","com.puppetlabs.puppetdb.command$eval10588$fn__10590.invoke(command.clj:340)","clojure.lang.MultiFn.invoke(MultiFn.java:231)","com.puppetlabs.puppetdb.command$produce_message_handler$fn__10782.invoke(command.clj:630)","com.puppetlabs.puppetdb.command$wrap_with_discard$fn__10731$fn__10735.invoke(command.clj:537)","com.puppetlabs.puppetdb.command.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)","com.yammer.metrics.core.Timer.time(Timer.java:91)","com.puppetlabs.puppetdb.command$wrap_with_discard$fn__10731.invoke(command.clj:536)","com.puppetlabs.puppetdb.command$wrap_with_exception_handling$fn__10716$fn__10717.invoke(command.clj:490)","com.puppetlabs.puppetdb.command.proxy$java.lang.Object$Callable$7da976d4.call(Unknown Source)","com.yammer.metrics.core.Timer.time(Timer.java:91)","com.puppetlabs.puppetdb.command$wrap_with_exception_handling$fn__10716.invoke(command.clj:489)","com.puppetlabs.puppetdb.command$wrap_with_command_parser$fn__10726.invoke(command.clj:512)","com.puppetlabs.puppetdb.command$wrap_with_meter$fn__10706.invoke(command.clj:450)","com.puppetlabs.puppetdb.command$wrap_with_thread_name$fn__10740.invoke(command.clj:552)","com.puppetlabs.mq$create_message_listener$reify__9909.onMessage(mq.clj:270)","org.springframework.jms.listener.AbstractMessageListenerContainer.doInvokeListener(AbstractMessageListenerContainer.java:560)","org.springframework.jms.listener.AbstractMessageListenerContainer.invokeListener(AbstractMessageListenerContainer.java:498)","org.springframework.jms.listener.AbstractMessageListenerContainer.doExecuteListener(AbstractMessageListenerContainer.java:467)","org.springframework.jms.listener.AbstractPollingMessageListenerContainer.doReceiveAndExecute(AbstractPollingMessageListenerContainer.java:325)","org.springframework.jms.listener.AbstractPollingMessageListenerContainer.receiveAndExecute(AbstractPollingMessageListenerContainer.java:263)","org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.invokeListener(DefaultMessageListenerContainer.java:1058)","org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.executeOngoingLoop(DefaultMessageListenerContainer.java:1050)","org.springframework.jms.listener.DefaultMessageListenerContainer$AsyncMessageListenerInvoker.run(DefaultMessageListenerContainer.java:947)","java.lang.Thread.run(Thread.java:722)"]}],"id":"1819c442-e71c-432d-9c9c-4d94cc458b29","received":"2015-03-20T03:32:13.683Z"},"version":4,"command":"replace catalog","payload":{"transaction-uuid":"8a80012e-7e23-4c1b-9818-9b83b0e65ee7","resources":

        Attachments

          Issue Links

            Activity

              People

              • Assignee:
                ryan.senior Ryan Senior
                Reporter:
                fiddyspence Chris Spence
              • Votes:
                3 Vote for this issue
                Watchers:
                6 Start watching this issue

                Dates

                • Created:
                  Updated:
                  Resolved:

                  Zendesk Support