Browse Source

InfluxWriter loop now blocks on recv, among other incremental improvements

master
Jonathan Strong 6 years ago
parent
commit
7b8f8c0918
5 changed files with 21 additions and 9 deletions
  1. +1
    -0
      .gitignore
  2. +1
    -1
      Cargo.toml
  3. +10
    -3
      src/hist.rs
  4. +8
    -4
      src/influx.rs
  5. +1
    -1
      src/lib.rs

+ 1
- 0
.gitignore View File

@@ -3,3 +3,4 @@
Cargo.lock Cargo.lock
.*.swp .*.swp
/var/*.log /var/*.log
/var/

+ 1
- 1
Cargo.toml View File

@@ -17,7 +17,7 @@ slog-term = "2"
ordermap = "0.3" ordermap = "0.3"
fnv = "1" fnv = "1"
uuid = { version = "0.5", features = ["serde", "v4"] } uuid = { version = "0.5", features = ["serde", "v4"] }
hdrsample = "6"
hdrhistogram = "6"
slog-async = "2" slog-async = "2"


decimal = { path = "../decimal", version = "2" } decimal = { path = "../decimal", version = "2" }


+ 10
- 3
src/hist.rs View File

@@ -7,9 +7,9 @@ use std::io::{self, Write};
use std::{mem, fs, env}; use std::{mem, fs, env};


use chrono::{DateTime, Utc, TimeZone}; use chrono::{DateTime, Utc, TimeZone};
use hdrsample::{Histogram, Counter};
use hdrsample::serialization::{Serializer, V2DeflateSerializer, V2Serializer};
use hdrsample::serialization::interval_log::{IntervalLogWriterBuilder, Tag};
use hdrhistogram::{Histogram, Counter};
use hdrhistogram::serialization::{Serializer, V2DeflateSerializer, V2Serializer};
use hdrhistogram::serialization::interval_log::{IntervalLogWriterBuilder, Tag};


type C = u64; type C = u64;


@@ -61,6 +61,12 @@ impl HistLog {
} }
} }


pub fn clone_with_tag_and_freq(&self, tag: &'static str, freq: Duration) -> HistLog {
let mut clone = self.clone_with_tag(tag);
clone.freq = freq;
clone
}

pub fn record(&mut self, value: u64) { pub fn record(&mut self, value: u64) {
let _ = self.hist.record(value); let _ = self.hist.record(value);
} }
@@ -88,6 +94,7 @@ impl HistLog {
pub fn check_send(&mut self, loop_time: Instant) { pub fn check_send(&mut self, loop_time: Instant) {
//let since = loop_time - self.last_sent; //let since = loop_time - self.last_sent;
if loop_time > self.last_sent && loop_time - self.last_sent >= self.freq { if loop_time > self.last_sent && loop_time - self.last_sent >= self.freq {
// send sets self.last_sent to loop_time fyi
self.send(loop_time); self.send(loop_time);
} }
} }


+ 8
- 4
src/influx.rs View File

@@ -297,7 +297,8 @@ impl InfluxWriter {
}; };


loop { loop {
match rx.try_recv() {
//match rx.try_recv() {
match rx.recv() {
Ok(Some(mut meas)) => { Ok(Some(mut meas)) => {
if meas.timestamp.is_none() { if meas.timestamp.is_none() {
meas.timestamp = Some(now()); meas.timestamp = Some(now());
@@ -308,13 +309,16 @@ impl InfluxWriter {
} }


Ok(None) => { Ok(None) => {
if buf.len() > 0 { send(&buf) }
if buf.len() > 0 {
debug!(logger, "sending buffer to influx"; "len" => count);
send(&buf)
}
break break
} }


_ => { _ => {
#[cfg(feature = "no-thrash")]
thread::sleep(Duration::new(0, 1))
//#[cfg(feature = "no-thrash")]
thread::sleep(Duration::new(0, 1))
} }
} }
} }


+ 1
- 1
src/lib.rs View File

@@ -21,7 +21,7 @@ extern crate fnv;
extern crate ordermap; extern crate ordermap;
extern crate decimal; extern crate decimal;
extern crate uuid; extern crate uuid;
extern crate hdrsample;
extern crate hdrhistogram;


extern crate windows; extern crate windows;
extern crate pubsub as pub_sub; extern crate pubsub as pub_sub;


Loading…
Cancel
Save