CSV with 1 minute rollup auto emailed via Meta Source

[MaP]

Help is always nice, its nice to struggle with progress but also a point where going in circles becomes painful.

Ahh so the ByteArrayAttachment doesn't create a file on the filesystem but just creates the file on the fly in the meta source and names it "attached.txt, with "attatched text" being the content of that file?

[MattFox]

@map said in CSV with 1 minute rollup auto emailed via Meta Source:

but also a point where going in circles becomes painful.

Cripes I know that all too well....

@map said in CSV with 1 minute rollup auto emailed via Meta Source:

Ahh so the ByteArrayAttachment doesn't create a file on the filesystem but just creates the file on the fly in the meta source and names it "attached.txt, with "attatched text" being the content of that file?

Bingo! Have a cigar, or a scotch, or whatever you kick back with. I'd say you've got the right idea here.

EDIT:
My advice: Test with one row to start with your headers etc and ensure you're happy with the format before going full tilt rising with everything in a given date range.

[MaP]

So far so good. Query works, Email attachment works, and can seperate rows using /r/n. Not sure what variable type is returned by the query but its returned as number,number, so i presume its a string? will Need to transpose over the query to insert /r/n i believe and then construct a corresponding time array for every minute of previous 24 hours for second colomn.

var endDate = CONTEXT.getTimestamp();
var startDate = endDate - CONTEXT.millisInPast(MINUTE, 4); //handles DST shenanigans
var results = [];
var callback = function(idValueTime) {
  results.push(idValueTime);};
var pointsToQuery = [ p341.getDataPointWrapper().getId() ];
PointValueQuery.rollupQuery( [341], startDate, endDate, callback, AVERAGE, 1, MINUTE);
print(results);


var d = new Date();
//ECMA function to convert date to locale string YYYY-MM-DD
var datestring = d.toLocaleDateString();
//Substr fX to make date DD-MM-YYYY time format
var ddmmyyyy = datestring.substr(8,2)+datestring.substr(4,4)+datestring.substr(0,4);
var CSVname = "Performance_"+ddmmyyyy+".csv";
print(CSVname);
/*
var recipients = ["funtimes@live.com"];
var emailContent = new com.serotonin.web.mail.EmailContent(null, 
  "Email body content", com.serotonin.m2m2.Common.UTF8);
var emailAttachment = new com.serotonin.web.mail.EmailAttachment.ByteArrayAttachment(
  "attached"+datestring+.csv", "Head1,Head2\r\n12,22".getBytes());

emailContent.addAttachment(emailAttachment);
com.serotonin.m2m2.rt.maint.work.EmailWorkItem.queueEmail(recipients, "Attachment test", emailContent, null);
*/

[MattFox]

Note you'll want to fire the email after your callback returns so you'd be best to place it inside it otherwise you'll be firing an empty attachment.

var callback = function(idValueTime) {
  results.push(idValueTime);
generateEmail(results);
};
function generateEmail(res)
{
var d = new Date();
//ECMA function to convert date to locale string YYYY-MM-DD
var datestring = d.toLocaleDateString();
//Substr fX to make date DD-MM-YYYY time format
var ddmmyyyy = datestring.substr(8,2)+datestring.substr(4,4)+datestring.substr(0,4);
var CSVname = "Performance_"+ddmmyyyy+".csv";
print(CSVname);
/*
var recipients = ["funtimes@live.com"];
var emailContent = new com.serotonin.web.mail.EmailContent(null, 
  "Email body content", com.serotonin.m2m2.Common.UTF8);
var emailAttachment = new com.serotonin.web.mail.EmailAttachment.ByteArrayAttachment(
  "attached"+datestring+.csv", "Head1,Head2\r\n12,22".getBytes());

emailContent.addAttachment(emailAttachment);
com.serotonin.m2m2.rt.maint.work.EmailWorkItem.queueEmail(recipients, "Attachment test", emailContent, null);
*/
}

I believe that the rolled up point value query just returns an array of all of the values only. I don't think it attached a timestamp. If you want timestamps, we'll have to go via the HTTP Request route and query the API directly to pull a rolled up point values query.

[MaP]

This post is deleted!

[MaP]

this seems to have worked i had trouble using arrays with a ,toString function where the "," was appearing in the final csv string - ie)
Head1,Head2
Val1,time1
,Val2,time2
,Val3,time3

Using Strings seems to ahve gotten the correct output but im worried a string variable might get angry when it contains 1440*7 Values/time

code so far --

//Query to Retrieve and rollup previous 24 Hours Data
var endDate = CONTEXT.getTimestamp();
var startDate = endDate - CONTEXT.millisInPast(MINUTE, 4); //handles DST shenanigans
var results = [];
var callback = function(idValueTime) {
  results.push(idValueTime);};
var pointsToQuery = [ p341.getDataPointWrapper().getId() ];
PointValueQuery.rollupQuery( [341], startDate, endDate, callback, AVERAGE, 1, MINUTE);
print(results);

//Date and time Variables
var d = new Date();
var t = new Date().getTime();
var y = d.getYear()-70;
var m = d.getMonth();
var dayinmonth = d.getDate();
var hours = d.getHours();
//ECMA function to convert date to locale string YYYY-MM-DD
var datestring = d.toLocaleDateString();
//Substr fX to make date DD-MM-YYYY time format
var ddmmyyyy = datestring.substr(8,2)+datestring.substr(4,4)+datestring.substr(0,4);
var CSVname = "Performance_"+ddmmyyyy+".csv";

//Creating DateTime For Array
// 31556926000 mS in Year
// 2629743000 ms in Month
// 86400000 ms in Day
//3600000 ms in an Hour
//print(results[0].toString()+d.toString()+"\r\n");
var coeff = 1000 * 60 * 1;
var date = new Date();
//var TimeAgo = new Date((Math.round((date.getTime()-(hours*3600000)) / coeff) * coeff)+index*60000);

//var csvData =[];
var csvData ="kW,Timestamp\r\n"

results.forEach(function(results,index){
    //csvData[index]=results+","+TimeAgo+"\r\n";
    var TimeAgo = new Date((Math.round((date.getTime()-(hours*3600000)) / coeff) * coeff)+index*60000);
    csvData = csvData+results+","+TimeAgo+"\r\n";
    
});
//csvDataString = csvData.toString();
print(csvData)

[MattFox]

Man you really have gone above and beyond, you're making it rather complex for what you need.

1. go into the user setting in the dashboard and use it to make yourself a token based bearer authentication key.
   https://help.infiniteautomation.com/mango-rest-api-authentication

Next let's incorporate your timeframes into this:

if (!Date.prototype.toISOString) {
  (function() {

    function pad(number) {
      if (number < 10) {
        return '0' + number;
      }
      return number;
    }

    Date.prototype.toISOString = function() {
      return this.getUTCFullYear() +
        '-' + pad(this.getUTCMonth() + 1) +
        '-' + pad(this.getUTCDate()) +
        'T' + pad(this.getUTCHours()) +
        ':' + pad(this.getUTCMinutes()) +
        ':' + pad(this.getUTCSeconds()) +
        '.' + (this.getUTCMilliseconds() / 1000).toFixed(3).slice(2, 5) +
        'Z';
    };

  }());
}

var xid = "internal_mango_uptime_hrs"; //for example this would be your context point XID
function GenerateEmail(data)
{
    var csvStr = "kW,Timestamp\r\n";
   for(var i=0;i<data.length; i++)
   {
      csvStr += data[ i ].value+","+data[ i ].timestamp+"\r\n";
   }
var d = new Date();

//Substr fX to make date DD-MM-YYYY time format
var ddmmyyyy = d.getDate()+"-"+(d.getMonth()+1)+"-"+d.getFullYear();
var CSVname = "Performance_"+ddmmyyyy+".csv";

var recipients = ["funtimes@live.com"];
var emailContent = new com.serotonin.web.mail.EmailContent(null, 
  "Email body content", com.serotonin.m2m2.Common.UTF8);
var emailAttachment = new com.serotonin.web.mail.EmailAttachment.ByteArrayAttachment(
  "attached"+datestring+".csv", csvStr.getBytes());

emailContent.addAttachment(emailAttachment);
com.serotonin.m2m2.rt.maint.work.EmailWorkItem.queueEmail(recipients, "Attachment test", emailContent, null);

}

var to = new Date( CONTEXT.getTimestamp() );
var from = new Date( to.valueOf() - CONTEXT.millisInPast(MINUTE, 4) ); 
var rollup="AVERAGE";
var rollupPeriod = "MINUTES";
var rollupPeriodTime = "1";
//handles DST shenanigans
print(from.toISOString());
print(to.toISOString());
var _URL="http://localhost/rest/v1/point-values/"+xid+"?from="+from.toISOString()+
"&rollup="+rollup+"&timePeriodType="+rollupPeriod+"&timePeriods="+rollupPeriodTime+"&to="+to.toISOString();
//print(_URL);
HttpBuilder.get(_URL,
{"Accept":"*/*" ,
"Authorization":"Bearer \
[BEARER_TOKEN_HERE]"

}
,{}).err(function(status, headers, content) { //setErrorCallback for linguistic completion
	 print(content); print(status);
	}).resp(function(status, headers, content) { //setResponseCallback
			print(status);	print(content);
if(content.length)
{
       GenerateEmail(content); //don't generate if there are not any values
}
	}).excp(function(exception) { //setExceptionCallback
		//throw exception.getMessage();
		print(exception.getMessage() );
		}).execute();

[MaP]

updated code snippet with 3 points and a timestamp array concatenated then emailed

//your code here
//Query to Retrieve and rollup previous 24 Hours Data
var endDate = CONTEXT.getTimestamp();
var startDate = endDate - CONTEXT.millisInPast(MINUTE, 4); //handles DST shenanigans
var results = [];
var callback = function(idValueTime) {
  results.push(idValueTime);};
//var pointsToQuery = [ p341.getDataPointWrapper().getId() ];
PointValueQuery.rollupQuery( [341,342,282], startDate, endDate, callback, AVERAGE, 1, MINUTE);
print(results);

//Date and time Variables
var d = new Date();
var t = new Date().getTime();
var y = d.getYear()-70;
var m = d.getMonth();
var dayinmonth = d.getDate();
var hours = d.getHours();
//ECMA function to convert date to locale string YYYY-MM-DD
var datestring = d.toLocaleDateString();
//Substr fX to make date DD-MM-YYYY time format
var ddmmyyyy = datestring.substr(8,2)+datestring.substr(4,4)+datestring.substr(0,4);
var CSVname = "Performance_"+ddmmyyyy+".csv";

//Creating DateTime For Array
// 31556926000 mS in Year
// 2629743000 ms in Month
// 86400000 ms in Day
//3600000 ms in an Hour
//print(results[0].toString()+d.toString()+"\r\n");
var coeff = 1000 * 60 * 1;
var date = new Date();
//var TimeAgo = new Date((Math.round((date.getTime()-(hours*3600000)) / coeff) * coeff)+index*60000);

//var csvData =[];
var csvData ="kW,Timestamp\r\n";
var TimeWatch = [];
results.forEach(function(results,index){
    //csvData[index]=results+","+TimeAgo+"\r\n";
    var TimeAgo = new Date((Math.round((date.getTime()-(hours*3600000)) / coeff) * coeff)+index*60000);
    TimeWatch[index]=TimeAgo;
    if((index+1)%3<1){
    TimeAgo = new Date((Math.round((date.getTime()-(hours*3600000)) / coeff) * coeff)+((index-2)/3)*60000);    
      csvData = csvData+results+","+TimeAgo+"\r\n";  
    }
    else{
        csvData = csvData+results+",";
    }
});
//csvDataString = csvData.toString();
print(csvData);
//print(TimeWatch);
/*
var recipients = ["funtimes84@live.com"];
var emailContent = new com.serotonin.web.mail.EmailContent(null, 
  "Email body content", com.serotonin.m2m2.Common.UTF8);
var emailAttachment = new com.serotonin.web.mail.EmailAttachment.ByteArrayAttachment(
  "PerformanceCSV"+datestring+".csv", csvDataString.getBytes());

emailContent.addAttachment(emailAttachment);
com.serotonin.m2m2.rt.maint.work.EmailWorkItem.queueEmail(recipients, "NorthamCSV_"+ddmmyyyy, emailContent, null);
*/

[phildunlap]

@mattfox said in CSV with 1 minute rollup auto emailed via Meta Source:

I don't think it attached a timestamp. If you want timestamps, we'll have to go via the HTTP Request route and query the API directly to pull a rolled up point values query.

Not so! For the rollupQuery, while it is true that if you supply a particular rollup type the callback will be handed the simple value and the inference is left to you to add the number of rollup periods from the start time to get the nth timestamp (every period will get a callback). But, if you use a rollup of ALL the whole statistics object (AnalogStatistics object in a Numeric case) is passed to the callback: https://github.com/infiniteautomation/ma-core-public/blob/main/Core/src/com/infiniteautomation/mango/statistics/AnalogStatistics.java

[MattFox]

Thanks Phil, I should have asked you about that months ago. Having no timestamp with the values turned me away from using it.