Send Sql server agent job notifications Via Sql Script

Today I have to add some notifications about the status of specific sql server agent jobs, specially if the job fail and been a lazy programmer I create some metadata tables with specific messages and jobs, but I still want to share the core code used to send this message. Because this is set on a ssis sql task we only care to see a message if the job fails so, top 50 should be enough history to know something is wrong :-) .

Cheers.

declare @sqlcmd varchar(2000) = 'set transaction isolation level read uncommitted;

set nocount on; declare @today varchar(8) = convert (varchar(8),getdate(),112)

SELECT  top 50  j.name JobName ,

        h.step_name StepName ,

        CONVERT(CHAR(10), CAST(STR(h.run_date, 8, 0) AS DATETIME), 111) RunDate ,

        STUFF(STUFF(RIGHT(''000000'' + CAST (h.run_time AS VARCHAR(6)), 6), 5, 0,

                    '':''), 3, 0, '':'') RunTime ,

        h.run_duration StepDuration ,

        CASE h.run_status

          WHEN 0 THEN ''failed''

          WHEN 1 THEN ''Succeded''

          WHEN 2 THEN ''Retry''

          WHEN 3 THEN ''Cancelled''

          WHEN 4 THEN ''In Progress''

        END AS ExecutionStatus ,

        h.message MessageGenerated

FROM    sysjobhistory h

        INNER JOIN sysjobs j ON j.job_id = h.job_id

where j.name = ''Job_name Here''

and h.run_status in(1,0,3) and h.run_date >= @today

ORDER BY h.instance_id desc',

@today varchar(50) = 'NameOfAttachFileHere';

set @today = @today+'_'+ replace (replace(replace(convert(varchar(25),

getdate(),

120),

'-',

''),

':',

''),

' ',

'') +'.csv';

EXEC msdb.dbo.sp_send_dbmail

    @recipients = 'EmailRecipientsHere',

               @body= 'EmailBodyHere',

               @execute_query_database = 'msdb',

    @query = @sqlcmd,

    @subject = 'Subject Alert Here',

               @attach_query_result_as_file = 1,

               @query_result_separator = ',

',

               @query_result_no_padding = 1,

               @query_attachment_filename = @today;

Building dynamic queries to extract regular data or Json datatype from postgreSQL

As always a lazy programmer, today my task is to get the update from a set of tables on postgres while excluding an specific pattern plus the scripts is run twice per day so I need to capture changes in a 12 hour interval.
MMMMM>..... How i can do this and get it done quickly :-)
.........agony, agony, agony.. I don't want to spend all day doing this....So, here is the solution to build the scripts quick and dirty:
select 
  'Do $$ declare today timestamp = current_timestamp - interval''12 hours''; begin Create Temp table temp_'||table_name||' on commit drop as SELECT '||string_agg(column_name,',')||' FROM '||table_schema||'.'||table_name||' where modified_date >= today; end $$; SELECT '||string_agg(column_name,',')||' FROM temp_'||table_name||';'
from 
 information_schema.columns 
where 
table_schema = 'tableSchemaHere'
and table_name !~* 'StringPartternHere'
and is_updatable = 'YES'

group by table_schema,table_name;

Ah... More agony now I need to extract data from the audit tables that uses the json datatype...
mmm.... what to do... just change the above script just a little to get data from json
select Table_Name,
'Do $$ declare today timestamp = current_timestamp - interval''12 hours'';begin  Create Temp table temp_'||table_name||' on commit drop as SELECT action,'||cast (string_agg('new_object_data->'||replace (initcap(replace(''''||column_name||'''','_',' ')),' ','')||
' AS '||replace(initcap(replace(column_name,'_',' ')),' ',''),',')as varchar(2000))||
' FROM audit.audit_history Where (action = '||'''Update'') AND object_type = '''||replace(initcap(replace(Table_Name,'_',' ')),' ','')||''' 
AND (Created_date <= today) UNION ALL SELECT action,'||cast (string_agg('original_object_data->'||replace (initcap(replace(''''||column_name||'''','_',' ')),' ','')||
' AS '||replace(initcap(replace(column_name,'_',' ')),' ',''),',')as varchar(2000))||
' FROM audit.audit_history Where (action = '||'''Delete'') AND object_type = '''||replace(initcap(replace(Table_Name,'_',' ')),' ','')||''' AND (Created_date <= today);END $$; Select * from temp_'||Replace(Table_Name,'_','')
from 
 information_schema.columns
where 
   table_schema = 'schema_here'
   
group by table_name
order by 1

quick and dirty just the way I like... Cheers.

PostgresSql extract data using NPGSql Drivers

Ok we extract data from postgres but what happen when those tables have millions of records and you still need to used a datatable for it,
well the solution create two queries the first query get the limit 50000 records then extract the maxid from the datatable set your flag that indicate is the second run and loop 50k at the time until the extract count is less than the limit.... Here it is....:-)

/*
   Microsoft SQL Server Integration Services Script Task
   Write scripts using Microsoft Visual C# 2008.
   The ScriptMain is the entry point class of the script.
*/

using System;
using Npgsql;
using System.Data;
using System.IO;
using System.Text;
using Microsoft.SqlServer.Dts.Runtime;
using System.Windows.Forms;

namespace ST_b7b6f2660bba404bb3315fc71b301f0e.csproj
{
    [System.AddIn.AddIn("ScriptMain", Version = "1.0", Publisher = "", Description = "")]
    public partial class ScriptMain : Microsoft.SqlServer.Dts.Tasks.ScriptTask.VSTARTScriptObjectModelBase
    {

        #region VSTA generated code
        enum ScriptResults
        {
            Success = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Success,
            Failure = Microsoft.SqlServer.Dts.Runtime.DTSExecResult.Failure
        };
        #endregion

        /*
The execution engine calls this method when the task executes.
To access the object model, use the Dts property. Connections, variables, events,
and logging features are available as members of the Dts property as shown in the following examples.

To reference a variable, call Dts.Variables["MyCaseSensitiveVariableName"].Value;
To post a log entry, call Dts.Log("This is my log text", 999, null);
To fire an event, call Dts.Events.FireInformation(99, "test", "hit the help message", "", 0, true);

To use the connections collection use something like the following:
ConnectionManager cm = Dts.Connections.Add("OLEDB");
cm.ConnectionString = "Data Source=localhost;Initial Catalog=AdventureWorks;Provider=SQLNCLI10;Integrated Security=SSPI;Auto Translate=False;";

Before returning from this method, set the value of Dts.TaskResult to indicate success or failure.

To open Help, press F1.
*/
        Variables vars = null;
        public void Main()
        {


            //SSIS Variables 
            Dts.VariableDispenser.LockForRead("User::strBatchId");
            Dts.VariableDispenser.LockForRead("User::strfTableName");
            Dts.VariableDispenser.LockForRead("User::intPromoBatchId");
            Dts.VariableDispenser.LockForRead("User::strSqlCmd");
            Dts.VariableDispenser.LockForRead("User::strFileDirectoryPath");
            Dts.VariableDispenser.LockForRead("User::strPostgresCon5");
            Dts.VariableDispenser.LockForRead("User::strImportDirectory5");
            Dts.VariableDispenser.LockForRead("User::intExtractCount");
            Dts.VariableDispenser.LockForRead("User::bolFirstBatch");
            Dts.VariableDispenser.LockForRead("User::strSqlCmdSub");
            
      
            Dts.VariableDispenser.GetVariables(ref vars);

            int promoBatchId = (int)vars["User::intPromoBatchId"].Value;
         
            Boolean FirstBatch = (Boolean)vars["User::bolFirstBatch"].Value;
            String FileName = vars["User::strfTableName"].Value.ToString() + "_" + vars["User::strBatchId"].Value.ToString() + "_";
            FileName = FileName + promoBatchId.ToString() + ".txt";
            
            String Delimiter = "|";
            int PromoBatchId = promoBatchId;
            String fullFilePath = vars["User::strImportDirectory5"].Value.ToString() + FileName;
            Boolean isSuccess;
     
            String sqlcmd = vars["User::strSqlCmd"].Value.ToString();

            String ConnStr = vars["User::strPostgresCon5"].Value.ToString();

            isSuccess = Generate_PostGres_File(ConnStr, sqlcmd, fullFilePath, PromoBatchId, Delimiter);

            // TODO: Add your code here
            vars.Unlock();
            Dts.TaskResult = (int)ScriptResults.Success;
        }
        /*
         * Get Header File
         */
        private String GetFileHeader(ref DataTable dt, String FileDelimiter)
        {
            StringBuilder HeaderFile = new StringBuilder();
           
            String qoute = "";
            String RS = System.Environment.NewLine;
            foreach (DataColumn col in dt.Columns)
            {
                HeaderFile.Append(FileDelimiter);
                HeaderFile.Append(qoute + col.ColumnName + qoute);

            }
            HeaderFile.Remove(0, 1);

            HeaderFile.Append(RS);
            return HeaderFile.ToString();
        }

        private Boolean Generate_PostGres_File(String ConnectionString, String SqlCmd, String FullFilePath, int PromoBatchId, String FileDelimiter)
        {
            String tablename = vars["User::strfTableName"].Value.ToString();
            String SubQuery = vars["User::strSqlCmdSub"].Value.ToString();
            Boolean FirstBatch = (Boolean)vars["User::bolFirstBatch"].Value;
            Boolean head = false;
            String qoute = "";
            String RS = System.Environment.NewLine;
            Int64 PromotionId = 0;
            int ExtractCount = (int) vars["User::intExtractCount"].Value;

            int RowsCount = ExtractCount; 
            
            try
            {
                using (StreamWriter sw = File.CreateText(FullFilePath))
                {
                    while ( RowsCount >= ExtractCount)
                    {
                        using (NpgsqlConnection conn = new NpgsqlConnection(ConnectionString))
                        {
                            conn.Open();
                            using (NpgsqlCommand cmd = new NpgsqlCommand(SqlCmd, conn))
                            {
                                if (!FirstBatch)
                                {
                                    cmd.Parameters.AddWithValue("parameter", BatchId);
                                    cmd.Parameters.AddWithValue("parameter", primarykeyId);
                                }
                                else
                                {
                                    cmd.Parameters.AddWithValue("parameter", BatchId);
                                }

                                using (NpgsqlDataReader reader = cmd.ExecuteReader())
                                {
                                    DataTable dt = new DataTable();
                                    int cnt = 0;
                                    dt.Load(reader);

                                    if (dt != null)
                                    {
                                        String header = String.Empty ;
                                        if (FirstBatch)
                                        {
                                             header = GetFileHeader(ref dt, FileDelimiter);
                                        }
                                        foreach (DataRow row in dt.Rows)
                                        {
                                            StringBuilder rdata = new StringBuilder();
                                            StringBuilder tdata = new StringBuilder();
                                            if (!head && FirstBatch)
                                            {
                                                rdata.Append(header);
                                            }
                                            head = true;
                                            foreach (object item in row.ItemArray)
                                            {
                                                if (item is System.DBNull)
                                                {
                                                    tdata.Append(FileDelimiter + qoute + qoute);
                                                }

                                                else
                                                {
                                                    String columnData = item.ToString();
                                                    tdata.Append(FileDelimiter);
                                                    tdata.Append(qoute + columnData + qoute);

                                                }


                                            }
                                            tdata.Remove(0, 1);
                                            tdata.Append(RS);
                                            rdata.Append(tdata.ToString());
                                            tdata = null;

                                            sw.Write(rdata);

                                        }



                                    }
                                    
                                    cnt = dt.Rows.Count;
                                    RowsCount =  cnt;
                                    PromotionId = (Int64)dt.Compute("MAX(Promotion_Id)", string.Empty);
                                    if (FirstBatch)
                                    {
                                        FirstBatch = false;
                                        SqlCmd = vars["User::strSqlCmdSub"].Value.ToString();
                                    }
                                   
                                   
                                }

                            }
                            conn.Close();


                        }
                    }
                  
                }
---delete records that are simply empty (files)
                FileInfo _f = new FileInfo(FullFilePath);
                if (_f.Exists & _f.Length == 0)
                {
                    _f.Delete();
                }

                return true;
            }

            catch
            {
                return false;
            }
        }
    }
}