As presented at CloudBurst SE 2013

1. Alternatives to the shackles of limited scale in data solutions
Andy Cross
Windows Azure MVP
Elastacloud

6. IBM have been a leader in Big Data for years.
Wikimedia commons

18. C# integration
Remote Data & Jobs
Hive in C#
Serialization

19. public class SwedishSessionsJob : HadoopJob<SwedishSessionsMapper, SessionsReducer>
{
public override HadoopJobConfiguration Configure(ExecutorContext context)
{
var config = new HadoopJobConfiguration()
{
InputPath = ""/AllSessions/*.gz"",
OutputFolder = "/SwedishSessions/"
};
return config;
}
}

20. public class SwedishSessionsMapper : MapperBase
{
public override void Map(string inputLine, MapperContext context)
{
if (inputLine.Contains("Country=Sweden")
{
context.IncrementCounter("SwedishSession");
context.EmitKeyValue(“SE", "1");
}
}
}

21. public class SessionsReducer : ReducerCombinerBase
{
public override void Reduce(string key, IEnumerable<string> values, ReducerContext context)
{
context.EmitKeyValue(key, values.Count());
}
}

22. var inputData = "Country=Sweden&Name=Magnus";
var result =
StreamingUnit.Execute<Jobs.SwedishJob>(new[]{inputData});
Assert.AreEqual("SEt1", result.ReducerResult.First());

23. Your existing development team
can immediately realise value
The frameworks
facilitate
deterministic
testing for
highly reliable
queries
Complex logic is best expressed in
programmatic form

24. Provision
Execute
De-provision

25. * Tools are great but not friendly

27. {
"_id" : ObjectId("51fccc57f82352d76653bdae"),
"Name" : {
"FirstName" : "Owen",
"LastName" : "Grzegorek"
},
"Company" : "Howard Miller Co",
"Address" : {
"Line1" : "15410 Minnetonka Industrial Rd",
"Line2" : "Minnetonka",
"Line3" : "Hennepin",
"Line4" : "MN",
"Line5" : "55345"
},
"ContactDetails" : {
"Phone" : "952-939-2973",
"Fax" : "952-939-4663",
"Email" : "owen@grzegorek.com",
"Web" : "http://www.owengrzegorek.com"
}
}
{
"_id" : ObjectId("51fccc57f82352d76653bdae"),
"Name" : {
"FirstName" : "Owen",
"LastName" : "Grzegorek"
},
"Company" : "Howard Miller Co",
"Address" : {
"Line1" : "15410 Minnetonka Industrial Rd",
"Line2" : "Minnetonka",
"Line3" : "Hennepin",
"Line4" : "MN",
"Line5" : "55345"
},
"ContactDetails" : {
"Phone" : "952-939-2973",
"Fax" : "952-939-4663",
"Email" : "owen@grzegorek.com",
"Web" : "http://www.owengrzegorek.com"
}
}
{
"_id" : ObjectId("51fccc57f82352d76653bdae"),
"Name" : {
"FirstName" : "Owen",
"LastName" : "Grzegorek"
},
"Company" : "Howard Miller Co",
"Address" : {
"Line1" : "15410 Minnetonka Industrial Rd",
"Line2" : "Minnetonka",
"Line3" : "Hennepin",
"Line4" : "MN",
"Line5" : "55345"
},
"ContactDetails" : {
"Phone" : "952-939-2973",
"Fax" : "952-939-4663",
"Email" : "owen@grzegorek.com",
"Web" : "http://www.owengrzegorek.com"
}
}
{
"_id" : ObjectId("51fccc57f82352d76653bdae"),
"Name" : {
"FirstName" : "Owen",
"LastName" : "Grzegorek"
},
"Company" : "Howard Miller Co",
"Address" : {
"Line1" : "15410 Minnetonka Industrial Rd",
"Line2" : "Minnetonka",
"Line3" : "Hennepin",
"Line4" : "MN",
"Line5" : "55345"
},
"ContactDetails" : {
"Phone" : "952-939-2973",
"Fax" : "952-939-4663",
"Email" : "owen@grzegorek.com",
"Web" : "http://www.owengrzegorek.com"
}
}
{
"Name" : {
"FirstName" : "Owen",
"LastName" : "Grzegorek"
},
"Company" : "Howard Miller Co",
"Address" : {
"Line1" : "15410 Minnetonka Industrial Rd",
"Line2" : "Minnetonka",
"Line3" : "Hennepin",
"Line4" : "MN",
"Line5" : "55345"
},
"ContactDetails" : {
"Phone" : "952-939-2973",
"Fax" : "952-939-4663",
"Email" : "owen@grzegorek.com",
"Web" : "http://www.owengrzegorek.com"
}
}
{
"Name" : {
"FirstName" : "Owen",
"LastName" : "Grzegorek"
},
"Company" : "Howard Miller Co",
"Address" : {
"Line1" : "15410 Minnetonka Industrial Rd",
"Line2" : "Minnetonka",
"Line3" : "Hennepin",
"Line4" : "MN",
"Line5" : "55345"
},
"ContactDetails" : {
"Phone" : "952-939-2973",
"Fax" : "952-939-4663",
"Email" : "owen@grzegorek.com",
"Web" : "http://www.owengrzegorek.com"
}
}
{
"Name" : “Richard Conway",
“Books Published” : “12”,
“Specialises in” : “Data Science”
}
{
"Name" : “Andy Cross",
“Hometown" : “Blackpool“
}
{
"Name" : “Isaac Abraham",
“Age" : “33“
“Football Team” : “Tottenham”
“Icon” :
}

31. There are many different way to
connect with MongoDB from a
.net project.
Official
Wrapper
Alternative
Tool

32. public class Book
{
public string Author { get; set; }
public string Title { get; set; }
}
// "entities" is the name of the collection
var books = database.GetCollection<Entity>("books");
Book book = new Book
{
Author = "Ernest Hemingway",
Title = "For Whom the Bell Tolls"
};
books.Insert(book);

33. BsonDocument person = new BsonDocument {
{ "name", "John Doe" },
{ "address", new BsonDocument {
{ "street", "123 Main St." },
{ "city", "Centerville" },
{ "state", "PA" },
{ "zip", 12345}
}}
};
var people = database.GetCollection<BsonDocument>("people");
people.Insert(person);

38. http://www.apcjones.com/arrows/#

40. Open source Neo4j Client

41. var query = neo4Jclient.Cypher
.Start(new
{
sweden = Node.ByIndexLookup("countryIdx", "country", "sweden")
})
.Match("sweden-[:FRIENDS]->friend-[:FRIENDS]->friendoffriend")
.Return<Node<Friend>>("friendoffriend");

44. Info@elastacloud.com