NoSQL with MySQL

1. MySQL NoSQL
NoSQL
MySQL Casual Talks #2

5. • id: oinume ( : )

6. • id: oinume ( : )
• 2010 3

7. • id: oinume ( : )
• 2010 3
•

8. • id: oinume ( : )
• 2010 3
•
• SQL MySQL

9. • id: oinume ( : )
• 2010 3
•
• SQL MySQL
• ver 3.23 MySQL

11. • MySQL NoSQL( )

12. • MySQL NoSQL( )
• MySQL

13. • MySQL NoSQL( )
• MySQL
• NoSQL(KVS)

14. • MySQL NoSQL( )
• MySQL
• NoSQL(KVS)
• NoSQL(KVS)

17. • Fusion-IO

18. • Fusion-IO
• (Java)

19. • Fusion-IO
• (Java)
• MySQL

20. • Fusion-IO
• (Java)
• MySQL
• Oracle

21. • Fusion-IO
• (Java)
• MySQL
• Oracle
•

24. •

25. •
• 2009 2

26. •
• 2009 2
• 800 ↑ (2011 7 )

27. •
• 2009 2
• 800 ↑ (2011 7 )
•

28. •
• 2009 2
• 800 ↑ (2011 7 )
•
•

29. •
• 2009 2
• 800 ↑ (2011 7 )
•
•
•

30. •
• 2009 2
• 800 ↑ (2011 7 )
•
•
•
• ( ) ← NEW

32. Browser
Web x 35
Memcached x 4 MySQL x 6
with FIO
Socket x 70

33. request
Browser
Web x 35
Memcached x 4 MySQL x 6
with FIO
Socket x 70

34. request
Browser
swf
Web x 35
Memcached x 4 MySQL x 6
with FIO
Socket x 70

35. request
Browser
swf
Web x 35
Memcached x 4 MySQL x 6
with FIO
Socket x 70

36. request
Browser
swf
Web x 35
TCP Socket
Memcached x 4 MySQL x 6
with FIO
Socket x 70

37. request
Browser
swf
Web x 35
TCP Socket
Memcached x 4 MySQL x 6
with FIO
Socket x 70 Java

38. request
Browser
swf
Web x 35
TCP Socket
Memcached x 4 MySQL x 6
with FIO
Socket x 70 Java

39. request
Browser
swf
Web x 35
TCP Socket
Memcached x 4 MySQL x 6
with FIO
Socket x 70 Java

40. request
Browser
swf
Web x 35
TCP Socket
Memcached x 4 MySQL x 6
with FIO
Socket x 70 Java

43. • : 2.1Gbps

44. • : 2.1Gbps
• : 100,000

45. • : 2.1Gbps
• : 100,000
• Web: 36,000 req / s

46. • : 2.1Gbps
• : 100,000
• Web: 36,000 req / s
• Socket: 160,000 req / s

47. • : 2.1Gbps
• : 100,000
• Web: 36,000 req / s
• Socket: 160,000 req / s
• Database: 52000 qps (read: 40000, write: 12000)

48. MySQL

49. MySQL

50. MySQL
• RDBMS

51. MySQL
• RDBMS
• KVS + MySQL

52. MySQL
• RDBMS
• KVS + MySQL
• KVS MySQL

53. MySQL
• RDBMS
• KVS + MySQL
• KVS MySQL
• IndexPersister MySQL KVS

54. IndexPersister ?

55. IndexPersister
• Java MySQL
• key / value
• SQL
•

57. DDL
CREATE TABLE `user` (
`id` varbinary(255) NOT NULL,
`data` longblob NOT NULL,
PRIMARY KEY (`id`)
) ENGINE=InnoDB DEFAULT CHARSET=utf8

58. Java
@Persistable("user")
public class User {
@IndexKey
@Store(index=0)
public int getUserId() {
return userId;
}
@Store(index=1)
public String getNickname() {
return nickname;
}
....
}

59. Java
Java
@Persistable("user")
public class User {
@IndexKey
@Store(index=0)
public int getUserId() {
return userId;
}
@Store(index=1)
public String getNickname() {
return nickname;
}
....
}

60. Java
Java
@Persistable("user")
public class User {
@IndexKey
@Store(index=0)
public int getUserId() {
return userId;
}
@Store(index=1)
public String getNickname() {
return nickname;
}
....
}

61. Java
Java
@Persistable("user")
public class User {
@IndexKey
@Store(index=0)
public int getUserId() {
DB
return userId;
} index=0 0
@Store(index=1)
public String getNickname() {
return nickname;
}
....
}

62. select hex(id), hex(data) from user
order by id limit 1 ¥G
hex(id) : 00000001
hex(data):
0700000006000000060103000000020000000E02000B7
97573616B752D3030303600000019020016E38286E38
186E38195E3818F36E58FB7E381A7E38199000000030
1010100000003010101FFFFFFFF

64. load - 1
ID: 1
User user = persister.load(1, User.class);
String nickname = user.getNickname();
...

65. fetch -
10
IndexQuery query = IndexQuery.all();
query.limit(10);
List<User> users =
persister.fetch(query, User.class);
for (User user : users) ...

66. fetch - (2)
ID:2
User user = persister.load(2, User.class);
IndexQuery query =
IndexQuery.startWith(new IndexValue(user.getUserId()));
List<UserItem> userItems =
persister.fetch(query, UserItem.class);

67. fetch - (2)
@Persistable("user_item")
public class UserItem { userId, itemId
@IndexKey
public IndexKey getKey() {
KeyCreator.toValue(userId, itemId);
}
@Store(index=0)
public int getUserId() {
return userId;
}
@Store(index=1)
public int getItemId() {
return itemId;
}
....
}

68. fetch - (2)
userId itemId
1 1
1 2
1 3
2 10
2 20

69. fetch - (2)
User user = persister.load(2, User.class);
IndexQuery query =
IndexQuery.startWith(new IndexValue(user.getUserId()));
List<UserItem> userItems =
persister.fetch(query, UserItem.class);
◆ SQL
select id, data from user_item
where id >= {v1} and id < {v2}
v1: 00000002
v2: 00000003

70. • count
• exists
• remove
• save (insert ... on duplicate key update)

73. • MySQL slow query

74. • MySQL slow query
•

75. • MySQL slow query
•
• slow query

76. • MySQL slow query
•
• slow query
• Java

77. • MySQL slow query
•
• slow query
• Java
•

79. • load

80. • load
• MySQL context switch

81. • load
• MySQL context switch
• select ... where id in (...)

82. • load
• MySQL context switch
• select ... where id in (...)
• 1 fetch ( )

83. • load
• MySQL context switch
• select ... where id in (...)
• 1 fetch ( )
• key Column

84. • load
• MySQL context switch
• select ... where id in (...)
• 1 fetch ( )
• key Column
•

85. • load
• MySQL context switch
• select ... where id in (...)
• 1 fetch ( )
• key Column
•
• 1 fetch 1000

86. MySQL Key Value Store

87. KVS

88. KVS
• SQL

89. KVS
• SQL
• JOIN

90. KVS
• SQL
• JOIN
• ( )INDEX

91. KVS
• SQL
• JOIN
• ( )INDEX
• ( )

92. KVS
• SQL
• JOIN
• ( )INDEX
• ( )
• ALTER TABLE

93. KVS
• SQL
• JOIN
• ( )INDEX
• ( )
• ALTER TABLE
•

94. KVS
• SQL
• JOIN
• ( )INDEX
• ( )
• ALTER TABLE
•
•

95. KVS
• SQL
• JOIN
• ( )INDEX
• ( )
• ALTER TABLE
•
•
• mongoDB KVS

96. KVS
• SQL
• JOIN
• ( )INDEX
• ( )
• ALTER TABLE
•
•
• mongoDB KVS
• Ameba Pico mongoDB

98. • Column

99. • Column
•

100. • Column
•
• Column

101. • Column
•
• Column
•

102. • Column
•
• Column
•
•

103. • Column
•
• Column
•
•
• Column (ALTER TABLE)

104. • Column
•
• Column
•
•
• Column (ALTER TABLE)
• short -> int Column