##// END OF EJS Templates
add note about the 1000 / --keep variable
Paul Ivanov -
Show More
@@ -1,123 +1,124 b''
1 # encoding: utf-8
1 # encoding: utf-8
2 """
2 """
3 An application for managing IPython history.
3 An application for managing IPython history.
4
4
5 To be invoked as the `ipython history` subcommand.
5 To be invoked as the `ipython history` subcommand.
6 """
6 """
7 from __future__ import print_function
7 from __future__ import print_function
8
8
9 import os
9 import os
10 import sqlite3
10 import sqlite3
11
11
12 from IPython.config.application import Application
12 from IPython.config.application import Application
13 from IPython.core.application import BaseIPythonApplication
13 from IPython.core.application import BaseIPythonApplication
14 from IPython.utils.traitlets import Bool, Int, Dict
14 from IPython.utils.traitlets import Bool, Int, Dict
15
15
16 trim_hist_help = """Trim the IPython history database to the last 1000 entries.
16 trim_hist_help = """Trim the IPython history database to the last 1000 entries.
17
17
18 This actually copies the last 1000 entries to a new database, and then replaces
18 This actually copies the last 1000 entries to a new database, and then replaces
19 the old file with the new.
19 the old file with the new. Use the `--keep=` argument to specify a number
20 other than 1000.
20 """
21 """
21
22
22 class HistoryTrim(BaseIPythonApplication):
23 class HistoryTrim(BaseIPythonApplication):
23 description = trim_hist_help
24 description = trim_hist_help
24
25
25 backup = Bool(False, config=True,
26 backup = Bool(False, config=True,
26 help="Keep the old history file as history.sqlite.<N>")
27 help="Keep the old history file as history.sqlite.<N>")
27
28
28 keep = Int(1000, config=True,
29 keep = Int(1000, config=True,
29 help="Number of recent lines to keep in the database.")
30 help="Number of recent lines to keep in the database.")
30
31
31 flags = Dict(dict(
32 flags = Dict(dict(
32 backup = ({'HistoryTrim' : {'backup' : True}},
33 backup = ({'HistoryTrim' : {'backup' : True}},
33 backup.get_metadata('help')
34 backup.get_metadata('help')
34 )
35 )
35 ))
36 ))
36
37
37 aliases=Dict(dict(
38 aliases=Dict(dict(
38 keep = 'HistoryTrim.keep'
39 keep = 'HistoryTrim.keep'
39 ))
40 ))
40
41
41 def start(self):
42 def start(self):
42 profile_dir = self.profile_dir.location
43 profile_dir = self.profile_dir.location
43 hist_file = os.path.join(profile_dir, 'history.sqlite')
44 hist_file = os.path.join(profile_dir, 'history.sqlite')
44 con = sqlite3.connect(hist_file)
45 con = sqlite3.connect(hist_file)
45
46
46 # Grab the recent history from the current database.
47 # Grab the recent history from the current database.
47 inputs = list(con.execute('SELECT session, line, source, source_raw FROM '
48 inputs = list(con.execute('SELECT session, line, source, source_raw FROM '
48 'history ORDER BY session DESC, line DESC LIMIT ?', (self.keep+1,)))
49 'history ORDER BY session DESC, line DESC LIMIT ?', (self.keep+1,)))
49 if len(inputs) <= self.keep:
50 if len(inputs) <= self.keep:
50 print("There are already at most %d entries in the history database." % self.keep)
51 print("There are already at most %d entries in the history database." % self.keep)
51 print("Not doing anything. Use --keep= argument to keep fewer entries")
52 print("Not doing anything. Use --keep= argument to keep fewer entries")
52 return
53 return
53
54
54 print("Trimming history to the most recent %d entries." % self.keep)
55 print("Trimming history to the most recent %d entries." % self.keep)
55
56
56 inputs.pop() # Remove the extra element we got to check the length.
57 inputs.pop() # Remove the extra element we got to check the length.
57 inputs.reverse()
58 inputs.reverse()
58 first_session = inputs[0][0]
59 first_session = inputs[0][0]
59 outputs = list(con.execute('SELECT session, line, output FROM '
60 outputs = list(con.execute('SELECT session, line, output FROM '
60 'output_history WHERE session >= ?', (first_session,)))
61 'output_history WHERE session >= ?', (first_session,)))
61 sessions = list(con.execute('SELECT session, start, end, num_cmds, remark FROM '
62 sessions = list(con.execute('SELECT session, start, end, num_cmds, remark FROM '
62 'sessions WHERE session >= ?', (first_session,)))
63 'sessions WHERE session >= ?', (first_session,)))
63 con.close()
64 con.close()
64
65
65 # Create the new history database.
66 # Create the new history database.
66 new_hist_file = os.path.join(profile_dir, 'history.sqlite.new')
67 new_hist_file = os.path.join(profile_dir, 'history.sqlite.new')
67 i = 0
68 i = 0
68 while os.path.exists(new_hist_file):
69 while os.path.exists(new_hist_file):
69 # Make sure we don't interfere with an existing file.
70 # Make sure we don't interfere with an existing file.
70 i += 1
71 i += 1
71 new_hist_file = os.path.join(profile_dir, 'history.sqlite.new'+str(i))
72 new_hist_file = os.path.join(profile_dir, 'history.sqlite.new'+str(i))
72 new_db = sqlite3.connect(new_hist_file)
73 new_db = sqlite3.connect(new_hist_file)
73 new_db.execute("""CREATE TABLE IF NOT EXISTS sessions (session integer
74 new_db.execute("""CREATE TABLE IF NOT EXISTS sessions (session integer
74 primary key autoincrement, start timestamp,
75 primary key autoincrement, start timestamp,
75 end timestamp, num_cmds integer, remark text)""")
76 end timestamp, num_cmds integer, remark text)""")
76 new_db.execute("""CREATE TABLE IF NOT EXISTS history
77 new_db.execute("""CREATE TABLE IF NOT EXISTS history
77 (session integer, line integer, source text, source_raw text,
78 (session integer, line integer, source text, source_raw text,
78 PRIMARY KEY (session, line))""")
79 PRIMARY KEY (session, line))""")
79 new_db.execute("""CREATE TABLE IF NOT EXISTS output_history
80 new_db.execute("""CREATE TABLE IF NOT EXISTS output_history
80 (session integer, line integer, output text,
81 (session integer, line integer, output text,
81 PRIMARY KEY (session, line))""")
82 PRIMARY KEY (session, line))""")
82 new_db.commit()
83 new_db.commit()
83
84
84
85
85 with new_db:
86 with new_db:
86 # Add the recent history into the new database.
87 # Add the recent history into the new database.
87 new_db.executemany('insert into sessions values (?,?,?,?,?)', sessions)
88 new_db.executemany('insert into sessions values (?,?,?,?,?)', sessions)
88 new_db.executemany('insert into history values (?,?,?,?)', inputs)
89 new_db.executemany('insert into history values (?,?,?,?)', inputs)
89 new_db.executemany('insert into output_history values (?,?,?)', outputs)
90 new_db.executemany('insert into output_history values (?,?,?)', outputs)
90 new_db.close()
91 new_db.close()
91
92
92 if self.backup:
93 if self.backup:
93 i = 1
94 i = 1
94 backup_hist_file = os.path.join(profile_dir, 'history.sqlite.old.%d' % i)
95 backup_hist_file = os.path.join(profile_dir, 'history.sqlite.old.%d' % i)
95 while os.path.exists(backup_hist_file):
96 while os.path.exists(backup_hist_file):
96 i += 1
97 i += 1
97 backup_hist_file = os.path.join(profile_dir, 'history.sqlite.old.%d' % i)
98 backup_hist_file = os.path.join(profile_dir, 'history.sqlite.old.%d' % i)
98 os.rename(hist_file, backup_hist_file)
99 os.rename(hist_file, backup_hist_file)
99 print("Backed up longer history file to", backup_hist_file)
100 print("Backed up longer history file to", backup_hist_file)
100 else:
101 else:
101 os.remove(hist_file)
102 os.remove(hist_file)
102
103
103 os.rename(new_hist_file, hist_file)
104 os.rename(new_hist_file, hist_file)
104
105
105
106
106 class HistoryApp(Application):
107 class HistoryApp(Application):
107 name = u'ipython-history'
108 name = u'ipython-history'
108 description = "Manage the IPython history database."
109 description = "Manage the IPython history database."
109
110
110 subcommands = Dict(dict(
111 subcommands = Dict(dict(
111 trim = (HistoryTrim, HistoryTrim.description.splitlines()[0]),
112 trim = (HistoryTrim, HistoryTrim.description.splitlines()[0]),
112 ))
113 ))
113
114
114 def start(self):
115 def start(self):
115 if self.subapp is None:
116 if self.subapp is None:
116 print("No subcommand specified. Must specify one of: %s" % \
117 print("No subcommand specified. Must specify one of: %s" % \
117 (self.subcommands.keys()))
118 (self.subcommands.keys()))
118 print()
119 print()
119 self.print_description()
120 self.print_description()
120 self.print_subcommands()
121 self.print_subcommands()
121 self.exit(1)
122 self.exit(1)
122 else:
123 else:
123 return self.subapp.start()
124 return self.subapp.start()
General Comments 0
You need to be logged in to leave comments. Login now