##// END OF EJS Templates
packaging: Update rc-testdata...
johbo -
r940:1fece5a0 default
parent child Browse files
Show More
@@ -1,250 +1,250 b''
1 1 # Nix environment for the community edition
2 2 #
3 3 # This shall be as lean as possible, just producing the Enterprise
4 4 # derivation. For advanced tweaks to pimp up the development environment we use
5 5 # "shell.nix" so that it does not have to clutter this file.
6 6
7 7 args@
8 8 { pythonPackages ? "python27Packages"
9 9 , pythonExternalOverrides ? self: super: {}
10 10 , doCheck ? true
11 11 , ...
12 12 }:
13 13
14 14 let
15 15
16 16 # Use nixpkgs from args or import them. We use this indirect approach
17 17 # through args to be able to use the name `pkgs` for our customized packages.
18 18 # Otherwise we will end up with an infinite recursion.
19 19 nixpkgs = args.pkgs or (import <nixpkgs> { });
20 20
21 21 # johbo: Interim bridge which allows us to build with the upcoming
22 22 # nixos.16.09 branch (unstable at the moment of writing this note) and the
23 23 # current stable nixos-16.03.
24 24 backwardsCompatibleFetchgit = { ... }@args:
25 25 let
26 26 origSources = nixpkgs.fetchgit args;
27 27 in
28 28 nixpkgs.lib.overrideDerivation origSources (oldAttrs: {
29 29 NIX_PREFETCH_GIT_CHECKOUT_HOOK = ''
30 30 find $out -name '.git*' -print0 | xargs -0 rm -rf
31 31 '';
32 32 });
33 33
34 34 # Create a customized version of nixpkgs which should be used throughout the
35 35 # rest of this file.
36 36 pkgs = nixpkgs.overridePackages (self: super: {
37 37 fetchgit = backwardsCompatibleFetchgit;
38 38 });
39 39
40 40 # Evaluates to the last segment of a file system path.
41 41 basename = path: with pkgs.lib; last (splitString "/" path);
42 42
43 43 # source code filter used as arugment to builtins.filterSource.
44 44 src-filter = path: type: with pkgs.lib;
45 45 let
46 46 ext = last (splitString "." path);
47 47 in
48 48 !builtins.elem (basename path) [
49 49 ".git" ".hg" "__pycache__" ".eggs"
50 50 "bower_components" "node_modules"
51 51 "build" "data" "result" "tmp"] &&
52 52 !builtins.elem ext ["egg-info" "pyc"] &&
53 53 # TODO: johbo: This check is wrong, since "path" contains an absolute path,
54 54 # it would still be good to restore it since we want to ignore "result-*".
55 55 !hasPrefix "result" path;
56 56
57 57 basePythonPackages = with builtins; if isAttrs pythonPackages
58 58 then pythonPackages
59 59 else getAttr pythonPackages pkgs;
60 60
61 61 buildBowerComponents =
62 62 pkgs.buildBowerComponents or
63 63 (import ./pkgs/backport-16.03-build-bower-components.nix { inherit pkgs; });
64 64
65 65 sources = pkgs.config.rc.sources or {};
66 66 version = builtins.readFile ./rhodecode/VERSION;
67 67 rhodecode-enterprise-ce-src = builtins.filterSource src-filter ./.;
68 68
69 69 nodeEnv = import ./pkgs/node-default.nix {
70 70 inherit pkgs;
71 71 };
72 72 nodeDependencies = nodeEnv.shell.nodeDependencies;
73 73
74 74 bowerComponents = buildBowerComponents {
75 75 name = "enterprise-ce-${version}";
76 76 generated = ./pkgs/bower-packages.nix;
77 77 src = rhodecode-enterprise-ce-src;
78 78 };
79 79
80 80 pythonGeneratedPackages = self: basePythonPackages.override (a: {
81 81 inherit self;
82 82 })
83 83 // (scopedImport {
84 84 self = self;
85 85 super = basePythonPackages;
86 86 inherit pkgs;
87 87 inherit (pkgs) fetchurl fetchgit;
88 88 } ./pkgs/python-packages.nix);
89 89
90 90 pythonOverrides = import ./pkgs/python-packages-overrides.nix {
91 91 inherit
92 92 basePythonPackages
93 93 pkgs;
94 94 };
95 95
96 96 pythonLocalOverrides = self: super: {
97 97 rhodecode-enterprise-ce =
98 98 let
99 99 linkNodeAndBowerPackages = ''
100 100 echo "Export RhodeCode CE path"
101 101 export RHODECODE_CE_PATH=${rhodecode-enterprise-ce-src}
102 102 echo "Link node packages"
103 103 rm -fr node_modules
104 104 mkdir node_modules
105 105 # johbo: Linking individual packages allows us to run "npm install"
106 106 # inside of a shell to try things out. Re-entering the shell will
107 107 # restore a clean environment.
108 108 ln -s ${nodeDependencies}/lib/node_modules/* node_modules/
109 109
110 110 echo "DONE: Link node packages"
111 111
112 112 echo "Link bower packages"
113 113 rm -fr bower_components
114 114 mkdir bower_components
115 115
116 116 ln -s ${bowerComponents}/bower_components/* bower_components/
117 117 echo "DONE: Link bower packages"
118 118 '';
119 119 in super.rhodecode-enterprise-ce.override (attrs: {
120 120
121 121 inherit
122 122 doCheck
123 123 version;
124 124 name = "rhodecode-enterprise-ce-${version}";
125 125 releaseName = "RhodeCodeEnterpriseCE-${version}";
126 126 src = rhodecode-enterprise-ce-src;
127 127
128 128 buildInputs =
129 129 attrs.buildInputs ++
130 130 (with self; [
131 131 pkgs.nodePackages.bower
132 132 pkgs.nodePackages.grunt-cli
133 133 pkgs.subversion
134 134 pytest-catchlog
135 135 rhodecode-testdata
136 136 ]);
137 137
138 138 propagatedBuildInputs = attrs.propagatedBuildInputs ++ (with self; [
139 139 rhodecode-tools
140 140 ]);
141 141
142 142 # TODO: johbo: Make a nicer way to expose the parts. Maybe
143 143 # pkgs/default.nix?
144 144 passthru = {
145 145 inherit
146 146 bowerComponents
147 147 linkNodeAndBowerPackages
148 148 myPythonPackagesUnfix
149 149 pythonLocalOverrides;
150 150 pythonPackages = self;
151 151 };
152 152
153 153 LC_ALL = "en_US.UTF-8";
154 154 LOCALE_ARCHIVE =
155 155 if pkgs.stdenv ? glibc
156 156 then "${pkgs.glibcLocales}/lib/locale/locale-archive"
157 157 else "";
158 158
159 159 # Somewhat snappier setup of the development environment
160 160 # TODO: move into shell.nix
161 161 # TODO: think of supporting a stable path again, so that multiple shells
162 162 # can share it.
163 163 shellHook = ''
164 164 tmp_path=$(mktemp -d)
165 165 export PATH="$tmp_path/bin:$PATH"
166 166 export PYTHONPATH="$tmp_path/${self.python.sitePackages}:$PYTHONPATH"
167 167 mkdir -p $tmp_path/${self.python.sitePackages}
168 168 python setup.py develop --prefix $tmp_path --allow-hosts ""
169 169 '' + linkNodeAndBowerPackages;
170 170
171 171 preCheck = ''
172 172 export PATH="$out/bin:$PATH"
173 173 '';
174 174
175 175 postCheck = ''
176 176 rm -rf $out/lib/${self.python.libPrefix}/site-packages/pytest_pylons
177 177 rm -rf $out/lib/${self.python.libPrefix}/site-packages/rhodecode/tests
178 178 '';
179 179
180 180 preBuild = linkNodeAndBowerPackages + ''
181 181 grunt
182 182 rm -fr node_modules
183 183 '';
184 184
185 185 postInstall = ''
186 186 # python based programs need to be wrapped
187 187 ln -s ${self.supervisor}/bin/supervisor* $out/bin/
188 188 ln -s ${self.gunicorn}/bin/gunicorn $out/bin/
189 189 ln -s ${self.PasteScript}/bin/paster $out/bin/
190 190 ln -s ${self.channelstream}/bin/channelstream $out/bin/
191 191 ln -s ${self.pyramid}/bin/* $out/bin/ #*/
192 192
193 193 # rhodecode-tools
194 194 # TODO: johbo: re-think this. Do the tools import anything from enterprise?
195 195 ln -s ${self.rhodecode-tools}/bin/rhodecode-* $out/bin/
196 196
197 197 # note that condition should be restricted when adding further tools
198 198 for file in $out/bin/*; do #*/
199 199 wrapProgram $file \
200 200 --prefix PYTHONPATH : $PYTHONPATH \
201 201 --prefix PATH : $PATH \
202 202 --set PYTHONHASHSEED random
203 203 done
204 204
205 205 mkdir $out/etc
206 206 cp configs/production.ini $out/etc
207 207
208 208 echo "Writing meta information for rccontrol to nix-support/rccontrol"
209 209 mkdir -p $out/nix-support/rccontrol
210 210 cp -v rhodecode/VERSION $out/nix-support/rccontrol/version
211 211 echo "DONE: Meta information for rccontrol written"
212 212
213 213 # TODO: johbo: Make part of ac-tests
214 214 if [ ! -f rhodecode/public/js/scripts.js ]; then
215 215 echo "Missing scripts.js"
216 216 exit 1
217 217 fi
218 218 if [ ! -f rhodecode/public/css/style.css ]; then
219 219 echo "Missing style.css"
220 220 exit 1
221 221 fi
222 222 '';
223 223
224 224 });
225 225
226 226 rhodecode-testdata = import "${rhodecode-testdata-src}/default.nix" {
227 227 inherit
228 228 doCheck
229 229 pkgs
230 230 pythonPackages;
231 231 };
232 232
233 233 };
234 234
235 235 rhodecode-testdata-src = sources.rhodecode-testdata or (
236 236 pkgs.fetchhg {
237 237 url = "https://code.rhodecode.com/upstream/rc_testdata";
238 rev = "v0.8.0";
239 sha256 = "0hy1ba134rq2f9si85yx7j4qhc9ky0hjzdk553s3q026i7km809m";
238 rev = "v0.9.0";
239 sha256 = "0k0ccb7cncd6mmzwckfbr6l7fsymcympwcm948qc3i0f0m6bbg1y";
240 240 });
241 241
242 242 # Apply all overrides and fix the final package set
243 243 myPythonPackagesUnfix = with pkgs.lib;
244 244 (extends pythonExternalOverrides
245 245 (extends pythonLocalOverrides
246 246 (extends pythonOverrides
247 247 pythonGeneratedPackages)));
248 248 myPythonPackages = (pkgs.lib.fix myPythonPackagesUnfix);
249 249
250 250 in myPythonPackages.rhodecode-enterprise-ce
General Comments 0
You need to be logged in to leave comments. Login now